-- Logs begin at Mon 2021-06-28 16:00:06 UTC, end at Mon 2021-06-28 16:58:03 UTC. -- Jun 28 16:32:28.245602 dv-cinder-798104-1-smb systemd[1]: Started Devstack devstack@q-svc.service. Jun 28 16:32:30.370494 dv-cinder-798104-1-smb neutron-server[74082]: INFO neutron.common.config [-] Logging enabled! Jun 28 16:32:30.371202 dv-cinder-798104-1-smb neutron-server[74082]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 17.1.3.dev53 Jun 28 16:32:30.371308 dv-cinder-798104-1-smb neutron-server[74082]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=74082) setup_logging /opt/stack/neutron/neutron/common/config.py:111}} Jun 28 16:32:30.374063 dv-cinder-798104-1-smb neutron-server[74082]: INFO neutron.common.config [-] Logging enabled! Jun 28 16:32:30.374313 dv-cinder-798104-1-smb neutron-server[74082]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 17.1.3.dev53 Jun 28 16:32:30.374558 dv-cinder-798104-1-smb neutron-server[74082]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=74082) setup_logging /opt/stack/neutron/neutron/common/config.py:111}} Jun 28 16:32:30.375514 dv-cinder-798104-1-smb neutron-server[74082]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=74082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2567}} Jun 28 16:32:30.375747 dv-cinder-798104-1-smb neutron-server[74082]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=74082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2568}} Jun 28 16:32:30.376107 dv-cinder-798104-1-smb neutron-server[74082]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=74082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2569}} Jun 28 16:32:30.376375 dv-cinder-798104-1-smb neutron-server[74082]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=74082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2570}} Jun 28 16:32:30.376607 dv-cinder-798104-1-smb neutron-server[74082]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=74082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2572}} Jun 28 16:32:30.376929 dv-cinder-798104-1-smb neutron-server[74082]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=74082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 28 16:32:30.377228 dv-cinder-798104-1-smb neutron-server[74082]: DEBUG neutron.common.config [-] allow_overlapping_ips = True {{(pid=74082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 28 16:32:30.377525 dv-cinder-798104-1-smb neutron-server[74082]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=74082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 28 16:32:30.377755 dv-cinder-798104-1-smb neutron-server[74082]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=74082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 28 16:32:30.378058 dv-cinder-798104-1-smb neutron-server[74082]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=74082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 28 16:32:30.378347 dv-cinder-798104-1-smb neutron-server[74082]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=74082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 28 16:32:30.378627 dv-cinder-798104-1-smb neutron-server[74082]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=74082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 28 16:32:30.378915 dv-cinder-798104-1-smb neutron-server[74082]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=74082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 28 16:32:30.379211 dv-cinder-798104-1-smb neutron-server[74082]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=74082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 28 16:32:30.379496 dv-cinder-798104-1-smb neutron-server[74082]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=74082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 28 16:32:30.379776 dv-cinder-798104-1-smb neutron-server[74082]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=74082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 28 16:32:30.380057 dv-cinder-798104-1-smb neutron-server[74082]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=74082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 28 16:32:30.380313 dv-cinder-798104-1-smb neutron-server[74082]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=74082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 28 16:32:30.380596 dv-cinder-798104-1-smb neutron-server[74082]: DEBUG neutron.common.config [-] config_source = [] {{(pid=74082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 28 16:32:30.380882 dv-cinder-798104-1-smb neutron-server[74082]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=74082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 28 16:32:30.381164 dv-cinder-798104-1-smb neutron-server[74082]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=74082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 28 16:32:30.381384 dv-cinder-798104-1-smb neutron-server[74082]: DEBUG neutron.common.config [-] debug = True {{(pid=74082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 28 16:32:30.381663 dv-cinder-798104-1-smb neutron-server[74082]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=74082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 28 16:32:30.382086 dv-cinder-798104-1-smb neutron-server[74082]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=74082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 28 16:32:30.382487 dv-cinder-798104-1-smb neutron-server[74082]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=74082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 28 16:32:30.382767 dv-cinder-798104-1-smb neutron-server[74082]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=74082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 28 16:32:30.383056 dv-cinder-798104-1-smb neutron-server[74082]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=74082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 28 16:32:30.383329 dv-cinder-798104-1-smb neutron-server[74082]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=74082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 28 16:32:30.383602 dv-cinder-798104-1-smb neutron-server[74082]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=74082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 28 16:32:30.383887 dv-cinder-798104-1-smb neutron-server[74082]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=74082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 28 16:32:30.384244 dv-cinder-798104-1-smb neutron-server[74082]: DEBUG neutron.common.config [-] host = dv-cinder-798104-1-smb {{(pid=74082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 28 16:32:30.384523 dv-cinder-798104-1-smb neutron-server[74082]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=74082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 28 16:32:30.384808 dv-cinder-798104-1-smb neutron-server[74082]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=74082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 28 16:32:30.385094 dv-cinder-798104-1-smb neutron-server[74082]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=74082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 28 16:32:30.385378 dv-cinder-798104-1-smb neutron-server[74082]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=74082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 28 16:32:30.385652 dv-cinder-798104-1-smb neutron-server[74082]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=74082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 28 16:32:30.385931 dv-cinder-798104-1-smb neutron-server[74082]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=74082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 28 16:32:30.386214 dv-cinder-798104-1-smb neutron-server[74082]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=74082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 28 16:32:30.386487 dv-cinder-798104-1-smb neutron-server[74082]: DEBUG neutron.common.config [-] log_dir = None {{(pid=74082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 28 16:32:30.386761 dv-cinder-798104-1-smb neutron-server[74082]: DEBUG neutron.common.config [-] log_file = None {{(pid=74082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 28 16:32:30.387035 dv-cinder-798104-1-smb neutron-server[74082]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=74082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 28 16:32:30.387318 dv-cinder-798104-1-smb neutron-server[74082]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=74082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 28 16:32:30.387603 dv-cinder-798104-1-smb neutron-server[74082]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=74082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 28 16:32:30.387893 dv-cinder-798104-1-smb neutron-server[74082]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=74082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 28 16:32:30.388128 dv-cinder-798104-1-smb neutron-server[74082]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=74082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 28 16:32:30.388623 dv-cinder-798104-1-smb neutron-server[74082]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=74082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 28 16:32:30.389469 dv-cinder-798104-1-smb neutron-server[74082]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=74082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 28 16:32:30.389760 dv-cinder-798104-1-smb neutron-server[74082]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=74082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 28 16:32:30.390039 dv-cinder-798104-1-smb neutron-server[74082]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=74082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 28 16:32:30.390315 dv-cinder-798104-1-smb neutron-server[74082]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=74082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 28 16:32:30.390589 dv-cinder-798104-1-smb neutron-server[74082]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=74082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 28 16:32:30.390862 dv-cinder-798104-1-smb neutron-server[74082]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=74082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 28 16:32:30.391136 dv-cinder-798104-1-smb neutron-server[74082]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=74082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 28 16:32:30.391404 dv-cinder-798104-1-smb neutron-server[74082]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=74082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 28 16:32:30.391687 dv-cinder-798104-1-smb neutron-server[74082]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=74082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 28 16:32:30.391969 dv-cinder-798104-1-smb neutron-server[74082]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=74082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 28 16:32:30.392274 dv-cinder-798104-1-smb neutron-server[74082]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=74082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 28 16:32:30.392551 dv-cinder-798104-1-smb neutron-server[74082]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=74082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 28 16:32:30.392824 dv-cinder-798104-1-smb neutron-server[74082]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=74082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 28 16:32:30.393094 dv-cinder-798104-1-smb neutron-server[74082]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=74082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 28 16:32:30.393364 dv-cinder-798104-1-smb neutron-server[74082]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=74082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 28 16:32:30.393646 dv-cinder-798104-1-smb neutron-server[74082]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=74082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 28 16:32:30.393918 dv-cinder-798104-1-smb neutron-server[74082]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=74082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 28 16:32:30.394189 dv-cinder-798104-1-smb neutron-server[74082]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=74082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 28 16:32:30.394461 dv-cinder-798104-1-smb neutron-server[74082]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=74082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 28 16:32:30.394746 dv-cinder-798104-1-smb neutron-server[74082]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=74082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 28 16:32:30.395013 dv-cinder-798104-1-smb neutron-server[74082]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=74082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 28 16:32:30.395285 dv-cinder-798104-1-smb neutron-server[74082]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=74082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 28 16:32:30.395584 dv-cinder-798104-1-smb neutron-server[74082]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=74082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 28 16:32:30.395865 dv-cinder-798104-1-smb neutron-server[74082]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=74082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 28 16:32:30.396161 dv-cinder-798104-1-smb neutron-server[74082]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=74082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 28 16:32:30.396448 dv-cinder-798104-1-smb neutron-server[74082]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=74082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 28 16:32:30.396722 dv-cinder-798104-1-smb neutron-server[74082]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=74082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 28 16:32:30.397001 dv-cinder-798104-1-smb neutron-server[74082]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=74082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 28 16:32:30.397271 dv-cinder-798104-1-smb neutron-server[74082]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=74082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 28 16:32:30.397543 dv-cinder-798104-1-smb neutron-server[74082]: DEBUG neutron.common.config [-] use_journal = False {{(pid=74082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 28 16:32:30.397814 dv-cinder-798104-1-smb neutron-server[74082]: DEBUG neutron.common.config [-] use_json = False {{(pid=74082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 28 16:32:30.398083 dv-cinder-798104-1-smb neutron-server[74082]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=74082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 28 16:32:30.398353 dv-cinder-798104-1-smb neutron-server[74082]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=74082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 28 16:32:30.398633 dv-cinder-798104-1-smb neutron-server[74082]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=74082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 28 16:32:30.398903 dv-cinder-798104-1-smb neutron-server[74082]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=74082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 28 16:32:30.399172 dv-cinder-798104-1-smb neutron-server[74082]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=74082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 28 16:32:30.399442 dv-cinder-798104-1-smb neutron-server[74082]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=74082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 28 16:32:30.399711 dv-cinder-798104-1-smb neutron-server[74082]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=74082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 28 16:32:30.399997 dv-cinder-798104-1-smb neutron-server[74082]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=74082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 28 16:32:30.400327 dv-cinder-798104-1-smb neutron-server[74082]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=74082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 28 16:32:30.400626 dv-cinder-798104-1-smb neutron-server[74082]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=74082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 28 16:32:30.400925 dv-cinder-798104-1-smb neutron-server[74082]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=74082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 28 16:32:30.401209 dv-cinder-798104-1-smb neutron-server[74082]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=74082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 28 16:32:30.401498 dv-cinder-798104-1-smb neutron-server[74082]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=74082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 28 16:32:30.401779 dv-cinder-798104-1-smb neutron-server[74082]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=74082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 28 16:32:30.402065 dv-cinder-798104-1-smb neutron-server[74082]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=74082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 28 16:32:30.402343 dv-cinder-798104-1-smb neutron-server[74082]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=74082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 28 16:32:30.402628 dv-cinder-798104-1-smb neutron-server[74082]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=74082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 28 16:32:30.402915 dv-cinder-798104-1-smb neutron-server[74082]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=74082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 28 16:32:30.403203 dv-cinder-798104-1-smb neutron-server[74082]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=74082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 28 16:32:30.403480 dv-cinder-798104-1-smb neutron-server[74082]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=74082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 28 16:32:30.403764 dv-cinder-798104-1-smb neutron-server[74082]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=74082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 28 16:32:30.404055 dv-cinder-798104-1-smb neutron-server[74082]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=74082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 28 16:32:30.404674 dv-cinder-798104-1-smb neutron-server[74082]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=74082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 28 16:32:30.404977 dv-cinder-798104-1-smb neutron-server[74082]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=74082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 28 16:32:30.405261 dv-cinder-798104-1-smb neutron-server[74082]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=74082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 28 16:32:30.405554 dv-cinder-798104-1-smb neutron-server[74082]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=74082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 28 16:32:30.405864 dv-cinder-798104-1-smb neutron-server[74082]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=74082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 28 16:32:30.406325 dv-cinder-798104-1-smb neutron-server[74082]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=74082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 28 16:32:30.406790 dv-cinder-798104-1-smb neutron-server[74082]: DEBUG neutron.common.config [-] nova.live_migration_events = False {{(pid=74082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 28 16:32:30.407100 dv-cinder-798104-1-smb neutron-server[74082]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=74082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 28 16:32:30.407420 dv-cinder-798104-1-smb neutron-server[74082]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=74082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 28 16:32:30.407678 dv-cinder-798104-1-smb neutron-server[74082]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=74082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 28 16:32:30.407973 dv-cinder-798104-1-smb neutron-server[74082]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=74082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 28 16:32:30.408291 dv-cinder-798104-1-smb neutron-server[74082]: DEBUG neutron.common.config [-] placement.auth_type = None {{(pid=74082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 28 16:32:30.408573 dv-cinder-798104-1-smb neutron-server[74082]: DEBUG neutron.common.config [-] placement.cafile = None {{(pid=74082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 28 16:32:30.408854 dv-cinder-798104-1-smb neutron-server[74082]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=74082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 28 16:32:30.409139 dv-cinder-798104-1-smb neutron-server[74082]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=74082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 28 16:32:30.409433 dv-cinder-798104-1-smb neutron-server[74082]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=74082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 28 16:32:30.409714 dv-cinder-798104-1-smb neutron-server[74082]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=74082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 28 16:32:30.409990 dv-cinder-798104-1-smb neutron-server[74082]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=74082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 28 16:32:30.410269 dv-cinder-798104-1-smb neutron-server[74082]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=74082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 28 16:32:30.410549 dv-cinder-798104-1-smb neutron-server[74082]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=74082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 28 16:32:30.410824 dv-cinder-798104-1-smb neutron-server[74082]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=74082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 28 16:32:30.411230 dv-cinder-798104-1-smb neutron-server[74082]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=74082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 28 16:32:30.411708 dv-cinder-798104-1-smb neutron-server[74082]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=74082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 28 16:32:30.412205 dv-cinder-798104-1-smb neutron-server[74082]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=74082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 28 16:32:30.412552 dv-cinder-798104-1-smb neutron-server[74082]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=74082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 28 16:32:30.412842 dv-cinder-798104-1-smb neutron-server[74082]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=74082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 28 16:32:30.413126 dv-cinder-798104-1-smb neutron-server[74082]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=74082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 28 16:32:30.413409 dv-cinder-798104-1-smb neutron-server[74082]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=74082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 28 16:32:30.413699 dv-cinder-798104-1-smb neutron-server[74082]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=74082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 28 16:32:30.413976 dv-cinder-798104-1-smb neutron-server[74082]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=74082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 28 16:32:30.414260 dv-cinder-798104-1-smb neutron-server[74082]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=74082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 28 16:32:30.414536 dv-cinder-798104-1-smb neutron-server[74082]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=74082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 28 16:32:30.414811 dv-cinder-798104-1-smb neutron-server[74082]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=74082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 28 16:32:30.415091 dv-cinder-798104-1-smb neutron-server[74082]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=74082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 28 16:32:30.415373 dv-cinder-798104-1-smb neutron-server[74082]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=74082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 28 16:32:30.415641 dv-cinder-798104-1-smb neutron-server[74082]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=74082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 28 16:32:30.415914 dv-cinder-798104-1-smb neutron-server[74082]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=74082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 28 16:32:30.416218 dv-cinder-798104-1-smb neutron-server[74082]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=74082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 28 16:32:30.416501 dv-cinder-798104-1-smb neutron-server[74082]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=74082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 28 16:32:30.416775 dv-cinder-798104-1-smb neutron-server[74082]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=74082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 28 16:32:30.417047 dv-cinder-798104-1-smb neutron-server[74082]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=74082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 28 16:32:30.417322 dv-cinder-798104-1-smb neutron-server[74082]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=74082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 28 16:32:30.417597 dv-cinder-798104-1-smb neutron-server[74082]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=74082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 28 16:32:30.417872 dv-cinder-798104-1-smb neutron-server[74082]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=74082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 28 16:32:30.418164 dv-cinder-798104-1-smb neutron-server[74082]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=74082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 28 16:32:30.418466 dv-cinder-798104-1-smb neutron-server[74082]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=74082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 28 16:32:30.418743 dv-cinder-798104-1-smb neutron-server[74082]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=74082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 28 16:32:30.419021 dv-cinder-798104-1-smb neutron-server[74082]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=74082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 28 16:32:30.419303 dv-cinder-798104-1-smb neutron-server[74082]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=74082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 28 16:32:30.419582 dv-cinder-798104-1-smb neutron-server[74082]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=74082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 28 16:32:30.419859 dv-cinder-798104-1-smb neutron-server[74082]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=74082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 28 16:32:30.420732 dv-cinder-798104-1-smb neutron-server[74082]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = False {{(pid=74082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 28 16:32:30.421297 dv-cinder-798104-1-smb neutron-server[74082]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=74082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 28 16:32:30.421599 dv-cinder-798104-1-smb neutron-server[74082]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=74082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 28 16:32:30.421885 dv-cinder-798104-1-smb neutron-server[74082]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=74082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 28 16:32:30.422185 dv-cinder-798104-1-smb neutron-server[74082]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=74082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 28 16:32:30.422469 dv-cinder-798104-1-smb neutron-server[74082]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=74082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 28 16:32:30.422771 dv-cinder-798104-1-smb neutron-server[74082]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=74082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 28 16:32:30.423315 dv-cinder-798104-1-smb neutron-server[74082]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=74082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 28 16:32:30.423607 dv-cinder-798104-1-smb neutron-server[74082]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=74082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 28 16:32:30.423910 dv-cinder-798104-1-smb neutron-server[74082]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=74082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 28 16:32:30.424230 dv-cinder-798104-1-smb neutron-server[74082]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=74082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 28 16:32:30.424520 dv-cinder-798104-1-smb neutron-server[74082]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=74082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 28 16:32:30.424802 dv-cinder-798104-1-smb neutron-server[74082]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=74082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 28 16:32:30.425085 dv-cinder-798104-1-smb neutron-server[74082]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=74082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 28 16:32:30.425374 dv-cinder-798104-1-smb neutron-server[74082]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=74082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 28 16:32:30.425665 dv-cinder-798104-1-smb neutron-server[74082]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=74082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 28 16:32:30.425965 dv-cinder-798104-1-smb neutron-server[74082]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=74082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 28 16:32:30.426261 dv-cinder-798104-1-smb neutron-server[74082]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=74082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 28 16:32:30.426558 dv-cinder-798104-1-smb neutron-server[74082]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=74082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 28 16:32:30.426854 dv-cinder-798104-1-smb neutron-server[74082]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=74082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 28 16:32:30.427157 dv-cinder-798104-1-smb neutron-server[74082]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=74082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 28 16:32:30.427442 dv-cinder-798104-1-smb neutron-server[74082]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=74082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 28 16:32:30.427760 dv-cinder-798104-1-smb neutron-server[74082]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=74082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 28 16:32:30.428045 dv-cinder-798104-1-smb neutron-server[74082]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=74082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 28 16:32:30.428289 dv-cinder-798104-1-smb neutron-server[74082]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=74082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Jun 28 16:32:30.428542 dv-cinder-798104-1-smb neutron-server[74082]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=74082) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}} Jun 28 16:32:30.828589 dv-cinder-798104-1-smb neutron-server[74082]: INFO keyring.backend [-] Loading KWallet Jun 28 16:32:30.835811 dv-cinder-798104-1-smb neutron-server[74082]: INFO keyring.backend [-] Loading SecretService Jun 28 16:32:30.839173 dv-cinder-798104-1-smb neutron-server[74082]: INFO keyring.backend [-] Loading Windows Jun 28 16:32:30.840521 dv-cinder-798104-1-smb neutron-server[74082]: INFO keyring.backend [-] Loading chainer Jun 28 16:32:30.841095 dv-cinder-798104-1-smb neutron-server[74082]: INFO keyring.backend [-] Loading macOS Jun 28 16:32:30.874493 dv-cinder-798104-1-smb neutron-server[74082]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=74082) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 16:32:30.874765 dv-cinder-798104-1-smb neutron-server[74082]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" released by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.000s {{(pid=74082) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 16:32:30.875053 dv-cinder-798104-1-smb neutron-server[74082]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=74082) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 16:32:30.875387 dv-cinder-798104-1-smb neutron-server[74082]: INFO neutron.manager [-] Loading core plugin: ml2 Jun 28 16:32:31.193741 dv-cinder-798104-1-smb neutron-server[74082]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=74082) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 16:32:31.194021 dv-cinder-798104-1-smb neutron-server[74082]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=74082) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 16:32:31.194294 dv-cinder-798104-1-smb neutron-server[74082]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=74082) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 16:32:31.254240 dv-cinder-798104-1-smb neutron-server[74082]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=74082) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 16:32:31.254520 dv-cinder-798104-1-smb neutron-server[74082]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=74082) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 16:32:31.254792 dv-cinder-798104-1-smb neutron-server[74082]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=74082) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 16:32:31.258146 dv-cinder-798104-1-smb neutron-server[74082]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=74082) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 16:32:31.258429 dv-cinder-798104-1-smb neutron-server[74082]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=74082) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 16:32:31.258701 dv-cinder-798104-1-smb neutron-server[74082]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=74082) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 16:32:31.289968 dv-cinder-798104-1-smb neutron-server[74082]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=74082) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 16:32:31.290252 dv-cinder-798104-1-smb neutron-server[74082]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=74082) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 16:32:31.290524 dv-cinder-798104-1-smb neutron-server[74082]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=74082) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 16:32:31.317505 dv-cinder-798104-1-smb neutron-server[74082]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=74082) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 16:32:31.317784 dv-cinder-798104-1-smb neutron-server[74082]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=74082) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 16:32:31.318051 dv-cinder-798104-1-smb neutron-server[74082]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=74082) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 16:32:31.640755 dv-cinder-798104-1-smb neutron-server[74082]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=74082) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 16:32:31.641421 dv-cinder-798104-1-smb neutron-server[74082]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=74082) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 16:32:31.641421 dv-cinder-798104-1-smb neutron-server[74082]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=74082) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 16:32:31.641585 dv-cinder-798104-1-smb neutron-server[74082]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=74082) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 16:32:31.642267 dv-cinder-798104-1-smb neutron-server[74082]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=74082) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 16:32:31.766018 dv-cinder-798104-1-smb neutron-server[74082]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=74082) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 16:32:31.766340 dv-cinder-798104-1-smb neutron-server[74082]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=74082) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 16:32:31.766627 dv-cinder-798104-1-smb neutron-server[74082]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=74082) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 16:32:31.766917 dv-cinder-798104-1-smb neutron-server[74082]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=74082) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 16:32:31.767162 dv-cinder-798104-1-smb neutron-server[74082]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=74082) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 16:32:31.767467 dv-cinder-798104-1-smb neutron-server[74082]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=74082) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 16:32:31.767729 dv-cinder-798104-1-smb neutron-server[74082]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=74082) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 16:32:31.767985 dv-cinder-798104-1-smb neutron-server[74082]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=74082) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 16:32:31.768260 dv-cinder-798104-1-smb neutron-server[74082]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=74082) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 16:32:31.768542 dv-cinder-798104-1-smb neutron-server[74082]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=74082) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 16:32:31.768809 dv-cinder-798104-1-smb neutron-server[74082]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=74082) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 16:32:31.769069 dv-cinder-798104-1-smb neutron-server[74082]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=74082) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 16:32:31.769328 dv-cinder-798104-1-smb neutron-server[74082]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=74082) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 16:32:31.769580 dv-cinder-798104-1-smb neutron-server[74082]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=74082) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 16:32:31.769843 dv-cinder-798104-1-smb neutron-server[74082]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=74082) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 16:32:31.770109 dv-cinder-798104-1-smb neutron-server[74082]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=74082) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 16:32:31.770363 dv-cinder-798104-1-smb neutron-server[74082]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=74082) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 16:32:31.770633 dv-cinder-798104-1-smb neutron-server[74082]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=74082) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 16:32:31.770883 dv-cinder-798104-1-smb neutron-server[74082]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=74082) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 16:32:31.771159 dv-cinder-798104-1-smb neutron-server[74082]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=74082) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 16:32:31.771504 dv-cinder-798104-1-smb neutron-server[74082]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=74082) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 16:32:31.771756 dv-cinder-798104-1-smb neutron-server[74082]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=74082) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 16:32:31.772004 dv-cinder-798104-1-smb neutron-server[74082]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=74082) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 16:32:31.772310 dv-cinder-798104-1-smb neutron-server[74082]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=74082) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 16:32:31.772560 dv-cinder-798104-1-smb neutron-server[74082]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=74082) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 16:32:31.772802 dv-cinder-798104-1-smb neutron-server[74082]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=74082) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 16:32:31.773189 dv-cinder-798104-1-smb neutron-server[74082]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=74082) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jun 28 16:32:31.773427 dv-cinder-798104-1-smb neutron-server[74082]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=74082) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jun 28 16:32:31.773663 dv-cinder-798104-1-smb neutron-server[74082]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=74082) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jun 28 16:32:31.773897 dv-cinder-798104-1-smb neutron-server[74082]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=74082) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jun 28 16:32:31.774130 dv-cinder-798104-1-smb neutron-server[74082]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=74082) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jun 28 16:32:31.774362 dv-cinder-798104-1-smb neutron-server[74082]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=74082) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jun 28 16:32:31.774917 dv-cinder-798104-1-smb neutron-server[74082]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] Jun 28 16:32:31.778246 dv-cinder-798104-1-smb neutron-server[74082]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] Jun 28 16:32:31.782225 dv-cinder-798104-1-smb neutron-server[74082]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete Jun 28 16:32:31.786202 dv-cinder-798104-1-smb neutron-server[74082]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(400, 449)])]) Jun 28 16:32:31.787854 dv-cinder-798104-1-smb neutron-server[74082]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] Jun 28 16:32:31.788302 dv-cinder-798104-1-smb neutron-server[74082]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) Jun 28 16:32:31.788638 dv-cinder-798104-1-smb neutron-server[74082]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] Jun 28 16:32:31.789041 dv-cinder-798104-1-smb neutron-server[74082]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] Jun 28 16:32:31.791866 dv-cinder-798104-1-smb neutron-server[74082]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] Jun 28 16:32:31.792146 dv-cinder-798104-1-smb neutron-server[74082]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] Jun 28 16:32:31.792491 dv-cinder-798104-1-smb neutron-server[74082]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] Jun 28 16:32:31.821760 dv-cinder-798104-1-smb neutron-server[74082]: INFO neutron.plugins.ml2.drivers.openvswitch.mech_driver.mech_openvswitch [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic'] Jun 28 16:32:31.822228 dv-cinder-798104-1-smb neutron-server[74082]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=74082) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 16:32:31.822529 dv-cinder-798104-1-smb neutron-server[74082]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=74082) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:82}} Jun 28 16:32:31.822896 dv-cinder-798104-1-smb neutron-server[74082]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=74082) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 16:32:31.824303 dv-cinder-798104-1-smb neutron-server[74082]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=74082) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} Jun 28 16:32:31.824600 dv-cinder-798104-1-smb neutron-server[74082]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] Jun 28 16:32:31.824848 dv-cinder-798104-1-smb neutron-server[74082]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] Jun 28 16:32:31.828731 dv-cinder-798104-1-smb neutron-server[74082]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=74082) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 16:32:31.829012 dv-cinder-798104-1-smb neutron-server[74082]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=74082) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 16:32:31.889814 dv-cinder-798104-1-smb neutron-server[74082]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' Jun 28 16:32:31.890065 dv-cinder-798104-1-smb neutron-server[74082]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete Jun 28 16:32:31.890065 dv-cinder-798104-1-smb neutron-server[74082]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' Jun 28 16:32:31.890065 dv-cinder-798104-1-smb neutron-server[74082]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] Jun 28 16:32:31.921627 dv-cinder-798104-1-smb neutron-server[74082]: DEBUG oslo_db.sqlalchemy.engines [None req-a10d86df-5202-4e39-b7fd-aa8432ea6ed8 None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=74082) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:304}} Jun 28 16:32:32.250328 dv-cinder-798104-1-smb neutron-server[74082]: INFO neutron.plugins.ml2.managers [None req-a10d86df-5202-4e39-b7fd-aa8432ea6ed8 None None] Initializing driver for type 'gre' Jun 28 16:32:32.250989 dv-cinder-798104-1-smb neutron-server[74082]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-a10d86df-5202-4e39-b7fd-aa8432ea6ed8 None None] gre ID ranges: [(1, 1000)] Jun 28 16:32:32.308648 dv-cinder-798104-1-smb neutron-server[74082]: INFO neutron.plugins.ml2.managers [None req-a10d86df-5202-4e39-b7fd-aa8432ea6ed8 None None] Initializing driver for type 'local' Jun 28 16:32:32.309045 dv-cinder-798104-1-smb neutron-server[74082]: INFO neutron.plugins.ml2.managers [None req-a10d86df-5202-4e39-b7fd-aa8432ea6ed8 None None] Initializing driver for type 'vlan' Jun 28 16:32:32.325343 dv-cinder-798104-1-smb neutron-server[74082]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-a10d86df-5202-4e39-b7fd-aa8432ea6ed8 None None] VlanTypeDriver initialization complete Jun 28 16:32:32.325826 dv-cinder-798104-1-smb neutron-server[74082]: INFO neutron.plugins.ml2.managers [None req-a10d86df-5202-4e39-b7fd-aa8432ea6ed8 None None] Initializing driver for type 'vxlan' Jun 28 16:32:32.326352 dv-cinder-798104-1-smb neutron-server[74082]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-a10d86df-5202-4e39-b7fd-aa8432ea6ed8 None None] vxlan ID ranges: [(1, 1000)] Jun 28 16:32:32.382845 dv-cinder-798104-1-smb neutron-server[74082]: INFO neutron.plugins.ml2.managers [None req-a10d86df-5202-4e39-b7fd-aa8432ea6ed8 None None] Initializing extension driver 'port_security' Jun 28 16:32:32.383386 dv-cinder-798104-1-smb neutron-server[74082]: INFO neutron.plugins.ml2.extensions.port_security [None req-a10d86df-5202-4e39-b7fd-aa8432ea6ed8 None None] PortSecurityExtensionDriver initialization complete Jun 28 16:32:32.383857 dv-cinder-798104-1-smb neutron-server[74082]: INFO neutron.plugins.ml2.managers [None req-a10d86df-5202-4e39-b7fd-aa8432ea6ed8 None None] Initializing mechanism driver 'openvswitch' Jun 28 16:32:32.384820 dv-cinder-798104-1-smb neutron-server[74082]: INFO neutron.plugins.ml2.managers [None req-a10d86df-5202-4e39-b7fd-aa8432ea6ed8 None None] Initializing mechanism driver 'hyperv' Jun 28 16:32:32.391589 dv-cinder-798104-1-smb neutron-server[74082]: DEBUG neutron.plugins.ml2.plugin [None req-a10d86df-5202-4e39-b7fd-aa8432ea6ed8 None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=74082) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 16:32:32.392399 dv-cinder-798104-1-smb neutron-server[74082]: DEBUG neutron_lib.callbacks.manager [None req-a10d86df-5202-4e39-b7fd-aa8432ea6ed8 None None] Subscribe: > port after_create 55550000 {{(pid=74082) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 16:32:32.392770 dv-cinder-798104-1-smb neutron-server[74082]: DEBUG neutron_lib.callbacks.manager [None req-a10d86df-5202-4e39-b7fd-aa8432ea6ed8 None None] Subscribe: > port after_update 55550000 {{(pid=74082) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 16:32:32.393116 dv-cinder-798104-1-smb neutron-server[74082]: DEBUG neutron_lib.callbacks.manager [None req-a10d86df-5202-4e39-b7fd-aa8432ea6ed8 None None] Subscribe: > port after_delete 55550000 {{(pid=74082) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 16:32:32.393495 dv-cinder-798104-1-smb neutron-server[74082]: DEBUG neutron_lib.callbacks.manager [None req-a10d86df-5202-4e39-b7fd-aa8432ea6ed8 None None] Subscribe: > subnet after_create 55550000 {{(pid=74082) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 16:32:32.393842 dv-cinder-798104-1-smb neutron-server[74082]: DEBUG neutron_lib.callbacks.manager [None req-a10d86df-5202-4e39-b7fd-aa8432ea6ed8 None None] Subscribe: > subnet after_update 55550000 {{(pid=74082) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 16:32:32.394187 dv-cinder-798104-1-smb neutron-server[74082]: DEBUG neutron_lib.callbacks.manager [None req-a10d86df-5202-4e39-b7fd-aa8432ea6ed8 None None] Subscribe: > subnet after_delete 55550000 {{(pid=74082) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 16:32:32.394560 dv-cinder-798104-1-smb neutron-server[74082]: DEBUG neutron_lib.callbacks.manager [None req-a10d86df-5202-4e39-b7fd-aa8432ea6ed8 None None] Subscribe: > network after_create 55550000 {{(pid=74082) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 16:32:32.394901 dv-cinder-798104-1-smb neutron-server[74082]: DEBUG neutron_lib.callbacks.manager [None req-a10d86df-5202-4e39-b7fd-aa8432ea6ed8 None None] Subscribe: > network after_update 55550000 {{(pid=74082) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 16:32:32.395237 dv-cinder-798104-1-smb neutron-server[74082]: DEBUG neutron_lib.callbacks.manager [None req-a10d86df-5202-4e39-b7fd-aa8432ea6ed8 None None] Subscribe: > network after_delete 55550000 {{(pid=74082) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 16:32:32.395608 dv-cinder-798104-1-smb neutron-server[74082]: DEBUG neutron_lib.callbacks.manager [None req-a10d86df-5202-4e39-b7fd-aa8432ea6ed8 None None] Subscribe: > security_group after_create 55550000 {{(pid=74082) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 16:32:32.395953 dv-cinder-798104-1-smb neutron-server[74082]: DEBUG neutron_lib.callbacks.manager [None req-a10d86df-5202-4e39-b7fd-aa8432ea6ed8 None None] Subscribe: > security_group after_update 55550000 {{(pid=74082) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 16:32:32.396320 dv-cinder-798104-1-smb neutron-server[74082]: DEBUG neutron_lib.callbacks.manager [None req-a10d86df-5202-4e39-b7fd-aa8432ea6ed8 None None] Subscribe: > security_group after_delete 55550000 {{(pid=74082) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 16:32:32.396692 dv-cinder-798104-1-smb neutron-server[74082]: DEBUG neutron_lib.callbacks.manager [None req-a10d86df-5202-4e39-b7fd-aa8432ea6ed8 None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=74082) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 16:32:32.397030 dv-cinder-798104-1-smb neutron-server[74082]: DEBUG neutron_lib.callbacks.manager [None req-a10d86df-5202-4e39-b7fd-aa8432ea6ed8 None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=74082) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 16:32:32.397366 dv-cinder-798104-1-smb neutron-server[74082]: DEBUG neutron_lib.callbacks.manager [None req-a10d86df-5202-4e39-b7fd-aa8432ea6ed8 None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=74082) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 16:32:32.397697 dv-cinder-798104-1-smb neutron-server[74082]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-a10d86df-5202-4e39-b7fd-aa8432ea6ed8 None None] ML2 OVO RPC backend initialized. {{(pid=74082) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:140}} Jun 28 16:32:32.398331 dv-cinder-798104-1-smb neutron-server[74082]: DEBUG neutron_lib.callbacks.manager [None req-a10d86df-5202-4e39-b7fd-aa8432ea6ed8 None None] Subscribe: > router_interface after_create 55550000 {{(pid=74082) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 16:32:32.398678 dv-cinder-798104-1-smb neutron-server[74082]: DEBUG neutron_lib.callbacks.manager [None req-a10d86df-5202-4e39-b7fd-aa8432ea6ed8 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=74082) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 16:32:32.399085 dv-cinder-798104-1-smb neutron-server[74082]: DEBUG neutron_lib.callbacks.manager [None req-a10d86df-5202-4e39-b7fd-aa8432ea6ed8 None None] Subscribe: > network before_response 55550000 {{(pid=74082) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 16:32:32.399588 dv-cinder-798104-1-smb neutron-server[74082]: DEBUG neutron_lib.callbacks.manager [None req-a10d86df-5202-4e39-b7fd-aa8432ea6ed8 None None] Subscribe: > networks before_response 55550000 {{(pid=74082) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 16:32:32.399913 dv-cinder-798104-1-smb neutron-server[74082]: DEBUG neutron_lib.callbacks.manager [None req-a10d86df-5202-4e39-b7fd-aa8432ea6ed8 None None] Subscribe: > port before_response 55550000 {{(pid=74082) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 16:32:32.400280 dv-cinder-798104-1-smb neutron-server[74082]: DEBUG neutron_lib.callbacks.manager [None req-a10d86df-5202-4e39-b7fd-aa8432ea6ed8 None None] Subscribe: > ports before_response 55550000 {{(pid=74082) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 16:32:32.400622 dv-cinder-798104-1-smb neutron-server[74082]: DEBUG neutron_lib.callbacks.manager [None req-a10d86df-5202-4e39-b7fd-aa8432ea6ed8 None None] Subscribe: > subnet before_response 55550000 {{(pid=74082) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 16:32:32.400962 dv-cinder-798104-1-smb neutron-server[74082]: DEBUG neutron_lib.callbacks.manager [None req-a10d86df-5202-4e39-b7fd-aa8432ea6ed8 None None] Subscribe: > subnets before_response 55550000 {{(pid=74082) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 16:32:32.401303 dv-cinder-798104-1-smb neutron-server[74082]: DEBUG neutron_lib.callbacks.manager [None req-a10d86df-5202-4e39-b7fd-aa8432ea6ed8 None None] Subscribe: > network after_create 55550000 {{(pid=74082) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 16:32:32.401641 dv-cinder-798104-1-smb neutron-server[74082]: DEBUG neutron_lib.callbacks.manager [None req-a10d86df-5202-4e39-b7fd-aa8432ea6ed8 None None] Subscribe: > network after_update 55550000 {{(pid=74082) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 16:32:32.401971 dv-cinder-798104-1-smb neutron-server[74082]: DEBUG neutron_lib.callbacks.manager [None req-a10d86df-5202-4e39-b7fd-aa8432ea6ed8 None None] Subscribe: > network after_delete 55550000 {{(pid=74082) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 16:32:32.402303 dv-cinder-798104-1-smb neutron-server[74082]: DEBUG neutron_lib.callbacks.manager [None req-a10d86df-5202-4e39-b7fd-aa8432ea6ed8 None None] Subscribe: > port after_create 55550000 {{(pid=74082) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 16:32:32.402636 dv-cinder-798104-1-smb neutron-server[74082]: DEBUG neutron_lib.callbacks.manager [None req-a10d86df-5202-4e39-b7fd-aa8432ea6ed8 None None] Subscribe: > port after_update 55550000 {{(pid=74082) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 16:32:32.402966 dv-cinder-798104-1-smb neutron-server[74082]: DEBUG neutron_lib.callbacks.manager [None req-a10d86df-5202-4e39-b7fd-aa8432ea6ed8 None None] Subscribe: > port after_delete 55550000 {{(pid=74082) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 16:32:32.403296 dv-cinder-798104-1-smb neutron-server[74082]: DEBUG neutron_lib.callbacks.manager [None req-a10d86df-5202-4e39-b7fd-aa8432ea6ed8 None None] Subscribe: > subnet after_create 55550000 {{(pid=74082) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 16:32:32.403624 dv-cinder-798104-1-smb neutron-server[74082]: DEBUG neutron_lib.callbacks.manager [None req-a10d86df-5202-4e39-b7fd-aa8432ea6ed8 None None] Subscribe: > subnet after_update 55550000 {{(pid=74082) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 16:32:32.403956 dv-cinder-798104-1-smb neutron-server[74082]: DEBUG neutron_lib.callbacks.manager [None req-a10d86df-5202-4e39-b7fd-aa8432ea6ed8 None None] Subscribe: > subnet after_delete 55550000 {{(pid=74082) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 16:32:32.405085 dv-cinder-798104-1-smb neutron-server[74082]: INFO neutron.plugins.ml2.plugin [None req-a10d86df-5202-4e39-b7fd-aa8432ea6ed8 None None] Modular L2 Plugin initialization complete Jun 28 16:32:32.405409 dv-cinder-798104-1-smb neutron-server[74082]: DEBUG neutron.manager [None req-a10d86df-5202-4e39-b7fd-aa8432ea6ed8 None None] Loading services supported by the core plugin {{(pid=74082) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} Jun 28 16:32:32.405733 dv-cinder-798104-1-smb neutron-server[74082]: INFO neutron.plugins.ml2.managers [None req-a10d86df-5202-4e39-b7fd-aa8432ea6ed8 None None] Got port-security extension from driver 'port_security' Jun 28 16:32:32.406189 dv-cinder-798104-1-smb neutron-server[74082]: INFO neutron.extensions.vlantransparent [None req-a10d86df-5202-4e39-b7fd-aa8432ea6ed8 None None] Disabled vlantransparent extension. Jun 28 16:32:32.406598 dv-cinder-798104-1-smb neutron-server[74082]: DEBUG neutron.manager [None req-a10d86df-5202-4e39-b7fd-aa8432ea6ed8 None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=74082) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} Jun 28 16:32:32.406905 dv-cinder-798104-1-smb neutron-server[74082]: INFO neutron.manager [None req-a10d86df-5202-4e39-b7fd-aa8432ea6ed8 None None] Loading Plugin: router Jun 28 16:32:32.448533 dv-cinder-798104-1-smb neutron-server[74082]: DEBUG neutron_lib.callbacks.manager [None req-a10d86df-5202-4e39-b7fd-aa8432ea6ed8 None None] Subscribe: > router_interface before_create 55550000 {{(pid=74082) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 16:32:32.448920 dv-cinder-798104-1-smb neutron-server[74082]: DEBUG neutron_lib.callbacks.manager [None req-a10d86df-5202-4e39-b7fd-aa8432ea6ed8 None None] Subscribe: > router after_create 55549900 {{(pid=74082) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 16:32:32.449285 dv-cinder-798104-1-smb neutron-server[74082]: DEBUG neutron_lib.callbacks.manager [None req-a10d86df-5202-4e39-b7fd-aa8432ea6ed8 None None] Subscribe: > router before_create 55549900 {{(pid=74082) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 16:32:32.449640 dv-cinder-798104-1-smb neutron-server[74082]: DEBUG neutron_lib.callbacks.manager [None req-a10d86df-5202-4e39-b7fd-aa8432ea6ed8 None None] Subscribe: > router_interface before_delete 55550000 {{(pid=74082) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 16:32:32.450001 dv-cinder-798104-1-smb neutron-server[74082]: DEBUG neutron_lib.callbacks.manager [None req-a10d86df-5202-4e39-b7fd-aa8432ea6ed8 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=74082) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 16:32:32.450349 dv-cinder-798104-1-smb neutron-server[74082]: DEBUG neutron_lib.callbacks.manager [None req-a10d86df-5202-4e39-b7fd-aa8432ea6ed8 None None] Subscribe: > router after_delete 55549900 {{(pid=74082) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 16:32:32.450701 dv-cinder-798104-1-smb neutron-server[74082]: DEBUG neutron_lib.callbacks.manager [None req-a10d86df-5202-4e39-b7fd-aa8432ea6ed8 None None] Subscribe: > floatingip after_update 55550000 {{(pid=74082) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 16:32:32.451051 dv-cinder-798104-1-smb neutron-server[74082]: DEBUG neutron_lib.callbacks.manager [None req-a10d86df-5202-4e39-b7fd-aa8432ea6ed8 None None] Subscribe: > router after_create 55549900 {{(pid=74082) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 16:32:32.451428 dv-cinder-798104-1-smb neutron-server[74082]: DEBUG neutron_lib.callbacks.manager [None req-a10d86df-5202-4e39-b7fd-aa8432ea6ed8 None None] Subscribe: > router after_update 55549900 {{(pid=74082) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 16:32:32.451768 dv-cinder-798104-1-smb neutron-server[74082]: DEBUG neutron_lib.callbacks.manager [None req-a10d86df-5202-4e39-b7fd-aa8432ea6ed8 None None] Subscribe: > router after_update 55549900 {{(pid=74082) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 16:32:32.452106 dv-cinder-798104-1-smb neutron-server[74082]: DEBUG neutron_lib.callbacks.manager [None req-a10d86df-5202-4e39-b7fd-aa8432ea6ed8 None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=74082) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 16:32:32.452489 dv-cinder-798104-1-smb neutron-server[74082]: DEBUG neutron_lib.callbacks.manager [None req-a10d86df-5202-4e39-b7fd-aa8432ea6ed8 None None] Subscribe: > router after_update 55549900 {{(pid=74082) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 16:32:32.452890 dv-cinder-798104-1-smb neutron-server[74082]: DEBUG neutron_lib.callbacks.manager [None req-a10d86df-5202-4e39-b7fd-aa8432ea6ed8 None None] Subscribe: > router precommit_update 55549900 {{(pid=74082) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 16:32:32.453251 dv-cinder-798104-1-smb neutron-server[74082]: DEBUG neutron_lib.callbacks.manager [None req-a10d86df-5202-4e39-b7fd-aa8432ea6ed8 None None] Subscribe: port after_update 55550000 {{(pid=74082) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 16:32:32.453585 dv-cinder-798104-1-smb neutron-server[74082]: DEBUG neutron_lib.callbacks.manager [None req-a10d86df-5202-4e39-b7fd-aa8432ea6ed8 None None] Subscribe: port after_delete 55550000 {{(pid=74082) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 16:32:32.453914 dv-cinder-798104-1-smb neutron-server[74082]: DEBUG neutron_lib.callbacks.manager [None req-a10d86df-5202-4e39-b7fd-aa8432ea6ed8 None None] Subscribe: subnet after_update 55550000 {{(pid=74082) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 16:32:32.454244 dv-cinder-798104-1-smb neutron-server[74082]: DEBUG neutron_lib.callbacks.manager [None req-a10d86df-5202-4e39-b7fd-aa8432ea6ed8 None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=74082) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 16:32:32.454583 dv-cinder-798104-1-smb neutron-server[74082]: DEBUG neutron_lib.callbacks.manager [None req-a10d86df-5202-4e39-b7fd-aa8432ea6ed8 None None] Subscribe: > port precommit_delete 55550000 {{(pid=74082) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 16:32:32.454919 dv-cinder-798104-1-smb neutron-server[74082]: DEBUG neutron_lib.callbacks.manager [None req-a10d86df-5202-4e39-b7fd-aa8432ea6ed8 None None] Subscribe: > router precommit_create 55549900 {{(pid=74082) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 16:32:32.455247 dv-cinder-798104-1-smb neutron-server[74082]: DEBUG neutron_lib.callbacks.manager [None req-a10d86df-5202-4e39-b7fd-aa8432ea6ed8 None None] Subscribe: port before_delete 55550000 {{(pid=74082) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 16:32:32.455583 dv-cinder-798104-1-smb neutron-server[74082]: DEBUG neutron_lib.callbacks.manager [None req-a10d86df-5202-4e39-b7fd-aa8432ea6ed8 None None] Subscribe: > router precommit_create 55550000 {{(pid=74082) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 16:32:32.455931 dv-cinder-798104-1-smb neutron-server[74082]: DEBUG neutron_lib.callbacks.manager [None req-a10d86df-5202-4e39-b7fd-aa8432ea6ed8 None None] Subscribe: > router after_update 55549900 {{(pid=74082) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 16:32:32.456297 dv-cinder-798104-1-smb neutron-server[74082]: DEBUG neutron_lib.callbacks.manager [None req-a10d86df-5202-4e39-b7fd-aa8432ea6ed8 None None] Subscribe: > router precommit_delete 55549900 {{(pid=74082) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 16:32:32.456640 dv-cinder-798104-1-smb neutron-server[74082]: DEBUG neutron_lib.callbacks.manager [None req-a10d86df-5202-4e39-b7fd-aa8432ea6ed8 None None] Subscribe: > router precommit_create 55549900 {{(pid=74082) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 16:32:32.456989 dv-cinder-798104-1-smb neutron-server[74082]: DEBUG neutron_lib.callbacks.manager [None req-a10d86df-5202-4e39-b7fd-aa8432ea6ed8 None None] Subscribe: > router_interface after_create 55550000 {{(pid=74082) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 16:32:32.457325 dv-cinder-798104-1-smb neutron-server[74082]: DEBUG neutron_lib.callbacks.manager [None req-a10d86df-5202-4e39-b7fd-aa8432ea6ed8 None None] Subscribe: > router precommit_update 55549900 {{(pid=74082) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 16:32:32.459013 dv-cinder-798104-1-smb neutron-server[74082]: DEBUG neutron_lib.callbacks.manager [None req-a10d86df-5202-4e39-b7fd-aa8432ea6ed8 None None] Subscribe: > agent after_create 55550000 {{(pid=74082) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 16:32:32.459013 dv-cinder-798104-1-smb neutron-server[74082]: DEBUG neutron_lib.callbacks.manager [None req-a10d86df-5202-4e39-b7fd-aa8432ea6ed8 None None] Subscribe: > agent after_delete 55550000 {{(pid=74082) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 16:32:32.459013 dv-cinder-798104-1-smb neutron-server[74082]: DEBUG neutron_lib.callbacks.manager [None req-a10d86df-5202-4e39-b7fd-aa8432ea6ed8 None None] Subscribe: > network after_delete 55550000 {{(pid=74082) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 16:32:32.459333 dv-cinder-798104-1-smb neutron-server[74082]: DEBUG neutron.quota.resource_registry [None req-a10d86df-5202-4e39-b7fd-aa8432ea6ed8 None None] Tracking information for resource: router configured {{(pid=74082) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jun 28 16:32:32.459504 dv-cinder-798104-1-smb neutron-server[74082]: DEBUG neutron.quota.resource_registry [None req-a10d86df-5202-4e39-b7fd-aa8432ea6ed8 None None] Tracking information for resource: floatingip configured {{(pid=74082) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jun 28 16:32:32.464564 dv-cinder-798104-1-smb neutron-server[74082]: INFO neutron.db.l3_agentschedulers_db [None req-a10d86df-5202-4e39-b7fd-aa8432ea6ed8 None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. Jun 28 16:32:32.465143 dv-cinder-798104-1-smb neutron-server[74082]: DEBUG neutron_lib.callbacks.manager [None req-a10d86df-5202-4e39-b7fd-aa8432ea6ed8 None None] Subscribe: port after_update 55550000 {{(pid=74082) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 16:32:32.465501 dv-cinder-798104-1-smb neutron-server[74082]: DEBUG neutron_lib.callbacks.manager [None req-a10d86df-5202-4e39-b7fd-aa8432ea6ed8 None None] Subscribe: port after_create 55550000 {{(pid=74082) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 16:32:32.465844 dv-cinder-798104-1-smb neutron-server[74082]: DEBUG neutron_lib.callbacks.manager [None req-a10d86df-5202-4e39-b7fd-aa8432ea6ed8 None None] Subscribe: port after_delete 55550000 {{(pid=74082) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 16:32:32.466188 dv-cinder-798104-1-smb neutron-server[74082]: DEBUG neutron_lib.callbacks.manager [None req-a10d86df-5202-4e39-b7fd-aa8432ea6ed8 None None] Subscribe: port after_update 55550000 {{(pid=74082) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 16:32:32.467536 dv-cinder-798104-1-smb neutron-server[74082]: DEBUG neutron_lib.callbacks.manager [None req-a10d86df-5202-4e39-b7fd-aa8432ea6ed8 None None] Subscribe: > router before_create 55550100 {{(pid=74082) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 16:32:32.467893 dv-cinder-798104-1-smb neutron-server[74082]: DEBUG neutron_lib.callbacks.manager [None req-a10d86df-5202-4e39-b7fd-aa8432ea6ed8 None None] Subscribe: > router precommit_delete 55550100 {{(pid=74082) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 16:32:32.468285 dv-cinder-798104-1-smb neutron-server[74082]: DEBUG neutron_lib.callbacks.manager [None req-a10d86df-5202-4e39-b7fd-aa8432ea6ed8 None None] Subscribe: > router precommit_create 55550100 {{(pid=74082) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 16:32:32.468635 dv-cinder-798104-1-smb neutron-server[74082]: DEBUG neutron_lib.callbacks.manager [None req-a10d86df-5202-4e39-b7fd-aa8432ea6ed8 None None] Subscribe: > router precommit_update 55550100 {{(pid=74082) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 16:32:32.472980 dv-cinder-798104-1-smb neutron-server[74082]: DEBUG neutron.services.provider_configuration [None req-a10d86df-5202-4e39-b7fd-aa8432ea6ed8 None None] Service providers = [] {{(pid=74082) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} Jun 28 16:32:32.473345 dv-cinder-798104-1-smb neutron-server[74082]: DEBUG neutron.db.servicetype_db [None req-a10d86df-5202-4e39-b7fd-aa8432ea6ed8 None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=74082) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} Jun 28 16:32:32.476233 dv-cinder-798104-1-smb neutron-server[74082]: DEBUG neutron.services.service_base [None req-a10d86df-5202-4e39-b7fd-aa8432ea6ed8 None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=74082) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jun 28 16:32:32.476580 dv-cinder-798104-1-smb neutron-server[74082]: DEBUG neutron.services.service_base [None req-a10d86df-5202-4e39-b7fd-aa8432ea6ed8 None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=74082) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jun 28 16:32:32.476916 dv-cinder-798104-1-smb neutron-server[74082]: DEBUG neutron.services.service_base [None req-a10d86df-5202-4e39-b7fd-aa8432ea6ed8 None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=74082) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jun 28 16:32:32.477943 dv-cinder-798104-1-smb neutron-server[74082]: DEBUG neutron.services.service_base [None req-a10d86df-5202-4e39-b7fd-aa8432ea6ed8 None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=74082) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jun 28 16:32:32.478313 dv-cinder-798104-1-smb neutron-server[74082]: INFO neutron.services.service_base [None req-a10d86df-5202-4e39-b7fd-aa8432ea6ed8 None None] Default provider is not specified for service type L3_ROUTER_NAT Jun 28 16:32:32.478694 dv-cinder-798104-1-smb neutron-server[74082]: DEBUG neutron.manager [None req-a10d86df-5202-4e39-b7fd-aa8432ea6ed8 None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=74082) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jun 28 16:32:32.479007 dv-cinder-798104-1-smb neutron-server[74082]: INFO neutron.manager [None req-a10d86df-5202-4e39-b7fd-aa8432ea6ed8 None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin Jun 28 16:32:32.490167 dv-cinder-798104-1-smb neutron-server[74082]: DEBUG neutron.manager [None req-a10d86df-5202-4e39-b7fd-aa8432ea6ed8 None None] Successfully loaded METERING plugin. Description: METERING {{(pid=74082) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jun 28 16:32:32.490491 dv-cinder-798104-1-smb neutron-server[74082]: INFO neutron.manager [None req-a10d86df-5202-4e39-b7fd-aa8432ea6ed8 None None] Loading Plugin: auto_allocate Jun 28 16:32:32.496381 dv-cinder-798104-1-smb neutron-server[74082]: DEBUG neutron_lib.callbacks.manager [None req-a10d86df-5202-4e39-b7fd-aa8432ea6ed8 None None] Subscribe: network precommit_update 55550000 {{(pid=74082) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 16:32:32.496751 dv-cinder-798104-1-smb neutron-server[74082]: DEBUG neutron_lib.callbacks.manager [None req-a10d86df-5202-4e39-b7fd-aa8432ea6ed8 None None] Subscribe: network precommit_create 55550000 {{(pid=74082) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 16:32:32.497281 dv-cinder-798104-1-smb neutron-server[74082]: DEBUG neutron.manager [None req-a10d86df-5202-4e39-b7fd-aa8432ea6ed8 None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=74082) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jun 28 16:32:32.497592 dv-cinder-798104-1-smb neutron-server[74082]: INFO neutron.manager [None req-a10d86df-5202-4e39-b7fd-aa8432ea6ed8 None None] Loading Plugin: tag Jun 28 16:32:32.504506 dv-cinder-798104-1-smb neutron-server[74082]: DEBUG neutron.manager [None req-a10d86df-5202-4e39-b7fd-aa8432ea6ed8 None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=74082) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jun 28 16:32:32.504775 dv-cinder-798104-1-smb neutron-server[74082]: INFO neutron.manager [None req-a10d86df-5202-4e39-b7fd-aa8432ea6ed8 None None] Loading Plugin: timestamp Jun 28 16:32:32.508544 dv-cinder-798104-1-smb neutron-server[74082]: DEBUG neutron.manager [None req-a10d86df-5202-4e39-b7fd-aa8432ea6ed8 None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=74082) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jun 28 16:32:32.508871 dv-cinder-798104-1-smb neutron-server[74082]: INFO neutron.manager [None req-a10d86df-5202-4e39-b7fd-aa8432ea6ed8 None None] Loading Plugin: network_ip_availability Jun 28 16:32:32.514352 dv-cinder-798104-1-smb neutron-server[74082]: DEBUG neutron_lib.callbacks.manager [None req-a10d86df-5202-4e39-b7fd-aa8432ea6ed8 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=74082) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 16:32:32.514721 dv-cinder-798104-1-smb neutron-server[74082]: DEBUG neutron_lib.callbacks.manager [None req-a10d86df-5202-4e39-b7fd-aa8432ea6ed8 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=74082) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 16:32:32.515074 dv-cinder-798104-1-smb neutron-server[74082]: DEBUG neutron_lib.callbacks.manager [None req-a10d86df-5202-4e39-b7fd-aa8432ea6ed8 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=74082) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 16:32:32.515799 dv-cinder-798104-1-smb neutron-server[74082]: DEBUG neutron.manager [None req-a10d86df-5202-4e39-b7fd-aa8432ea6ed8 None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=74082) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jun 28 16:32:32.516139 dv-cinder-798104-1-smb neutron-server[74082]: INFO neutron.manager [None req-a10d86df-5202-4e39-b7fd-aa8432ea6ed8 None None] Loading Plugin: flavors Jun 28 16:32:32.521045 dv-cinder-798104-1-smb neutron-server[74082]: DEBUG neutron.manager [None req-a10d86df-5202-4e39-b7fd-aa8432ea6ed8 None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=74082) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jun 28 16:32:32.521367 dv-cinder-798104-1-smb neutron-server[74082]: INFO neutron.manager [None req-a10d86df-5202-4e39-b7fd-aa8432ea6ed8 None None] Loading Plugin: revisions Jun 28 16:32:32.525625 dv-cinder-798104-1-smb neutron-server[74082]: DEBUG neutron.manager [None req-a10d86df-5202-4e39-b7fd-aa8432ea6ed8 None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=74082) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jun 28 16:32:32.526014 dv-cinder-798104-1-smb neutron-server[74082]: DEBUG oslo_concurrency.lockutils [None req-a10d86df-5202-4e39-b7fd-aa8432ea6ed8 None None] Lock "manager" released by "neutron.manager.NeutronManager._create_instance" :: held 1.651s {{(pid=74082) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 16:32:32.526745 dv-cinder-798104-1-smb neutron-server[74082]: DEBUG neutron.api.extensions [None req-a10d86df-5202-4e39-b7fd-aa8432ea6ed8 None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=74082) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:632}} Jun 28 16:32:32.527079 dv-cinder-798104-1-smb neutron-server[74082]: INFO neutron.api.extensions [None req-a10d86df-5202-4e39-b7fd-aa8432ea6ed8 None None] Initializing extension manager. Jun 28 16:32:32.527575 dv-cinder-798104-1-smb neutron-server[74082]: DEBUG neutron.api.extensions [None req-a10d86df-5202-4e39-b7fd-aa8432ea6ed8 None None] Loading extension file: __init__.py {{(pid=74082) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Jun 28 16:32:32.527910 dv-cinder-798104-1-smb neutron-server[74082]: DEBUG neutron.api.extensions [None req-a10d86df-5202-4e39-b7fd-aa8432ea6ed8 None None] Loading extension file: __pycache__ {{(pid=74082) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Jun 28 16:32:32.528264 dv-cinder-798104-1-smb neutron-server[74082]: DEBUG neutron.api.extensions [None req-a10d86df-5202-4e39-b7fd-aa8432ea6ed8 None None] Loading extension file: _admin_state_down_before_update_lib.py {{(pid=74082) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Jun 28 16:32:32.528599 dv-cinder-798104-1-smb neutron-server[74082]: DEBUG neutron.api.extensions [None req-a10d86df-5202-4e39-b7fd-aa8432ea6ed8 None None] Loading extension file: _availability_zone_filter_lib.py {{(pid=74082) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Jun 28 16:32:32.528923 dv-cinder-798104-1-smb neutron-server[74082]: DEBUG neutron.api.extensions [None req-a10d86df-5202-4e39-b7fd-aa8432ea6ed8 None None] Loading extension file: _filter_validation_lib.py {{(pid=74082) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Jun 28 16:32:32.529244 dv-cinder-798104-1-smb neutron-server[74082]: DEBUG neutron.api.extensions [None req-a10d86df-5202-4e39-b7fd-aa8432ea6ed8 None None] Loading extension file: _standard_attr_segment_lib.py {{(pid=74082) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Jun 28 16:32:32.530097 dv-cinder-798104-1-smb neutron-server[74082]: DEBUG neutron.api.extensions [None req-a10d86df-5202-4e39-b7fd-aa8432ea6ed8 None None] Loading extension file: address_group.py {{(pid=74082) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Jun 28 16:32:32.530844 dv-cinder-798104-1-smb neutron-server[74082]: DEBUG neutron.api.extensions [None req-a10d86df-5202-4e39-b7fd-aa8432ea6ed8 None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=74082) _check_extension /opt/stack/neutron/neutron/api/extensions.py:408}} Jun 28 16:32:32.531413 dv-cinder-798104-1-smb neutron-server[74082]: INFO neutron.api.extensions [None req-a10d86df-5202-4e39-b7fd-aa8432ea6ed8 None None] Loaded extension: address-group Jun 28 16:32:32.531726 dv-cinder-798104-1-smb neutron-server[74082]: DEBUG neutron.api.extensions [None req-a10d86df-5202-4e39-b7fd-aa8432ea6ed8 None None] Loading extension file: address_scope.py {{(pid=74082) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Jun 28 16:32:32.532452 dv-cinder-798104-1-smb neutron-server[74082]: DEBUG neutron.api.extensions [None req-a10d86df-5202-4e39-b7fd-aa8432ea6ed8 None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=74082) _check_extension /opt/stack/neutron/neutron/api/extensions.py:408}} Jun 28 16:32:32.532959 dv-cinder-798104-1-smb neutron-server[74082]: INFO neutron.api.extensions [None req-a10d86df-5202-4e39-b7fd-aa8432ea6ed8 None None] Loaded extension: address-scope Jun 28 16:32:32.533285 dv-cinder-798104-1-smb neutron-server[74082]: DEBUG neutron.api.extensions [None req-a10d86df-5202-4e39-b7fd-aa8432ea6ed8 None None] Loading extension file: admin_state_down_before_update.py {{(pid=74082) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Jun 28 16:32:32.534191 dv-cinder-798104-1-smb neutron-server[74082]: DEBUG neutron.api.extensions [None req-a10d86df-5202-4e39-b7fd-aa8432ea6ed8 None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is down (admin_state_up=False) before updating the distributed attribute" updated="2019-04-08 13:30:00" {{(pid=74082) _check_extension /opt/stack/neutron/neutron/api/extensions.py:408}} Jun 28 16:32:32.534706 dv-cinder-798104-1-smb neutron-server[74082]: INFO neutron.api.extensions [None req-a10d86df-5202-4e39-b7fd-aa8432ea6ed8 None None] Loaded extension: router-admin-state-down-before-update Jun 28 16:32:32.535020 dv-cinder-798104-1-smb neutron-server[74082]: DEBUG neutron.api.extensions [None req-a10d86df-5202-4e39-b7fd-aa8432ea6ed8 None None] Loading extension file: agent.py {{(pid=74082) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Jun 28 16:32:32.535695 dv-cinder-798104-1-smb neutron-server[74082]: DEBUG neutron.api.extensions [None req-a10d86df-5202-4e39-b7fd-aa8432ea6ed8 None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=74082) _check_extension /opt/stack/neutron/neutron/api/extensions.py:408}} Jun 28 16:32:32.536236 dv-cinder-798104-1-smb neutron-server[74082]: INFO neutron.api.extensions [None req-a10d86df-5202-4e39-b7fd-aa8432ea6ed8 None None] Loaded extension: agent Jun 28 16:32:32.536554 dv-cinder-798104-1-smb neutron-server[74082]: DEBUG neutron.api.extensions [None req-a10d86df-5202-4e39-b7fd-aa8432ea6ed8 None None] Loading extension file: agent_resources_synced.py {{(pid=74082) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Jun 28 16:32:32.537432 dv-cinder-798104-1-smb neutron-server[74082]: DEBUG neutron.api.extensions [None req-a10d86df-5202-4e39-b7fd-aa8432ea6ed8 None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=74082) _check_extension /opt/stack/neutron/neutron/api/extensions.py:408}} Jun 28 16:32:32.537940 dv-cinder-798104-1-smb neutron-server[74082]: INFO neutron.api.extensions [None req-a10d86df-5202-4e39-b7fd-aa8432ea6ed8 None None] Loaded extension: agent-resources-synced Jun 28 16:32:32.538253 dv-cinder-798104-1-smb neutron-server[74082]: DEBUG neutron.api.extensions [None req-a10d86df-5202-4e39-b7fd-aa8432ea6ed8 None None] Loading extension file: allowedaddresspairs.py {{(pid=74082) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Jun 28 16:32:32.540013 dv-cinder-798104-1-smb neutron-server[74082]: DEBUG neutron.api.extensions [None req-a10d86df-5202-4e39-b7fd-aa8432ea6ed8 None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=74082) _check_extension /opt/stack/neutron/neutron/api/extensions.py:408}} Jun 28 16:32:32.540570 dv-cinder-798104-1-smb neutron-server[74082]: INFO neutron.api.extensions [None req-a10d86df-5202-4e39-b7fd-aa8432ea6ed8 None None] Loaded extension: allowed-address-pairs Jun 28 16:32:32.540894 dv-cinder-798104-1-smb neutron-server[74082]: DEBUG neutron.api.extensions [None req-a10d86df-5202-4e39-b7fd-aa8432ea6ed8 None None] Loading extension file: auto_allocated_topology.py {{(pid=74082) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Jun 28 16:32:32.541950 dv-cinder-798104-1-smb neutron-server[74082]: DEBUG neutron.api.extensions [None req-a10d86df-5202-4e39-b7fd-aa8432ea6ed8 None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=74082) _check_extension /opt/stack/neutron/neutron/api/extensions.py:408}} Jun 28 16:32:32.542457 dv-cinder-798104-1-smb neutron-server[74082]: INFO neutron.api.extensions [None req-a10d86df-5202-4e39-b7fd-aa8432ea6ed8 None None] Loaded extension: auto-allocated-topology Jun 28 16:32:32.542776 dv-cinder-798104-1-smb neutron-server[74082]: DEBUG neutron.api.extensions [None req-a10d86df-5202-4e39-b7fd-aa8432ea6ed8 None None] Loading extension file: availability_zone.py {{(pid=74082) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Jun 28 16:32:32.543452 dv-cinder-798104-1-smb neutron-server[74082]: DEBUG neutron.api.extensions [None req-a10d86df-5202-4e39-b7fd-aa8432ea6ed8 None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=74082) _check_extension /opt/stack/neutron/neutron/api/extensions.py:408}} Jun 28 16:32:32.543948 dv-cinder-798104-1-smb neutron-server[74082]: INFO neutron.api.extensions [None req-a10d86df-5202-4e39-b7fd-aa8432ea6ed8 None None] Loaded extension: availability_zone Jun 28 16:32:32.544291 dv-cinder-798104-1-smb neutron-server[74082]: DEBUG neutron.api.extensions [None req-a10d86df-5202-4e39-b7fd-aa8432ea6ed8 None None] Loading extension file: availability_zone_filter.py {{(pid=74082) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Jun 28 16:32:32.545731 dv-cinder-798104-1-smb neutron-server[74082]: DEBUG neutron.api.extensions [None req-a10d86df-5202-4e39-b7fd-aa8432ea6ed8 None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=74082) _check_extension /opt/stack/neutron/neutron/api/extensions.py:408}} Jun 28 16:32:32.546230 dv-cinder-798104-1-smb neutron-server[74082]: INFO neutron.api.extensions [None req-a10d86df-5202-4e39-b7fd-aa8432ea6ed8 None None] Loaded extension: availability_zone_filter Jun 28 16:32:32.546542 dv-cinder-798104-1-smb neutron-server[74082]: DEBUG neutron.api.extensions [None req-a10d86df-5202-4e39-b7fd-aa8432ea6ed8 None None] Loading extension file: data_plane_status.py {{(pid=74082) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Jun 28 16:32:32.547418 dv-cinder-798104-1-smb neutron-server[74082]: DEBUG neutron.api.extensions [None req-a10d86df-5202-4e39-b7fd-aa8432ea6ed8 None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=74082) _check_extension /opt/stack/neutron/neutron/api/extensions.py:408}} Jun 28 16:32:32.547942 dv-cinder-798104-1-smb neutron-server[74082]: INFO neutron.api.extensions [None req-a10d86df-5202-4e39-b7fd-aa8432ea6ed8 None None] Extension data-plane-status not supported by any of loaded plugins Jun 28 16:32:32.548249 dv-cinder-798104-1-smb neutron-server[74082]: DEBUG neutron.api.extensions [None req-a10d86df-5202-4e39-b7fd-aa8432ea6ed8 None None] Loading extension file: default_subnetpools.py {{(pid=74082) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Jun 28 16:32:32.549136 dv-cinder-798104-1-smb neutron-server[74082]: DEBUG neutron.api.extensions [None req-a10d86df-5202-4e39-b7fd-aa8432ea6ed8 None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=74082) _check_extension /opt/stack/neutron/neutron/api/extensions.py:408}} Jun 28 16:32:32.549641 dv-cinder-798104-1-smb neutron-server[74082]: INFO neutron.api.extensions [None req-a10d86df-5202-4e39-b7fd-aa8432ea6ed8 None None] Loaded extension: default-subnetpools Jun 28 16:32:32.550394 dv-cinder-798104-1-smb neutron-server[74082]: DEBUG neutron.api.extensions [None req-a10d86df-5202-4e39-b7fd-aa8432ea6ed8 None None] Loading extension file: dhcpagentscheduler.py {{(pid=74082) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Jun 28 16:32:32.550713 dv-cinder-798104-1-smb neutron-server[74082]: DEBUG neutron.api.extensions [None req-a10d86df-5202-4e39-b7fd-aa8432ea6ed8 None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=74082) _check_extension /opt/stack/neutron/neutron/api/extensions.py:408}} Jun 28 16:32:32.551930 dv-cinder-798104-1-smb neutron-server[74082]: INFO neutron.api.extensions [None req-a10d86df-5202-4e39-b7fd-aa8432ea6ed8 None None] Loaded extension: dhcp_agent_scheduler Jun 28 16:32:32.551930 dv-cinder-798104-1-smb neutron-server[74082]: DEBUG neutron.api.extensions [None req-a10d86df-5202-4e39-b7fd-aa8432ea6ed8 None None] Loading extension file: dns.py {{(pid=74082) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Jun 28 16:32:32.552420 dv-cinder-798104-1-smb neutron-server[74082]: DEBUG neutron.api.extensions [None req-a10d86df-5202-4e39-b7fd-aa8432ea6ed8 None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=74082) _check_extension /opt/stack/neutron/neutron/api/extensions.py:408}} Jun 28 16:32:32.552971 dv-cinder-798104-1-smb neutron-server[74082]: INFO neutron.api.extensions [None req-a10d86df-5202-4e39-b7fd-aa8432ea6ed8 None None] Extension dns-integration not supported by any of loaded plugins Jun 28 16:32:32.553259 dv-cinder-798104-1-smb neutron-server[74082]: DEBUG neutron.api.extensions [None req-a10d86df-5202-4e39-b7fd-aa8432ea6ed8 None None] Loading extension file: dns_domain_ports.py {{(pid=74082) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Jun 28 16:32:32.554136 dv-cinder-798104-1-smb neutron-server[74082]: DEBUG neutron.api.extensions [None req-a10d86df-5202-4e39-b7fd-aa8432ea6ed8 None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=74082) _check_extension /opt/stack/neutron/neutron/api/extensions.py:408}} Jun 28 16:32:32.554643 dv-cinder-798104-1-smb neutron-server[74082]: INFO neutron.api.extensions [None req-a10d86df-5202-4e39-b7fd-aa8432ea6ed8 None None] Extension dns-domain-ports not supported by any of loaded plugins Jun 28 16:32:32.554960 dv-cinder-798104-1-smb neutron-server[74082]: DEBUG neutron.api.extensions [None req-a10d86df-5202-4e39-b7fd-aa8432ea6ed8 None None] Loading extension file: dvr.py {{(pid=74082) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Jun 28 16:32:32.555610 dv-cinder-798104-1-smb neutron-server[74082]: DEBUG neutron.api.extensions [None req-a10d86df-5202-4e39-b7fd-aa8432ea6ed8 None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=74082) _check_extension /opt/stack/neutron/neutron/api/extensions.py:408}} Jun 28 16:32:32.556114 dv-cinder-798104-1-smb neutron-server[74082]: INFO neutron.api.extensions [None req-a10d86df-5202-4e39-b7fd-aa8432ea6ed8 None None] Loaded extension: dvr Jun 28 16:32:32.556452 dv-cinder-798104-1-smb neutron-server[74082]: DEBUG neutron.api.extensions [None req-a10d86df-5202-4e39-b7fd-aa8432ea6ed8 None None] Loading extension file: empty_string_filtering.py {{(pid=74082) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Jun 28 16:32:32.557330 dv-cinder-798104-1-smb neutron-server[74082]: DEBUG neutron.api.extensions [None req-a10d86df-5202-4e39-b7fd-aa8432ea6ed8 None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=74082) _check_extension /opt/stack/neutron/neutron/api/extensions.py:408}} Jun 28 16:32:32.557862 dv-cinder-798104-1-smb neutron-server[74082]: INFO neutron.api.extensions [None req-a10d86df-5202-4e39-b7fd-aa8432ea6ed8 None None] Loaded extension: empty-string-filtering Jun 28 16:32:32.558177 dv-cinder-798104-1-smb neutron-server[74082]: DEBUG neutron.api.extensions [None req-a10d86df-5202-4e39-b7fd-aa8432ea6ed8 None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=74082) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Jun 28 16:32:32.559051 dv-cinder-798104-1-smb neutron-server[74082]: DEBUG neutron.api.extensions [None req-a10d86df-5202-4e39-b7fd-aa8432ea6ed8 None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=74082) _check_extension /opt/stack/neutron/neutron/api/extensions.py:408}} Jun 28 16:32:32.559548 dv-cinder-798104-1-smb neutron-server[74082]: INFO neutron.api.extensions [None req-a10d86df-5202-4e39-b7fd-aa8432ea6ed8 None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins Jun 28 16:32:32.559857 dv-cinder-798104-1-smb neutron-server[74082]: DEBUG neutron.api.extensions [None req-a10d86df-5202-4e39-b7fd-aa8432ea6ed8 None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=74082) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Jun 28 16:32:32.560799 dv-cinder-798104-1-smb neutron-server[74082]: DEBUG neutron.api.extensions [None req-a10d86df-5202-4e39-b7fd-aa8432ea6ed8 None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=74082) _check_extension /opt/stack/neutron/neutron/api/extensions.py:408}} Jun 28 16:32:32.561301 dv-cinder-798104-1-smb neutron-server[74082]: INFO neutron.api.extensions [None req-a10d86df-5202-4e39-b7fd-aa8432ea6ed8 None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins Jun 28 16:32:32.561613 dv-cinder-798104-1-smb neutron-server[74082]: DEBUG neutron.api.extensions [None req-a10d86df-5202-4e39-b7fd-aa8432ea6ed8 None None] Loading extension file: external_net.py {{(pid=74082) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Jun 28 16:32:32.562484 dv-cinder-798104-1-smb neutron-server[74082]: DEBUG neutron.api.extensions [None req-a10d86df-5202-4e39-b7fd-aa8432ea6ed8 None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=74082) _check_extension /opt/stack/neutron/neutron/api/extensions.py:408}} Jun 28 16:32:32.562988 dv-cinder-798104-1-smb neutron-server[74082]: INFO neutron.api.extensions [None req-a10d86df-5202-4e39-b7fd-aa8432ea6ed8 None None] Loaded extension: external-net Jun 28 16:32:32.563303 dv-cinder-798104-1-smb neutron-server[74082]: DEBUG neutron.api.extensions [None req-a10d86df-5202-4e39-b7fd-aa8432ea6ed8 None None] Loading extension file: extra_dhcp_opt.py {{(pid=74082) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Jun 28 16:32:32.564210 dv-cinder-798104-1-smb neutron-server[74082]: DEBUG neutron.api.extensions [None req-a10d86df-5202-4e39-b7fd-aa8432ea6ed8 None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=74082) _check_extension /opt/stack/neutron/neutron/api/extensions.py:408}} Jun 28 16:32:32.564718 dv-cinder-798104-1-smb neutron-server[74082]: INFO neutron.api.extensions [None req-a10d86df-5202-4e39-b7fd-aa8432ea6ed8 None None] Loaded extension: extra_dhcp_opt Jun 28 16:32:32.565028 dv-cinder-798104-1-smb neutron-server[74082]: DEBUG neutron.api.extensions [None req-a10d86df-5202-4e39-b7fd-aa8432ea6ed8 None None] Loading extension file: extraroute.py {{(pid=74082) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Jun 28 16:32:32.565896 dv-cinder-798104-1-smb neutron-server[74082]: DEBUG neutron.api.extensions [None req-a10d86df-5202-4e39-b7fd-aa8432ea6ed8 None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=74082) _check_extension /opt/stack/neutron/neutron/api/extensions.py:408}} Jun 28 16:32:32.566396 dv-cinder-798104-1-smb neutron-server[74082]: INFO neutron.api.extensions [None req-a10d86df-5202-4e39-b7fd-aa8432ea6ed8 None None] Loaded extension: extraroute Jun 28 16:32:32.566705 dv-cinder-798104-1-smb neutron-server[74082]: DEBUG neutron.api.extensions [None req-a10d86df-5202-4e39-b7fd-aa8432ea6ed8 None None] Loading extension file: extraroute_atomic.py {{(pid=74082) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Jun 28 16:32:32.567715 dv-cinder-798104-1-smb neutron-server[74082]: DEBUG neutron.api.extensions [None req-a10d86df-5202-4e39-b7fd-aa8432ea6ed8 None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=74082) _check_extension /opt/stack/neutron/neutron/api/extensions.py:408}} Jun 28 16:32:32.568257 dv-cinder-798104-1-smb neutron-server[74082]: INFO neutron.api.extensions [None req-a10d86df-5202-4e39-b7fd-aa8432ea6ed8 None None] Loaded extension: extraroute-atomic Jun 28 16:32:32.568575 dv-cinder-798104-1-smb neutron-server[74082]: DEBUG neutron.api.extensions [None req-a10d86df-5202-4e39-b7fd-aa8432ea6ed8 None None] Loading extension file: filter_validation.py {{(pid=74082) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Jun 28 16:32:32.569232 dv-cinder-798104-1-smb neutron-server[74082]: DEBUG neutron.api.extensions [None req-a10d86df-5202-4e39-b7fd-aa8432ea6ed8 None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-03-21T10:00:00-00:00" {{(pid=74082) _check_extension /opt/stack/neutron/neutron/api/extensions.py:408}} Jun 28 16:32:32.569732 dv-cinder-798104-1-smb neutron-server[74082]: INFO neutron.api.extensions [None req-a10d86df-5202-4e39-b7fd-aa8432ea6ed8 None None] Loaded extension: filter-validation Jun 28 16:32:32.570045 dv-cinder-798104-1-smb neutron-server[74082]: DEBUG neutron.api.extensions [None req-a10d86df-5202-4e39-b7fd-aa8432ea6ed8 None None] Loading extension file: fip_pf_description.py {{(pid=74082) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Jun 28 16:32:32.570912 dv-cinder-798104-1-smb neutron-server[74082]: DEBUG neutron.api.extensions [None req-a10d86df-5202-4e39-b7fd-aa8432ea6ed8 None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=74082) _check_extension /opt/stack/neutron/neutron/api/extensions.py:408}} Jun 28 16:32:32.571408 dv-cinder-798104-1-smb neutron-server[74082]: INFO neutron.api.extensions [None req-a10d86df-5202-4e39-b7fd-aa8432ea6ed8 None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins Jun 28 16:32:32.571723 dv-cinder-798104-1-smb neutron-server[74082]: DEBUG neutron.api.extensions [None req-a10d86df-5202-4e39-b7fd-aa8432ea6ed8 None None] Loading extension file: fip_port_details.py {{(pid=74082) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Jun 28 16:32:32.572840 dv-cinder-798104-1-smb neutron-server[74082]: DEBUG neutron.api.extensions [None req-a10d86df-5202-4e39-b7fd-aa8432ea6ed8 None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=74082) _check_extension /opt/stack/neutron/neutron/api/extensions.py:408}} Jun 28 16:32:32.573357 dv-cinder-798104-1-smb neutron-server[74082]: INFO neutron.api.extensions [None req-a10d86df-5202-4e39-b7fd-aa8432ea6ed8 None None] Loaded extension: fip-port-details Jun 28 16:32:32.573674 dv-cinder-798104-1-smb neutron-server[74082]: DEBUG neutron.api.extensions [None req-a10d86df-5202-4e39-b7fd-aa8432ea6ed8 None None] Loading extension file: flavors.py {{(pid=74082) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Jun 28 16:32:32.574907 dv-cinder-798104-1-smb neutron-server[74082]: DEBUG neutron.api.extensions [None req-a10d86df-5202-4e39-b7fd-aa8432ea6ed8 None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=74082) _check_extension /opt/stack/neutron/neutron/api/extensions.py:408}} Jun 28 16:32:32.575421 dv-cinder-798104-1-smb neutron-server[74082]: INFO neutron.api.extensions [None req-a10d86df-5202-4e39-b7fd-aa8432ea6ed8 None None] Loaded extension: flavors Jun 28 16:32:32.575737 dv-cinder-798104-1-smb neutron-server[74082]: DEBUG neutron.api.extensions [None req-a10d86df-5202-4e39-b7fd-aa8432ea6ed8 None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=74082) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Jun 28 16:32:32.577442 dv-cinder-798104-1-smb neutron-server[74082]: DEBUG neutron.api.extensions [None req-a10d86df-5202-4e39-b7fd-aa8432ea6ed8 None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=74082) _check_extension /opt/stack/neutron/neutron/api/extensions.py:408}} Jun 28 16:32:32.577963 dv-cinder-798104-1-smb neutron-server[74082]: INFO neutron.api.extensions [None req-a10d86df-5202-4e39-b7fd-aa8432ea6ed8 None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins Jun 28 16:32:32.578289 dv-cinder-798104-1-smb neutron-server[74082]: DEBUG neutron.api.extensions [None req-a10d86df-5202-4e39-b7fd-aa8432ea6ed8 None None] Loading extension file: floatingip_pools.py {{(pid=74082) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Jun 28 16:32:32.578963 dv-cinder-798104-1-smb neutron-server[74082]: DEBUG neutron.api.extensions [None req-a10d86df-5202-4e39-b7fd-aa8432ea6ed8 None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=74082) _check_extension /opt/stack/neutron/neutron/api/extensions.py:408}} Jun 28 16:32:32.579471 dv-cinder-798104-1-smb neutron-server[74082]: INFO neutron.api.extensions [None req-a10d86df-5202-4e39-b7fd-aa8432ea6ed8 None None] Loaded extension: floatingip-pools Jun 28 16:32:32.579789 dv-cinder-798104-1-smb neutron-server[74082]: DEBUG neutron.api.extensions [None req-a10d86df-5202-4e39-b7fd-aa8432ea6ed8 None None] Loading extension file: ip_allocation.py {{(pid=74082) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Jun 28 16:32:32.580705 dv-cinder-798104-1-smb neutron-server[74082]: DEBUG neutron.api.extensions [None req-a10d86df-5202-4e39-b7fd-aa8432ea6ed8 None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=74082) _check_extension /opt/stack/neutron/neutron/api/extensions.py:408}} Jun 28 16:32:32.581214 dv-cinder-798104-1-smb neutron-server[74082]: INFO neutron.api.extensions [None req-a10d86df-5202-4e39-b7fd-aa8432ea6ed8 None None] Extension ip_allocation not supported by any of loaded plugins Jun 28 16:32:32.581534 dv-cinder-798104-1-smb neutron-server[74082]: DEBUG neutron.api.extensions [None req-a10d86df-5202-4e39-b7fd-aa8432ea6ed8 None None] Loading extension file: ip_substring_port_filtering.py {{(pid=74082) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Jun 28 16:32:32.582425 dv-cinder-798104-1-smb neutron-server[74082]: DEBUG neutron.api.extensions [None req-a10d86df-5202-4e39-b7fd-aa8432ea6ed8 None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=74082) _check_extension /opt/stack/neutron/neutron/api/extensions.py:408}} Jun 28 16:32:32.582929 dv-cinder-798104-1-smb neutron-server[74082]: INFO neutron.api.extensions [None req-a10d86df-5202-4e39-b7fd-aa8432ea6ed8 None None] Loaded extension: ip-substring-filtering Jun 28 16:32:32.583252 dv-cinder-798104-1-smb neutron-server[74082]: DEBUG neutron.api.extensions [None req-a10d86df-5202-4e39-b7fd-aa8432ea6ed8 None None] Loading extension file: l2_adjacency.py {{(pid=74082) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Jun 28 16:32:32.584161 dv-cinder-798104-1-smb neutron-server[74082]: DEBUG neutron.api.extensions [None req-a10d86df-5202-4e39-b7fd-aa8432ea6ed8 None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=74082) _check_extension /opt/stack/neutron/neutron/api/extensions.py:408}} Jun 28 16:32:32.584738 dv-cinder-798104-1-smb neutron-server[74082]: INFO neutron.api.extensions [None req-a10d86df-5202-4e39-b7fd-aa8432ea6ed8 None None] Extension l2_adjacency not supported by any of loaded plugins Jun 28 16:32:32.584976 dv-cinder-798104-1-smb neutron-server[74082]: DEBUG neutron.api.extensions [None req-a10d86df-5202-4e39-b7fd-aa8432ea6ed8 None None] Loading extension file: l3.py {{(pid=74082) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Jun 28 16:32:32.585936 dv-cinder-798104-1-smb neutron-server[74082]: DEBUG neutron.api.extensions [None req-a10d86df-5202-4e39-b7fd-aa8432ea6ed8 None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=74082) _check_extension /opt/stack/neutron/neutron/api/extensions.py:408}} Jun 28 16:32:32.586446 dv-cinder-798104-1-smb neutron-server[74082]: INFO neutron.api.extensions [None req-a10d86df-5202-4e39-b7fd-aa8432ea6ed8 None None] Loaded extension: router Jun 28 16:32:32.586764 dv-cinder-798104-1-smb neutron-server[74082]: DEBUG neutron.api.extensions [None req-a10d86df-5202-4e39-b7fd-aa8432ea6ed8 None None] Loading extension file: l3_conntrack_helper.py {{(pid=74082) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Jun 28 16:32:32.589030 dv-cinder-798104-1-smb neutron-server[74082]: DEBUG neutron.api.extensions [None req-a10d86df-5202-4e39-b7fd-aa8432ea6ed8 None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=74082) _check_extension /opt/stack/neutron/neutron/api/extensions.py:408}} Jun 28 16:32:32.589555 dv-cinder-798104-1-smb neutron-server[74082]: INFO neutron.api.extensions [None req-a10d86df-5202-4e39-b7fd-aa8432ea6ed8 None None] Extension l3-conntrack-helper not supported by any of loaded plugins Jun 28 16:32:32.589880 dv-cinder-798104-1-smb neutron-server[74082]: DEBUG neutron.api.extensions [None req-a10d86df-5202-4e39-b7fd-aa8432ea6ed8 None None] Loading extension file: l3_ext_gw_mode.py {{(pid=74082) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Jun 28 16:32:32.590777 dv-cinder-798104-1-smb neutron-server[74082]: DEBUG neutron.api.extensions [None req-a10d86df-5202-4e39-b7fd-aa8432ea6ed8 None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=74082) _check_extension /opt/stack/neutron/neutron/api/extensions.py:408}} Jun 28 16:32:32.591287 dv-cinder-798104-1-smb neutron-server[74082]: INFO neutron.api.extensions [None req-a10d86df-5202-4e39-b7fd-aa8432ea6ed8 None None] Loaded extension: ext-gw-mode Jun 28 16:32:32.591607 dv-cinder-798104-1-smb neutron-server[74082]: DEBUG neutron.api.extensions [None req-a10d86df-5202-4e39-b7fd-aa8432ea6ed8 None None] Loading extension file: l3_ext_ha_mode.py {{(pid=74082) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Jun 28 16:32:32.593040 dv-cinder-798104-1-smb neutron-server[74082]: DEBUG neutron.api.extensions [None req-a10d86df-5202-4e39-b7fd-aa8432ea6ed8 None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=74082) _check_extension /opt/stack/neutron/neutron/api/extensions.py:408}} Jun 28 16:32:32.593562 dv-cinder-798104-1-smb neutron-server[74082]: INFO neutron.api.extensions [None req-a10d86df-5202-4e39-b7fd-aa8432ea6ed8 None None] Loaded extension: l3-ha Jun 28 16:32:32.593866 dv-cinder-798104-1-smb neutron-server[74082]: DEBUG neutron.api.extensions [None req-a10d86df-5202-4e39-b7fd-aa8432ea6ed8 None None] Loading extension file: l3_flavors.py {{(pid=74082) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Jun 28 16:32:32.594753 dv-cinder-798104-1-smb neutron-server[74082]: DEBUG neutron.api.extensions [None req-a10d86df-5202-4e39-b7fd-aa8432ea6ed8 None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=74082) _check_extension /opt/stack/neutron/neutron/api/extensions.py:408}} Jun 28 16:32:32.595258 dv-cinder-798104-1-smb neutron-server[74082]: INFO neutron.api.extensions [None req-a10d86df-5202-4e39-b7fd-aa8432ea6ed8 None None] Loaded extension: l3-flavors Jun 28 16:32:32.595576 dv-cinder-798104-1-smb neutron-server[74082]: DEBUG neutron.api.extensions [None req-a10d86df-5202-4e39-b7fd-aa8432ea6ed8 None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=74082) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Jun 28 16:32:32.596500 dv-cinder-798104-1-smb neutron-server[74082]: DEBUG neutron.api.extensions [None req-a10d86df-5202-4e39-b7fd-aa8432ea6ed8 None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=74082) _check_extension /opt/stack/neutron/neutron/api/extensions.py:408}} Jun 28 16:32:32.597003 dv-cinder-798104-1-smb neutron-server[74082]: INFO neutron.api.extensions [None req-a10d86df-5202-4e39-b7fd-aa8432ea6ed8 None None] Loaded extension: l3-port-ip-change-not-allowed Jun 28 16:32:32.597320 dv-cinder-798104-1-smb neutron-server[74082]: DEBUG neutron.api.extensions [None req-a10d86df-5202-4e39-b7fd-aa8432ea6ed8 None None] Loading extension file: l3agentscheduler.py {{(pid=74082) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Jun 28 16:32:32.598348 dv-cinder-798104-1-smb neutron-server[74082]: DEBUG neutron.api.extensions [None req-a10d86df-5202-4e39-b7fd-aa8432ea6ed8 None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=74082) _check_extension /opt/stack/neutron/neutron/api/extensions.py:408}} Jun 28 16:32:32.598861 dv-cinder-798104-1-smb neutron-server[74082]: INFO neutron.api.extensions [None req-a10d86df-5202-4e39-b7fd-aa8432ea6ed8 None None] Loaded extension: l3_agent_scheduler Jun 28 16:32:32.599181 dv-cinder-798104-1-smb neutron-server[74082]: DEBUG neutron.api.extensions [None req-a10d86df-5202-4e39-b7fd-aa8432ea6ed8 None None] Loading extension file: logging.py {{(pid=74082) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Jun 28 16:32:32.600680 dv-cinder-798104-1-smb neutron-server[74082]: DEBUG neutron.api.extensions [None req-a10d86df-5202-4e39-b7fd-aa8432ea6ed8 None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=74082) _check_extension /opt/stack/neutron/neutron/api/extensions.py:408}} Jun 28 16:32:32.601203 dv-cinder-798104-1-smb neutron-server[74082]: INFO neutron.api.extensions [None req-a10d86df-5202-4e39-b7fd-aa8432ea6ed8 None None] Extension logging not supported by any of loaded plugins Jun 28 16:32:32.601528 dv-cinder-798104-1-smb neutron-server[74082]: DEBUG neutron.api.extensions [None req-a10d86df-5202-4e39-b7fd-aa8432ea6ed8 None None] Loading extension file: metering.py {{(pid=74082) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Jun 28 16:32:32.602247 dv-cinder-798104-1-smb neutron-server[74082]: DEBUG neutron.api.extensions [None req-a10d86df-5202-4e39-b7fd-aa8432ea6ed8 None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=74082) _check_extension /opt/stack/neutron/neutron/api/extensions.py:408}} Jun 28 16:32:32.602819 dv-cinder-798104-1-smb neutron-server[74082]: INFO neutron.api.extensions [None req-a10d86df-5202-4e39-b7fd-aa8432ea6ed8 None None] Loaded extension: metering Jun 28 16:32:32.603144 dv-cinder-798104-1-smb neutron-server[74082]: DEBUG neutron.api.extensions [None req-a10d86df-5202-4e39-b7fd-aa8432ea6ed8 None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=74082) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Jun 28 16:32:32.604253 dv-cinder-798104-1-smb neutron-server[74082]: DEBUG neutron.api.extensions [None req-a10d86df-5202-4e39-b7fd-aa8432ea6ed8 None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=74082) _check_extension /opt/stack/neutron/neutron/api/extensions.py:408}} Jun 28 16:32:32.604768 dv-cinder-798104-1-smb neutron-server[74082]: INFO neutron.api.extensions [None req-a10d86df-5202-4e39-b7fd-aa8432ea6ed8 None None] Loaded extension: metering_source_and_destination_fields Jun 28 16:32:32.605085 dv-cinder-798104-1-smb neutron-server[74082]: DEBUG neutron.api.extensions [None req-a10d86df-5202-4e39-b7fd-aa8432ea6ed8 None None] Loading extension file: multiprovidernet.py {{(pid=74082) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Jun 28 16:32:32.605983 dv-cinder-798104-1-smb neutron-server[74082]: DEBUG neutron.api.extensions [None req-a10d86df-5202-4e39-b7fd-aa8432ea6ed8 None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=74082) _check_extension /opt/stack/neutron/neutron/api/extensions.py:408}} Jun 28 16:32:32.606490 dv-cinder-798104-1-smb neutron-server[74082]: INFO neutron.api.extensions [None req-a10d86df-5202-4e39-b7fd-aa8432ea6ed8 None None] Loaded extension: multi-provider Jun 28 16:32:32.606806 dv-cinder-798104-1-smb neutron-server[74082]: DEBUG neutron.api.extensions [None req-a10d86df-5202-4e39-b7fd-aa8432ea6ed8 None None] Loading extension file: netmtu.py {{(pid=74082) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Jun 28 16:32:32.608406 dv-cinder-798104-1-smb neutron-server[74082]: DEBUG neutron.api.extensions [None req-a10d86df-5202-4e39-b7fd-aa8432ea6ed8 None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=74082) _check_extension /opt/stack/neutron/neutron/api/extensions.py:408}} Jun 28 16:32:32.608919 dv-cinder-798104-1-smb neutron-server[74082]: INFO neutron.api.extensions [None req-a10d86df-5202-4e39-b7fd-aa8432ea6ed8 None None] Loaded extension: net-mtu Jun 28 16:32:32.609236 dv-cinder-798104-1-smb neutron-server[74082]: DEBUG neutron.api.extensions [None req-a10d86df-5202-4e39-b7fd-aa8432ea6ed8 None None] Loading extension file: netmtu_writable.py {{(pid=74082) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Jun 28 16:32:32.610123 dv-cinder-798104-1-smb neutron-server[74082]: DEBUG neutron.api.extensions [None req-a10d86df-5202-4e39-b7fd-aa8432ea6ed8 None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=74082) _check_extension /opt/stack/neutron/neutron/api/extensions.py:408}} Jun 28 16:32:32.610632 dv-cinder-798104-1-smb neutron-server[74082]: INFO neutron.api.extensions [None req-a10d86df-5202-4e39-b7fd-aa8432ea6ed8 None None] Loaded extension: net-mtu-writable Jun 28 16:32:32.610949 dv-cinder-798104-1-smb neutron-server[74082]: DEBUG neutron.api.extensions [None req-a10d86df-5202-4e39-b7fd-aa8432ea6ed8 None None] Loading extension file: network_availability_zone.py {{(pid=74082) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Jun 28 16:32:32.611590 dv-cinder-798104-1-smb neutron-server[74082]: DEBUG neutron.api.extensions [None req-a10d86df-5202-4e39-b7fd-aa8432ea6ed8 None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=74082) _check_extension /opt/stack/neutron/neutron/api/extensions.py:408}} Jun 28 16:32:32.612094 dv-cinder-798104-1-smb neutron-server[74082]: INFO neutron.api.extensions [None req-a10d86df-5202-4e39-b7fd-aa8432ea6ed8 None None] Loaded extension: network_availability_zone Jun 28 16:32:32.612440 dv-cinder-798104-1-smb neutron-server[74082]: DEBUG neutron.api.extensions [None req-a10d86df-5202-4e39-b7fd-aa8432ea6ed8 None None] Loading extension file: network_ip_availability.py {{(pid=74082) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Jun 28 16:32:32.613513 dv-cinder-798104-1-smb neutron-server[74082]: DEBUG neutron.api.extensions [None req-a10d86df-5202-4e39-b7fd-aa8432ea6ed8 None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=74082) _check_extension /opt/stack/neutron/neutron/api/extensions.py:408}} Jun 28 16:32:32.614026 dv-cinder-798104-1-smb neutron-server[74082]: INFO neutron.api.extensions [None req-a10d86df-5202-4e39-b7fd-aa8432ea6ed8 None None] Loaded extension: network-ip-availability Jun 28 16:32:32.614342 dv-cinder-798104-1-smb neutron-server[74082]: DEBUG neutron.api.extensions [None req-a10d86df-5202-4e39-b7fd-aa8432ea6ed8 None None] Loading extension file: network_segment_range.py {{(pid=74082) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Jun 28 16:32:32.615089 dv-cinder-798104-1-smb neutron-server[74082]: DEBUG neutron.api.extensions [None req-a10d86df-5202-4e39-b7fd-aa8432ea6ed8 None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=74082) _check_extension /opt/stack/neutron/neutron/api/extensions.py:408}} Jun 28 16:32:32.615589 dv-cinder-798104-1-smb neutron-server[74082]: INFO neutron.api.extensions [None req-a10d86df-5202-4e39-b7fd-aa8432ea6ed8 None None] Extension network-segment-range not supported by any of loaded plugins Jun 28 16:32:32.615906 dv-cinder-798104-1-smb neutron-server[74082]: DEBUG neutron.api.extensions [None req-a10d86df-5202-4e39-b7fd-aa8432ea6ed8 None None] Loading extension file: pagination.py {{(pid=74082) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Jun 28 16:32:32.616889 dv-cinder-798104-1-smb neutron-server[74082]: DEBUG neutron.api.extensions [None req-a10d86df-5202-4e39-b7fd-aa8432ea6ed8 None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=74082) _check_extension /opt/stack/neutron/neutron/api/extensions.py:408}} Jun 28 16:32:32.617215 dv-cinder-798104-1-smb neutron-server[74082]: INFO neutron.api.extensions [None req-a10d86df-5202-4e39-b7fd-aa8432ea6ed8 None None] Loaded extension: pagination Jun 28 16:32:32.617529 dv-cinder-798104-1-smb neutron-server[74082]: DEBUG neutron.api.extensions [None req-a10d86df-5202-4e39-b7fd-aa8432ea6ed8 None None] Loading extension file: port_mac_address_regenerate.py {{(pid=74082) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Jun 28 16:32:32.618409 dv-cinder-798104-1-smb neutron-server[74082]: DEBUG neutron.api.extensions [None req-a10d86df-5202-4e39-b7fd-aa8432ea6ed8 None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=74082) _check_extension /opt/stack/neutron/neutron/api/extensions.py:408}} Jun 28 16:32:32.618918 dv-cinder-798104-1-smb neutron-server[74082]: INFO neutron.api.extensions [None req-a10d86df-5202-4e39-b7fd-aa8432ea6ed8 None None] Loaded extension: port-mac-address-regenerate Jun 28 16:32:32.619234 dv-cinder-798104-1-smb neutron-server[74082]: DEBUG neutron.api.extensions [None req-a10d86df-5202-4e39-b7fd-aa8432ea6ed8 None None] Loading extension file: port_resource_request.py {{(pid=74082) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Jun 28 16:32:32.620111 dv-cinder-798104-1-smb neutron-server[74082]: DEBUG neutron.api.extensions [None req-a10d86df-5202-4e39-b7fd-aa8432ea6ed8 None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=74082) _check_extension /opt/stack/neutron/neutron/api/extensions.py:408}} Jun 28 16:32:32.620638 dv-cinder-798104-1-smb neutron-server[74082]: INFO neutron.api.extensions [None req-a10d86df-5202-4e39-b7fd-aa8432ea6ed8 None None] Extension port-resource-request not supported by any of loaded plugins Jun 28 16:32:32.620956 dv-cinder-798104-1-smb neutron-server[74082]: DEBUG neutron.api.extensions [None req-a10d86df-5202-4e39-b7fd-aa8432ea6ed8 None None] Loading extension file: portbindings.py {{(pid=74082) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Jun 28 16:32:32.621849 dv-cinder-798104-1-smb neutron-server[74082]: DEBUG neutron.api.extensions [None req-a10d86df-5202-4e39-b7fd-aa8432ea6ed8 None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=74082) _check_extension /opt/stack/neutron/neutron/api/extensions.py:408}} Jun 28 16:32:32.622358 dv-cinder-798104-1-smb neutron-server[74082]: INFO neutron.api.extensions [None req-a10d86df-5202-4e39-b7fd-aa8432ea6ed8 None None] Loaded extension: binding Jun 28 16:32:32.622675 dv-cinder-798104-1-smb neutron-server[74082]: DEBUG neutron.api.extensions [None req-a10d86df-5202-4e39-b7fd-aa8432ea6ed8 None None] Loading extension file: portbindings_extended.py {{(pid=74082) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Jun 28 16:32:32.624081 dv-cinder-798104-1-smb neutron-server[74082]: DEBUG neutron.api.extensions [None req-a10d86df-5202-4e39-b7fd-aa8432ea6ed8 None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=74082) _check_extension /opt/stack/neutron/neutron/api/extensions.py:408}} Jun 28 16:32:32.624652 dv-cinder-798104-1-smb neutron-server[74082]: INFO neutron.api.extensions [None req-a10d86df-5202-4e39-b7fd-aa8432ea6ed8 None None] Loaded extension: binding-extended Jun 28 16:32:32.624990 dv-cinder-798104-1-smb neutron-server[74082]: DEBUG neutron.api.extensions [None req-a10d86df-5202-4e39-b7fd-aa8432ea6ed8 None None] Loading extension file: portsecurity.py {{(pid=74082) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Jun 28 16:32:32.625914 dv-cinder-798104-1-smb neutron-server[74082]: DEBUG neutron.api.extensions [None req-a10d86df-5202-4e39-b7fd-aa8432ea6ed8 None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=74082) _check_extension /opt/stack/neutron/neutron/api/extensions.py:408}} Jun 28 16:32:32.626436 dv-cinder-798104-1-smb neutron-server[74082]: INFO neutron.api.extensions [None req-a10d86df-5202-4e39-b7fd-aa8432ea6ed8 None None] Loaded extension: port-security Jun 28 16:32:32.626764 dv-cinder-798104-1-smb neutron-server[74082]: DEBUG neutron.api.extensions [None req-a10d86df-5202-4e39-b7fd-aa8432ea6ed8 None None] Loading extension file: project_id.py {{(pid=74082) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Jun 28 16:32:32.627727 dv-cinder-798104-1-smb neutron-server[74082]: DEBUG neutron.api.extensions [None req-a10d86df-5202-4e39-b7fd-aa8432ea6ed8 None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=74082) _check_extension /opt/stack/neutron/neutron/api/extensions.py:408}} Jun 28 16:32:32.628060 dv-cinder-798104-1-smb neutron-server[74082]: INFO neutron.api.extensions [None req-a10d86df-5202-4e39-b7fd-aa8432ea6ed8 None None] Loaded extension: project-id Jun 28 16:32:32.628424 dv-cinder-798104-1-smb neutron-server[74082]: DEBUG neutron.api.extensions [None req-a10d86df-5202-4e39-b7fd-aa8432ea6ed8 None None] Loading extension file: providernet.py {{(pid=74082) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Jun 28 16:32:32.629327 dv-cinder-798104-1-smb neutron-server[74082]: DEBUG neutron.api.extensions [None req-a10d86df-5202-4e39-b7fd-aa8432ea6ed8 None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=74082) _check_extension /opt/stack/neutron/neutron/api/extensions.py:408}} Jun 28 16:32:32.629840 dv-cinder-798104-1-smb neutron-server[74082]: INFO neutron.api.extensions [None req-a10d86df-5202-4e39-b7fd-aa8432ea6ed8 None None] Loaded extension: provider Jun 28 16:32:32.630166 dv-cinder-798104-1-smb neutron-server[74082]: DEBUG neutron.api.extensions [None req-a10d86df-5202-4e39-b7fd-aa8432ea6ed8 None None] Loading extension file: qos.py {{(pid=74082) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Jun 28 16:32:32.633766 dv-cinder-798104-1-smb neutron-server[74082]: DEBUG neutron.api.extensions [None req-a10d86df-5202-4e39-b7fd-aa8432ea6ed8 None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=74082) _check_extension /opt/stack/neutron/neutron/api/extensions.py:408}} Jun 28 16:32:32.634301 dv-cinder-798104-1-smb neutron-server[74082]: INFO neutron.api.extensions [None req-a10d86df-5202-4e39-b7fd-aa8432ea6ed8 None None] Extension qos not supported by any of loaded plugins Jun 28 16:32:32.634635 dv-cinder-798104-1-smb neutron-server[74082]: DEBUG neutron.api.extensions [None req-a10d86df-5202-4e39-b7fd-aa8432ea6ed8 None None] Loading extension file: qos_bw_limit_direction.py {{(pid=74082) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Jun 28 16:32:32.635869 dv-cinder-798104-1-smb neutron-server[74082]: DEBUG neutron.api.extensions [None req-a10d86df-5202-4e39-b7fd-aa8432ea6ed8 None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=74082) _check_extension /opt/stack/neutron/neutron/api/extensions.py:408}} Jun 28 16:32:32.636425 dv-cinder-798104-1-smb neutron-server[74082]: INFO neutron.api.extensions [None req-a10d86df-5202-4e39-b7fd-aa8432ea6ed8 None None] Extension qos-bw-limit-direction not supported by any of loaded plugins Jun 28 16:32:32.636756 dv-cinder-798104-1-smb neutron-server[74082]: DEBUG neutron.api.extensions [None req-a10d86df-5202-4e39-b7fd-aa8432ea6ed8 None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=74082) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Jun 28 16:32:32.637662 dv-cinder-798104-1-smb neutron-server[74082]: DEBUG neutron.api.extensions [None req-a10d86df-5202-4e39-b7fd-aa8432ea6ed8 None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=74082) _check_extension /opt/stack/neutron/neutron/api/extensions.py:408}} Jun 28 16:32:32.638446 dv-cinder-798104-1-smb neutron-server[74082]: INFO neutron.api.extensions [None req-a10d86df-5202-4e39-b7fd-aa8432ea6ed8 None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins Jun 28 16:32:32.639282 dv-cinder-798104-1-smb neutron-server[74082]: DEBUG neutron.api.extensions [None req-a10d86df-5202-4e39-b7fd-aa8432ea6ed8 None None] Loading extension file: qos_default.py {{(pid=74082) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Jun 28 16:32:32.640209 dv-cinder-798104-1-smb neutron-server[74082]: DEBUG neutron.api.extensions [None req-a10d86df-5202-4e39-b7fd-aa8432ea6ed8 None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=74082) _check_extension /opt/stack/neutron/neutron/api/extensions.py:408}} Jun 28 16:32:32.640733 dv-cinder-798104-1-smb neutron-server[74082]: INFO neutron.api.extensions [None req-a10d86df-5202-4e39-b7fd-aa8432ea6ed8 None None] Extension qos-default not supported by any of loaded plugins Jun 28 16:32:32.641056 dv-cinder-798104-1-smb neutron-server[74082]: DEBUG neutron.api.extensions [None req-a10d86df-5202-4e39-b7fd-aa8432ea6ed8 None None] Loading extension file: qos_fip.py {{(pid=74082) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Jun 28 16:32:32.641703 dv-cinder-798104-1-smb neutron-server[74082]: DEBUG neutron.api.extensions [None req-a10d86df-5202-4e39-b7fd-aa8432ea6ed8 None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=74082) _check_extension /opt/stack/neutron/neutron/api/extensions.py:408}} Jun 28 16:32:32.642214 dv-cinder-798104-1-smb neutron-server[74082]: INFO neutron.api.extensions [None req-a10d86df-5202-4e39-b7fd-aa8432ea6ed8 None None] Extension qos-fip not supported by any of loaded plugins Jun 28 16:32:32.642537 dv-cinder-798104-1-smb neutron-server[74082]: DEBUG neutron.api.extensions [None req-a10d86df-5202-4e39-b7fd-aa8432ea6ed8 None None] Loading extension file: qos_gateway_ip.py {{(pid=74082) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Jun 28 16:32:32.643453 dv-cinder-798104-1-smb neutron-server[74082]: DEBUG neutron.api.extensions [None req-a10d86df-5202-4e39-b7fd-aa8432ea6ed8 None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=74082) _check_extension /opt/stack/neutron/neutron/api/extensions.py:408}} Jun 28 16:32:32.643970 dv-cinder-798104-1-smb neutron-server[74082]: INFO neutron.api.extensions [None req-a10d86df-5202-4e39-b7fd-aa8432ea6ed8 None None] Extension qos-gateway-ip not supported by any of loaded plugins Jun 28 16:32:32.644331 dv-cinder-798104-1-smb neutron-server[74082]: DEBUG neutron.api.extensions [None req-a10d86df-5202-4e39-b7fd-aa8432ea6ed8 None None] Loading extension file: qos_port_network_policy.py {{(pid=74082) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Jun 28 16:32:32.645231 dv-cinder-798104-1-smb neutron-server[74082]: DEBUG neutron.api.extensions [None req-a10d86df-5202-4e39-b7fd-aa8432ea6ed8 None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=74082) _check_extension /opt/stack/neutron/neutron/api/extensions.py:408}} Jun 28 16:32:32.646515 dv-cinder-798104-1-smb neutron-server[74082]: INFO neutron.api.extensions [None req-a10d86df-5202-4e39-b7fd-aa8432ea6ed8 None None] Extension qos-port-network-policy not supported by any of loaded plugins Jun 28 16:32:32.646515 dv-cinder-798104-1-smb neutron-server[74082]: DEBUG neutron.api.extensions [None req-a10d86df-5202-4e39-b7fd-aa8432ea6ed8 None None] Loading extension file: qos_rule_type_details.py {{(pid=74082) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Jun 28 16:32:32.646950 dv-cinder-798104-1-smb neutron-server[74082]: DEBUG neutron.api.extensions [None req-a10d86df-5202-4e39-b7fd-aa8432ea6ed8 None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=74082) _check_extension /opt/stack/neutron/neutron/api/extensions.py:408}} Jun 28 16:32:32.647808 dv-cinder-798104-1-smb neutron-server[74082]: INFO neutron.api.extensions [None req-a10d86df-5202-4e39-b7fd-aa8432ea6ed8 None None] Extension qos-rule-type-details not supported by any of loaded plugins Jun 28 16:32:32.647808 dv-cinder-798104-1-smb neutron-server[74082]: DEBUG neutron.api.extensions [None req-a10d86df-5202-4e39-b7fd-aa8432ea6ed8 None None] Loading extension file: qos_rules_alias.py {{(pid=74082) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Jun 28 16:32:32.649187 dv-cinder-798104-1-smb neutron-server[74082]: DEBUG neutron.api.extensions [None req-a10d86df-5202-4e39-b7fd-aa8432ea6ed8 None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=74082) _check_extension /opt/stack/neutron/neutron/api/extensions.py:408}} Jun 28 16:32:32.649365 dv-cinder-798104-1-smb neutron-server[74082]: INFO neutron.api.extensions [None req-a10d86df-5202-4e39-b7fd-aa8432ea6ed8 None None] Extension qos-rules-alias not supported by any of loaded plugins Jun 28 16:32:32.649694 dv-cinder-798104-1-smb neutron-server[74082]: DEBUG neutron.api.extensions [None req-a10d86df-5202-4e39-b7fd-aa8432ea6ed8 None None] Loading extension file: quotasv2.py {{(pid=74082) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Jun 28 16:32:32.650593 dv-cinder-798104-1-smb neutron-server[74082]: DEBUG neutron.api.extensions [None req-a10d86df-5202-4e39-b7fd-aa8432ea6ed8 None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per tenant" updated="2012-07-29T10:00:00-00:00" {{(pid=74082) _check_extension /opt/stack/neutron/neutron/api/extensions.py:408}} Jun 28 16:32:32.650921 dv-cinder-798104-1-smb neutron-server[74082]: INFO neutron.api.extensions [None req-a10d86df-5202-4e39-b7fd-aa8432ea6ed8 None None] Loaded extension: quotas Jun 28 16:32:32.651248 dv-cinder-798104-1-smb neutron-server[74082]: DEBUG neutron.api.extensions [None req-a10d86df-5202-4e39-b7fd-aa8432ea6ed8 None None] Loading extension file: quotasv2_detail.py {{(pid=74082) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Jun 28 16:32:32.653055 dv-cinder-798104-1-smb neutron-server[74082]: DEBUG neutron.api.extensions [None req-a10d86df-5202-4e39-b7fd-aa8432ea6ed8 None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=74082) _check_extension /opt/stack/neutron/neutron/api/extensions.py:408}} Jun 28 16:32:32.653405 dv-cinder-798104-1-smb neutron-server[74082]: INFO neutron.api.extensions [None req-a10d86df-5202-4e39-b7fd-aa8432ea6ed8 None None] Loaded extension: quota_details Jun 28 16:32:32.653742 dv-cinder-798104-1-smb neutron-server[74082]: DEBUG neutron.api.extensions [None req-a10d86df-5202-4e39-b7fd-aa8432ea6ed8 None None] Loading extension file: rbac.py {{(pid=74082) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Jun 28 16:32:32.655422 dv-cinder-798104-1-smb neutron-server[74082]: DEBUG neutron.api.extensions [None req-a10d86df-5202-4e39-b7fd-aa8432ea6ed8 None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=74082) _check_extension /opt/stack/neutron/neutron/api/extensions.py:408}} Jun 28 16:32:32.655954 dv-cinder-798104-1-smb neutron-server[74082]: INFO neutron.api.extensions [None req-a10d86df-5202-4e39-b7fd-aa8432ea6ed8 None None] Loaded extension: rbac-policies Jun 28 16:32:32.656317 dv-cinder-798104-1-smb neutron-server[74082]: DEBUG neutron.api.extensions [None req-a10d86df-5202-4e39-b7fd-aa8432ea6ed8 None None] Loading extension file: rbac_address_scope.py {{(pid=74082) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Jun 28 16:32:32.657237 dv-cinder-798104-1-smb neutron-server[74082]: DEBUG neutron.api.extensions [None req-a10d86df-5202-4e39-b7fd-aa8432ea6ed8 None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=74082) _check_extension /opt/stack/neutron/neutron/api/extensions.py:408}} Jun 28 16:32:32.657758 dv-cinder-798104-1-smb neutron-server[74082]: INFO neutron.api.extensions [None req-a10d86df-5202-4e39-b7fd-aa8432ea6ed8 None None] Loaded extension: rbac-address-scope Jun 28 16:32:32.658089 dv-cinder-798104-1-smb neutron-server[74082]: DEBUG neutron.api.extensions [None req-a10d86df-5202-4e39-b7fd-aa8432ea6ed8 None None] Loading extension file: rbac_security_groups.py {{(pid=74082) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Jun 28 16:32:32.658988 dv-cinder-798104-1-smb neutron-server[74082]: DEBUG neutron.api.extensions [None req-a10d86df-5202-4e39-b7fd-aa8432ea6ed8 None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=74082) _check_extension /opt/stack/neutron/neutron/api/extensions.py:408}} Jun 28 16:32:32.659507 dv-cinder-798104-1-smb neutron-server[74082]: INFO neutron.api.extensions [None req-a10d86df-5202-4e39-b7fd-aa8432ea6ed8 None None] Loaded extension: rbac-security-groups Jun 28 16:32:32.659834 dv-cinder-798104-1-smb neutron-server[74082]: DEBUG neutron.api.extensions [None req-a10d86df-5202-4e39-b7fd-aa8432ea6ed8 None None] Loading extension file: rbac_subnetpool.py {{(pid=74082) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Jun 28 16:32:32.660767 dv-cinder-798104-1-smb neutron-server[74082]: DEBUG neutron.api.extensions [None req-a10d86df-5202-4e39-b7fd-aa8432ea6ed8 None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=74082) _check_extension /opt/stack/neutron/neutron/api/extensions.py:408}} Jun 28 16:32:32.661292 dv-cinder-798104-1-smb neutron-server[74082]: INFO neutron.api.extensions [None req-a10d86df-5202-4e39-b7fd-aa8432ea6ed8 None None] Loaded extension: rbac-subnetpool Jun 28 16:32:32.661620 dv-cinder-798104-1-smb neutron-server[74082]: DEBUG neutron.api.extensions [None req-a10d86df-5202-4e39-b7fd-aa8432ea6ed8 None None] Loading extension file: revisionifmatch.py {{(pid=74082) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Jun 28 16:32:32.662528 dv-cinder-798104-1-smb neutron-server[74082]: DEBUG neutron.api.extensions [None req-a10d86df-5202-4e39-b7fd-aa8432ea6ed8 None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=74082) _check_extension /opt/stack/neutron/neutron/api/extensions.py:408}} Jun 28 16:32:32.663046 dv-cinder-798104-1-smb neutron-server[74082]: INFO neutron.api.extensions [None req-a10d86df-5202-4e39-b7fd-aa8432ea6ed8 None None] Loaded extension: revision-if-match Jun 28 16:32:32.663374 dv-cinder-798104-1-smb neutron-server[74082]: DEBUG neutron.api.extensions [None req-a10d86df-5202-4e39-b7fd-aa8432ea6ed8 None None] Loading extension file: revisions.py {{(pid=74082) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Jun 28 16:32:32.664496 dv-cinder-798104-1-smb neutron-server[74082]: DEBUG neutron.api.extensions [None req-a10d86df-5202-4e39-b7fd-aa8432ea6ed8 None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=74082) _check_extension /opt/stack/neutron/neutron/api/extensions.py:408}} Jun 28 16:32:32.665016 dv-cinder-798104-1-smb neutron-server[74082]: INFO neutron.api.extensions [None req-a10d86df-5202-4e39-b7fd-aa8432ea6ed8 None None] Loaded extension: standard-attr-revisions Jun 28 16:32:32.665344 dv-cinder-798104-1-smb neutron-server[74082]: DEBUG neutron.api.extensions [None req-a10d86df-5202-4e39-b7fd-aa8432ea6ed8 None None] Loading extension file: router_availability_zone.py {{(pid=74082) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Jun 28 16:32:32.666005 dv-cinder-798104-1-smb neutron-server[74082]: DEBUG neutron.api.extensions [None req-a10d86df-5202-4e39-b7fd-aa8432ea6ed8 None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=74082) _check_extension /opt/stack/neutron/neutron/api/extensions.py:408}} Jun 28 16:32:32.666519 dv-cinder-798104-1-smb neutron-server[74082]: INFO neutron.api.extensions [None req-a10d86df-5202-4e39-b7fd-aa8432ea6ed8 None None] Loaded extension: router_availability_zone Jun 28 16:32:32.666845 dv-cinder-798104-1-smb neutron-server[74082]: DEBUG neutron.api.extensions [None req-a10d86df-5202-4e39-b7fd-aa8432ea6ed8 None None] Loading extension file: routerservicetype.py {{(pid=74082) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Jun 28 16:32:32.667764 dv-cinder-798104-1-smb neutron-server[74082]: DEBUG neutron.api.extensions [None req-a10d86df-5202-4e39-b7fd-aa8432ea6ed8 None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=74082) _check_extension /opt/stack/neutron/neutron/api/extensions.py:408}} Jun 28 16:32:32.668308 dv-cinder-798104-1-smb neutron-server[74082]: INFO neutron.api.extensions [None req-a10d86df-5202-4e39-b7fd-aa8432ea6ed8 None None] Extension router-service-type not supported by any of loaded plugins Jun 28 16:32:32.668637 dv-cinder-798104-1-smb neutron-server[74082]: DEBUG neutron.api.extensions [None req-a10d86df-5202-4e39-b7fd-aa8432ea6ed8 None None] Loading extension file: security_groups_port_filtering.py {{(pid=74082) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Jun 28 16:32:32.669537 dv-cinder-798104-1-smb neutron-server[74082]: DEBUG neutron.api.extensions [None req-a10d86df-5202-4e39-b7fd-aa8432ea6ed8 None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=74082) _check_extension /opt/stack/neutron/neutron/api/extensions.py:408}} Jun 28 16:32:32.670085 dv-cinder-798104-1-smb neutron-server[74082]: INFO neutron.api.extensions [None req-a10d86df-5202-4e39-b7fd-aa8432ea6ed8 None None] Loaded extension: port-security-groups-filtering Jun 28 16:32:32.670411 dv-cinder-798104-1-smb neutron-server[74082]: DEBUG neutron.api.extensions [None req-a10d86df-5202-4e39-b7fd-aa8432ea6ed8 None None] Loading extension file: securitygroup.py {{(pid=74082) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Jun 28 16:32:32.681406 dv-cinder-798104-1-smb neutron-server[74082]: DEBUG neutron.api.extensions [None req-a10d86df-5202-4e39-b7fd-aa8432ea6ed8 None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=74082) _check_extension /opt/stack/neutron/neutron/api/extensions.py:408}} Jun 28 16:32:32.681951 dv-cinder-798104-1-smb neutron-server[74082]: INFO neutron.api.extensions [None req-a10d86df-5202-4e39-b7fd-aa8432ea6ed8 None None] Loaded extension: security-group Jun 28 16:32:32.682287 dv-cinder-798104-1-smb neutron-server[74082]: DEBUG neutron.api.extensions [None req-a10d86df-5202-4e39-b7fd-aa8432ea6ed8 None None] Loading extension file: segment.py {{(pid=74082) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Jun 28 16:32:32.683078 dv-cinder-798104-1-smb neutron-server[74082]: DEBUG neutron.api.extensions [None req-a10d86df-5202-4e39-b7fd-aa8432ea6ed8 None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=74082) _check_extension /opt/stack/neutron/neutron/api/extensions.py:408}} Jun 28 16:32:32.683598 dv-cinder-798104-1-smb neutron-server[74082]: INFO neutron.api.extensions [None req-a10d86df-5202-4e39-b7fd-aa8432ea6ed8 None None] Extension segment not supported by any of loaded plugins Jun 28 16:32:32.683929 dv-cinder-798104-1-smb neutron-server[74082]: DEBUG neutron.api.extensions [None req-a10d86df-5202-4e39-b7fd-aa8432ea6ed8 None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=74082) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Jun 28 16:32:32.685043 dv-cinder-798104-1-smb neutron-server[74082]: DEBUG neutron.api.extensions [None req-a10d86df-5202-4e39-b7fd-aa8432ea6ed8 None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=74082) _check_extension /opt/stack/neutron/neutron/api/extensions.py:408}} Jun 28 16:32:32.686141 dv-cinder-798104-1-smb neutron-server[74082]: INFO neutron.api.extensions [None req-a10d86df-5202-4e39-b7fd-aa8432ea6ed8 None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins Jun 28 16:32:32.686595 dv-cinder-798104-1-smb neutron-server[74082]: DEBUG neutron.api.extensions [None req-a10d86df-5202-4e39-b7fd-aa8432ea6ed8 None None] Loading extension file: servicetype.py {{(pid=74082) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Jun 28 16:32:32.687735 dv-cinder-798104-1-smb neutron-server[74082]: DEBUG neutron.api.extensions [None req-a10d86df-5202-4e39-b7fd-aa8432ea6ed8 None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=74082) _check_extension /opt/stack/neutron/neutron/api/extensions.py:408}} Jun 28 16:32:32.688297 dv-cinder-798104-1-smb neutron-server[74082]: INFO neutron.api.extensions [None req-a10d86df-5202-4e39-b7fd-aa8432ea6ed8 None None] Loaded extension: service-type Jun 28 16:32:32.688628 dv-cinder-798104-1-smb neutron-server[74082]: DEBUG neutron.api.extensions [None req-a10d86df-5202-4e39-b7fd-aa8432ea6ed8 None None] Loading extension file: sorting.py {{(pid=74082) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Jun 28 16:32:32.689592 dv-cinder-798104-1-smb neutron-server[74082]: DEBUG neutron.api.extensions [None req-a10d86df-5202-4e39-b7fd-aa8432ea6ed8 None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=74082) _check_extension /opt/stack/neutron/neutron/api/extensions.py:408}} Jun 28 16:32:32.689928 dv-cinder-798104-1-smb neutron-server[74082]: INFO neutron.api.extensions [None req-a10d86df-5202-4e39-b7fd-aa8432ea6ed8 None None] Loaded extension: sorting Jun 28 16:32:32.690254 dv-cinder-798104-1-smb neutron-server[74082]: DEBUG neutron.api.extensions [None req-a10d86df-5202-4e39-b7fd-aa8432ea6ed8 None None] Loading extension file: standard_attr_segment.py {{(pid=74082) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Jun 28 16:32:32.691158 dv-cinder-798104-1-smb neutron-server[74082]: DEBUG neutron.api.extensions [None req-a10d86df-5202-4e39-b7fd-aa8432ea6ed8 None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=74082) _check_extension /opt/stack/neutron/neutron/api/extensions.py:408}} Jun 28 16:32:32.691676 dv-cinder-798104-1-smb neutron-server[74082]: INFO neutron.api.extensions [None req-a10d86df-5202-4e39-b7fd-aa8432ea6ed8 None None] Extension standard-attr-segment not supported by any of loaded plugins Jun 28 16:32:32.692003 dv-cinder-798104-1-smb neutron-server[74082]: DEBUG neutron.api.extensions [None req-a10d86df-5202-4e39-b7fd-aa8432ea6ed8 None None] Loading extension file: standardattrdescription.py {{(pid=74082) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Jun 28 16:32:32.692677 dv-cinder-798104-1-smb neutron-server[74082]: DEBUG neutron.api.extensions [None req-a10d86df-5202-4e39-b7fd-aa8432ea6ed8 None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=74082) _check_extension /opt/stack/neutron/neutron/api/extensions.py:408}} Jun 28 16:32:32.693188 dv-cinder-798104-1-smb neutron-server[74082]: INFO neutron.api.extensions [None req-a10d86df-5202-4e39-b7fd-aa8432ea6ed8 None None] Loaded extension: standard-attr-description Jun 28 16:32:32.693510 dv-cinder-798104-1-smb neutron-server[74082]: DEBUG neutron.api.extensions [None req-a10d86df-5202-4e39-b7fd-aa8432ea6ed8 None None] Loading extension file: stateful_security_group.py {{(pid=74082) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Jun 28 16:32:32.694430 dv-cinder-798104-1-smb neutron-server[74082]: DEBUG neutron.api.extensions [None req-a10d86df-5202-4e39-b7fd-aa8432ea6ed8 None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=74082) _check_extension /opt/stack/neutron/neutron/api/extensions.py:408}} Jun 28 16:32:32.694945 dv-cinder-798104-1-smb neutron-server[74082]: INFO neutron.api.extensions [None req-a10d86df-5202-4e39-b7fd-aa8432ea6ed8 None None] Loaded extension: stateful-security-group Jun 28 16:32:32.695268 dv-cinder-798104-1-smb neutron-server[74082]: DEBUG neutron.api.extensions [None req-a10d86df-5202-4e39-b7fd-aa8432ea6ed8 None None] Loading extension file: stdattrs_common.py {{(pid=74082) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Jun 28 16:32:32.695840 dv-cinder-798104-1-smb neutron-server[74082]: WARNING neutron.api.extensions [None req-a10d86df-5202-4e39-b7fd-aa8432ea6ed8 None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py Jun 28 16:32:32.696187 dv-cinder-798104-1-smb neutron-server[74082]: DEBUG neutron.api.extensions [None req-a10d86df-5202-4e39-b7fd-aa8432ea6ed8 None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=74082) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Jun 28 16:32:32.697093 dv-cinder-798104-1-smb neutron-server[74082]: DEBUG neutron.api.extensions [None req-a10d86df-5202-4e39-b7fd-aa8432ea6ed8 None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=74082) _check_extension /opt/stack/neutron/neutron/api/extensions.py:408}} Jun 28 16:32:32.697608 dv-cinder-798104-1-smb neutron-server[74082]: INFO neutron.api.extensions [None req-a10d86df-5202-4e39-b7fd-aa8432ea6ed8 None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins Jun 28 16:32:32.697929 dv-cinder-798104-1-smb neutron-server[74082]: DEBUG neutron.api.extensions [None req-a10d86df-5202-4e39-b7fd-aa8432ea6ed8 None None] Loading extension file: subnet_onboard.py {{(pid=74082) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Jun 28 16:32:32.699069 dv-cinder-798104-1-smb neutron-server[74082]: DEBUG neutron.api.extensions [None req-a10d86df-5202-4e39-b7fd-aa8432ea6ed8 None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=74082) _check_extension /opt/stack/neutron/neutron/api/extensions.py:408}} Jun 28 16:32:32.699595 dv-cinder-798104-1-smb neutron-server[74082]: INFO neutron.api.extensions [None req-a10d86df-5202-4e39-b7fd-aa8432ea6ed8 None None] Loaded extension: subnet_onboard Jun 28 16:32:32.699921 dv-cinder-798104-1-smb neutron-server[74082]: DEBUG neutron.api.extensions [None req-a10d86df-5202-4e39-b7fd-aa8432ea6ed8 None None] Loading extension file: subnet_segmentid_writable.py {{(pid=74082) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Jun 28 16:32:32.700875 dv-cinder-798104-1-smb neutron-server[74082]: DEBUG neutron.api.extensions [None req-a10d86df-5202-4e39-b7fd-aa8432ea6ed8 None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=74082) _check_extension /opt/stack/neutron/neutron/api/extensions.py:408}} Jun 28 16:32:32.701901 dv-cinder-798104-1-smb neutron-server[74082]: INFO neutron.api.extensions [None req-a10d86df-5202-4e39-b7fd-aa8432ea6ed8 None None] Extension subnet-segmentid-writable not supported by any of loaded plugins Jun 28 16:32:32.702229 dv-cinder-798104-1-smb neutron-server[74082]: DEBUG neutron.api.extensions [None req-a10d86df-5202-4e39-b7fd-aa8432ea6ed8 None None] Loading extension file: subnet_service_types.py {{(pid=74082) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Jun 28 16:32:32.703149 dv-cinder-798104-1-smb neutron-server[74082]: DEBUG neutron.api.extensions [None req-a10d86df-5202-4e39-b7fd-aa8432ea6ed8 None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=74082) _check_extension /opt/stack/neutron/neutron/api/extensions.py:408}} Jun 28 16:32:32.703670 dv-cinder-798104-1-smb neutron-server[74082]: INFO neutron.api.extensions [None req-a10d86df-5202-4e39-b7fd-aa8432ea6ed8 None None] Loaded extension: subnet-service-types Jun 28 16:32:32.703999 dv-cinder-798104-1-smb neutron-server[74082]: DEBUG neutron.api.extensions [None req-a10d86df-5202-4e39-b7fd-aa8432ea6ed8 None None] Loading extension file: subnetallocation.py {{(pid=74082) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Jun 28 16:32:32.705108 dv-cinder-798104-1-smb neutron-server[74082]: DEBUG neutron.api.extensions [None req-a10d86df-5202-4e39-b7fd-aa8432ea6ed8 None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=74082) _check_extension /opt/stack/neutron/neutron/api/extensions.py:408}} Jun 28 16:32:32.705626 dv-cinder-798104-1-smb neutron-server[74082]: INFO neutron.api.extensions [None req-a10d86df-5202-4e39-b7fd-aa8432ea6ed8 None None] Loaded extension: subnet_allocation Jun 28 16:32:32.705952 dv-cinder-798104-1-smb neutron-server[74082]: DEBUG neutron.api.extensions [None req-a10d86df-5202-4e39-b7fd-aa8432ea6ed8 None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=74082) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Jun 28 16:32:32.706607 dv-cinder-798104-1-smb neutron-server[74082]: DEBUG neutron.api.extensions [None req-a10d86df-5202-4e39-b7fd-aa8432ea6ed8 None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=74082) _check_extension /opt/stack/neutron/neutron/api/extensions.py:408}} Jun 28 16:32:32.707129 dv-cinder-798104-1-smb neutron-server[74082]: INFO neutron.api.extensions [None req-a10d86df-5202-4e39-b7fd-aa8432ea6ed8 None None] Loaded extension: subnetpool-prefix-ops Jun 28 16:32:32.707455 dv-cinder-798104-1-smb neutron-server[74082]: DEBUG neutron.api.extensions [None req-a10d86df-5202-4e39-b7fd-aa8432ea6ed8 None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=74082) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Jun 28 16:32:32.708392 dv-cinder-798104-1-smb neutron-server[74082]: DEBUG neutron.api.extensions [None req-a10d86df-5202-4e39-b7fd-aa8432ea6ed8 None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=74082) _check_extension /opt/stack/neutron/neutron/api/extensions.py:408}} Jun 28 16:32:32.708909 dv-cinder-798104-1-smb neutron-server[74082]: INFO neutron.api.extensions [None req-a10d86df-5202-4e39-b7fd-aa8432ea6ed8 None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins Jun 28 16:32:32.709237 dv-cinder-798104-1-smb neutron-server[74082]: DEBUG neutron.api.extensions [None req-a10d86df-5202-4e39-b7fd-aa8432ea6ed8 None None] Loading extension file: tagging.py {{(pid=74082) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Jun 28 16:32:32.710341 dv-cinder-798104-1-smb neutron-server[74082]: DEBUG neutron.api.extensions [None req-a10d86df-5202-4e39-b7fd-aa8432ea6ed8 None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, router, floatingip, policy, security_group, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=74082) _check_extension /opt/stack/neutron/neutron/api/extensions.py:408}} Jun 28 16:32:32.710850 dv-cinder-798104-1-smb neutron-server[74082]: INFO neutron.api.extensions [None req-a10d86df-5202-4e39-b7fd-aa8432ea6ed8 None None] Loaded extension: standard-attr-tag Jun 28 16:32:32.711178 dv-cinder-798104-1-smb neutron-server[74082]: DEBUG neutron.api.extensions [None req-a10d86df-5202-4e39-b7fd-aa8432ea6ed8 None None] Loading extension file: timestamp.py {{(pid=74082) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Jun 28 16:32:32.712417 dv-cinder-798104-1-smb neutron-server[74082]: DEBUG neutron.api.extensions [None req-a10d86df-5202-4e39-b7fd-aa8432ea6ed8 None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=74082) _check_extension /opt/stack/neutron/neutron/api/extensions.py:408}} Jun 28 16:32:32.714242 dv-cinder-798104-1-smb neutron-server[74082]: INFO neutron.api.extensions [None req-a10d86df-5202-4e39-b7fd-aa8432ea6ed8 None None] Loaded extension: standard-attr-timestamp Jun 28 16:32:32.714242 dv-cinder-798104-1-smb neutron-server[74082]: DEBUG neutron.api.extensions [None req-a10d86df-5202-4e39-b7fd-aa8432ea6ed8 None None] Loading extension file: trunk.py {{(pid=74082) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Jun 28 16:32:32.714242 dv-cinder-798104-1-smb neutron-server[74082]: DEBUG neutron.api.extensions [None req-a10d86df-5202-4e39-b7fd-aa8432ea6ed8 None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=74082) _check_extension /opt/stack/neutron/neutron/api/extensions.py:408}} Jun 28 16:32:32.714785 dv-cinder-798104-1-smb neutron-server[74082]: INFO neutron.api.extensions [None req-a10d86df-5202-4e39-b7fd-aa8432ea6ed8 None None] Extension trunk not supported by any of loaded plugins Jun 28 16:32:32.715111 dv-cinder-798104-1-smb neutron-server[74082]: DEBUG neutron.api.extensions [None req-a10d86df-5202-4e39-b7fd-aa8432ea6ed8 None None] Loading extension file: trunk_details.py {{(pid=74082) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Jun 28 16:32:32.716011 dv-cinder-798104-1-smb neutron-server[74082]: DEBUG neutron.api.extensions [None req-a10d86df-5202-4e39-b7fd-aa8432ea6ed8 None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=74082) _check_extension /opt/stack/neutron/neutron/api/extensions.py:408}} Jun 28 16:32:32.716559 dv-cinder-798104-1-smb neutron-server[74082]: INFO neutron.api.extensions [None req-a10d86df-5202-4e39-b7fd-aa8432ea6ed8 None None] Extension trunk-details not supported by any of loaded plugins Jun 28 16:32:32.717445 dv-cinder-798104-1-smb neutron-server[74082]: DEBUG neutron.api.extensions [None req-a10d86df-5202-4e39-b7fd-aa8432ea6ed8 None None] Loading extension file: uplink_status_propagation.py {{(pid=74082) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Jun 28 16:32:32.718358 dv-cinder-798104-1-smb neutron-server[74082]: DEBUG neutron.api.extensions [None req-a10d86df-5202-4e39-b7fd-aa8432ea6ed8 None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=74082) _check_extension /opt/stack/neutron/neutron/api/extensions.py:408}} Jun 28 16:32:32.718878 dv-cinder-798104-1-smb neutron-server[74082]: INFO neutron.api.extensions [None req-a10d86df-5202-4e39-b7fd-aa8432ea6ed8 None None] Extension uplink-status-propagation not supported by any of loaded plugins Jun 28 16:32:32.719201 dv-cinder-798104-1-smb neutron-server[74082]: DEBUG neutron.api.extensions [None req-a10d86df-5202-4e39-b7fd-aa8432ea6ed8 None None] Loading extension file: vlantransparent.py {{(pid=74082) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Jun 28 16:32:32.719870 dv-cinder-798104-1-smb neutron-server[74082]: DEBUG neutron.api.extensions [None req-a10d86df-5202-4e39-b7fd-aa8432ea6ed8 None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=74082) _check_extension /opt/stack/neutron/neutron/api/extensions.py:408}} Jun 28 16:32:32.720422 dv-cinder-798104-1-smb neutron-server[74082]: INFO neutron.api.extensions [None req-a10d86df-5202-4e39-b7fd-aa8432ea6ed8 None None] Extension vlan-transparent not supported by any of loaded plugins Jun 28 16:32:32.723066 dv-cinder-798104-1-smb neutron-server[74082]: INFO neutron.quota.resource_registry [None req-a10d86df-5202-4e39-b7fd-aa8432ea6ed8 None None] Creating instance of TrackedResource for resource:network Jun 28 16:32:32.723471 dv-cinder-798104-1-smb neutron-server[74082]: INFO neutron.quota.resource_registry [None req-a10d86df-5202-4e39-b7fd-aa8432ea6ed8 None None] Creating instance of TrackedResource for resource:subnet Jun 28 16:32:32.724377 dv-cinder-798104-1-smb neutron-server[74082]: INFO neutron.quota.resource_registry [None req-a10d86df-5202-4e39-b7fd-aa8432ea6ed8 None None] Creating instance of TrackedResource for resource:subnetpool Jun 28 16:32:32.724994 dv-cinder-798104-1-smb neutron-server[74082]: INFO neutron.quota.resource_registry [None req-a10d86df-5202-4e39-b7fd-aa8432ea6ed8 None None] Creating instance of TrackedResource for resource:port Jun 28 16:32:32.726291 dv-cinder-798104-1-smb neutron-server[74082]: DEBUG neutron.api.v2.resource_helper [None req-a10d86df-5202-4e39-b7fd-aa8432ea6ed8 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=74082) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 28 16:32:32.726725 dv-cinder-798104-1-smb neutron-server[74082]: DEBUG neutron.api.v2.resource_helper [None req-a10d86df-5202-4e39-b7fd-aa8432ea6ed8 None None] Service FLAVORS assigned prefix: {{(pid=74082) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 28 16:32:32.727359 dv-cinder-798104-1-smb neutron-server[74082]: DEBUG neutron.api.v2.resource_helper [None req-a10d86df-5202-4e39-b7fd-aa8432ea6ed8 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=74082) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 28 16:32:32.729534 dv-cinder-798104-1-smb neutron-server[74082]: DEBUG neutron.api.v2.resource_helper [None req-a10d86df-5202-4e39-b7fd-aa8432ea6ed8 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=74082) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 28 16:32:32.729534 dv-cinder-798104-1-smb neutron-server[74082]: INFO neutron.quota.resource_registry [None req-a10d86df-5202-4e39-b7fd-aa8432ea6ed8 None None] Creating instance of TrackedResource for resource:router Jun 28 16:32:32.729534 dv-cinder-798104-1-smb neutron-server[74082]: INFO neutron.quota.resource_registry [None req-a10d86df-5202-4e39-b7fd-aa8432ea6ed8 None None] Creating instance of TrackedResource for resource:floatingip Jun 28 16:32:32.729534 dv-cinder-798104-1-smb neutron-server[74082]: DEBUG neutron.api.v2.resource_helper [None req-a10d86df-5202-4e39-b7fd-aa8432ea6ed8 None None] Service METERING assigned prefix: /metering {{(pid=74082) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 28 16:32:32.730917 dv-cinder-798104-1-smb neutron-server[74082]: DEBUG neutron_lib.callbacks.manager [None req-a10d86df-5202-4e39-b7fd-aa8432ea6ed8 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=74082) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 16:32:32.731289 dv-cinder-798104-1-smb neutron-server[74082]: DEBUG neutron_lib.callbacks.manager [None req-a10d86df-5202-4e39-b7fd-aa8432ea6ed8 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=74082) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 16:32:32.731643 dv-cinder-798104-1-smb neutron-server[74082]: DEBUG neutron_lib.callbacks.manager [None req-a10d86df-5202-4e39-b7fd-aa8432ea6ed8 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=74082) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 16:32:32.732867 dv-cinder-798104-1-smb neutron-server[74082]: INFO neutron.quota.resource_registry [None req-a10d86df-5202-4e39-b7fd-aa8432ea6ed8 None None] Creating instance of CountableResource for resource:rbac_policy Jun 28 16:32:32.733316 dv-cinder-798104-1-smb neutron-server[74082]: INFO neutron.quota.resource_registry [None req-a10d86df-5202-4e39-b7fd-aa8432ea6ed8 None None] Creating instance of TrackedResource for resource:security_group Jun 28 16:32:32.733985 dv-cinder-798104-1-smb neutron-server[74082]: INFO neutron.quota.resource_registry [None req-a10d86df-5202-4e39-b7fd-aa8432ea6ed8 None None] Creating instance of TrackedResource for resource:security_group_rule Jun 28 16:32:32.734732 dv-cinder-798104-1-smb neutron-server[74082]: DEBUG neutron.api.v2.resource_helper [None req-a10d86df-5202-4e39-b7fd-aa8432ea6ed8 None None] Service CORE assigned prefix: {{(pid=74082) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 28 16:32:32.735065 dv-cinder-798104-1-smb neutron-server[74082]: INFO neutron.quota.resource_registry [None req-a10d86df-5202-4e39-b7fd-aa8432ea6ed8 None None] Creating instance of TrackedResource for resource:subnetpool Jun 28 16:32:32.735400 dv-cinder-798104-1-smb neutron-server[74082]: WARNING neutron.quota.resource_registry [None req-a10d86df-5202-4e39-b7fd-aa8432ea6ed8 None None] subnetpool is already registered Jun 28 16:32:32.736010 dv-cinder-798104-1-smb neutron-server[74082]: DEBUG neutron.api.v2.resource_helper [None req-a10d86df-5202-4e39-b7fd-aa8432ea6ed8 None None] Service CORE assigned prefix: {{(pid=74082) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 28 16:32:32.736362 dv-cinder-798104-1-smb neutron-server[74082]: INFO neutron.quota.resource_registry [None req-a10d86df-5202-4e39-b7fd-aa8432ea6ed8 None None] Creating instance of TrackedResource for resource:subnetpool Jun 28 16:32:32.736690 dv-cinder-798104-1-smb neutron-server[74082]: WARNING neutron.quota.resource_registry [None req-a10d86df-5202-4e39-b7fd-aa8432ea6ed8 None None] subnetpool is already registered Jun 28 16:32:32.739309 dv-cinder-798104-1-smb neutron-server[74082]: DEBUG neutron.api.v2.resource_helper [None req-a10d86df-5202-4e39-b7fd-aa8432ea6ed8 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=74082) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 28 16:32:32.739746 dv-cinder-798104-1-smb neutron-server[74082]: DEBUG neutron.api.v2.resource_helper [None req-a10d86df-5202-4e39-b7fd-aa8432ea6ed8 None None] Service FLAVORS assigned prefix: {{(pid=74082) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 28 16:32:32.740388 dv-cinder-798104-1-smb neutron-server[74082]: DEBUG neutron.api.v2.resource_helper [None req-a10d86df-5202-4e39-b7fd-aa8432ea6ed8 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=74082) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 28 16:32:32.740813 dv-cinder-798104-1-smb neutron-server[74082]: DEBUG neutron.api.v2.resource_helper [None req-a10d86df-5202-4e39-b7fd-aa8432ea6ed8 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=74082) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 28 16:32:32.741148 dv-cinder-798104-1-smb neutron-server[74082]: INFO neutron.quota.resource_registry [None req-a10d86df-5202-4e39-b7fd-aa8432ea6ed8 None None] Creating instance of TrackedResource for resource:router Jun 28 16:32:32.741479 dv-cinder-798104-1-smb neutron-server[74082]: WARNING neutron.quota.resource_registry [None req-a10d86df-5202-4e39-b7fd-aa8432ea6ed8 None None] router is already registered Jun 28 16:32:32.742075 dv-cinder-798104-1-smb neutron-server[74082]: INFO neutron.quota.resource_registry [None req-a10d86df-5202-4e39-b7fd-aa8432ea6ed8 None None] Creating instance of TrackedResource for resource:floatingip Jun 28 16:32:32.742406 dv-cinder-798104-1-smb neutron-server[74082]: WARNING neutron.quota.resource_registry [None req-a10d86df-5202-4e39-b7fd-aa8432ea6ed8 None None] floatingip is already registered Jun 28 16:32:32.743035 dv-cinder-798104-1-smb neutron-server[74082]: DEBUG neutron.api.v2.resource_helper [None req-a10d86df-5202-4e39-b7fd-aa8432ea6ed8 None None] Service METERING assigned prefix: /metering {{(pid=74082) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 28 16:32:32.743710 dv-cinder-798104-1-smb neutron-server[74082]: INFO neutron.quota.resource_registry [None req-a10d86df-5202-4e39-b7fd-aa8432ea6ed8 None None] Creating instance of CountableResource for resource:rbac_policy Jun 28 16:32:32.744041 dv-cinder-798104-1-smb neutron-server[74082]: WARNING neutron.quota.resource_registry [None req-a10d86df-5202-4e39-b7fd-aa8432ea6ed8 None None] rbac_policy is already registered Jun 28 16:32:32.744609 dv-cinder-798104-1-smb neutron-server[74082]: INFO neutron.quota.resource_registry [None req-a10d86df-5202-4e39-b7fd-aa8432ea6ed8 None None] Creating instance of TrackedResource for resource:security_group Jun 28 16:32:32.744937 dv-cinder-798104-1-smb neutron-server[74082]: WARNING neutron.quota.resource_registry [None req-a10d86df-5202-4e39-b7fd-aa8432ea6ed8 None None] security_group is already registered Jun 28 16:32:32.745532 dv-cinder-798104-1-smb neutron-server[74082]: INFO neutron.quota.resource_registry [None req-a10d86df-5202-4e39-b7fd-aa8432ea6ed8 None None] Creating instance of TrackedResource for resource:security_group_rule Jun 28 16:32:32.745863 dv-cinder-798104-1-smb neutron-server[74082]: WARNING neutron.quota.resource_registry [None req-a10d86df-5202-4e39-b7fd-aa8432ea6ed8 None None] security_group_rule is already registered Jun 28 16:32:32.746531 dv-cinder-798104-1-smb neutron-server[74082]: DEBUG neutron.api.v2.resource_helper [None req-a10d86df-5202-4e39-b7fd-aa8432ea6ed8 None None] Service CORE assigned prefix: {{(pid=74082) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 28 16:32:32.746862 dv-cinder-798104-1-smb neutron-server[74082]: INFO neutron.quota.resource_registry [None req-a10d86df-5202-4e39-b7fd-aa8432ea6ed8 None None] Creating instance of TrackedResource for resource:subnetpool Jun 28 16:32:32.747187 dv-cinder-798104-1-smb neutron-server[74082]: WARNING neutron.quota.resource_registry [None req-a10d86df-5202-4e39-b7fd-aa8432ea6ed8 None None] subnetpool is already registered Jun 28 16:32:32.747798 dv-cinder-798104-1-smb neutron-server[74082]: DEBUG neutron.api.v2.resource_helper [None req-a10d86df-5202-4e39-b7fd-aa8432ea6ed8 None None] Service CORE assigned prefix: {{(pid=74082) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 28 16:32:32.748174 dv-cinder-798104-1-smb neutron-server[74082]: INFO neutron.quota.resource_registry [None req-a10d86df-5202-4e39-b7fd-aa8432ea6ed8 None None] Creating instance of TrackedResource for resource:subnetpool Jun 28 16:32:32.748511 dv-cinder-798104-1-smb neutron-server[74082]: WARNING neutron.quota.resource_registry [None req-a10d86df-5202-4e39-b7fd-aa8432ea6ed8 None None] subnetpool is already registered Jun 28 16:32:32.749152 dv-cinder-798104-1-smb neutron-server[74082]: DEBUG neutron.api.extensions [None req-a10d86df-5202-4e39-b7fd-aa8432ea6ed8 None None] Extended resource: extensions {{(pid=74082) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Jun 28 16:32:32.750651 dv-cinder-798104-1-smb neutron-server[74082]: DEBUG neutron.api.extensions [None req-a10d86df-5202-4e39-b7fd-aa8432ea6ed8 None None] Extended resource: address-groups {{(pid=74082) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Jun 28 16:32:32.752258 dv-cinder-798104-1-smb neutron-server[74082]: DEBUG neutron.api.extensions [None req-a10d86df-5202-4e39-b7fd-aa8432ea6ed8 None None] Extended resource: address-scopes {{(pid=74082) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Jun 28 16:32:32.753453 dv-cinder-798104-1-smb neutron-server[74082]: DEBUG neutron.api.extensions [None req-a10d86df-5202-4e39-b7fd-aa8432ea6ed8 None None] Extended resource: agents {{(pid=74082) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Jun 28 16:32:32.754653 dv-cinder-798104-1-smb neutron-server[74082]: DEBUG neutron.api.extensions [None req-a10d86df-5202-4e39-b7fd-aa8432ea6ed8 None None] Extended resource: auto-allocated-topology {{(pid=74082) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Jun 28 16:32:32.755838 dv-cinder-798104-1-smb neutron-server[74082]: DEBUG neutron.api.extensions [None req-a10d86df-5202-4e39-b7fd-aa8432ea6ed8 None None] Extended resource: availability_zones {{(pid=74082) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Jun 28 16:32:32.757160 dv-cinder-798104-1-smb neutron-server[74082]: DEBUG neutron.api.extensions [None req-a10d86df-5202-4e39-b7fd-aa8432ea6ed8 None None] Extended resource: dhcp-networks {{(pid=74082) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Jun 28 16:32:32.758565 dv-cinder-798104-1-smb neutron-server[74082]: DEBUG neutron.api.extensions [None req-a10d86df-5202-4e39-b7fd-aa8432ea6ed8 None None] Extended resource: dhcp-agents {{(pid=74082) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Jun 28 16:32:32.759962 dv-cinder-798104-1-smb neutron-server[74082]: DEBUG neutron.api.extensions [None req-a10d86df-5202-4e39-b7fd-aa8432ea6ed8 None None] Extended resource: routers {{(pid=74082) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Jun 28 16:32:32.761915 dv-cinder-798104-1-smb neutron-server[74082]: DEBUG neutron.api.extensions [None req-a10d86df-5202-4e39-b7fd-aa8432ea6ed8 None None] Extended resource: flavors {{(pid=74082) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Jun 28 16:32:32.763052 dv-cinder-798104-1-smb neutron-server[74082]: DEBUG neutron.api.extensions [None req-a10d86df-5202-4e39-b7fd-aa8432ea6ed8 None None] Extended resource: service_profiles {{(pid=74082) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Jun 28 16:32:32.765084 dv-cinder-798104-1-smb neutron-server[74082]: DEBUG neutron.api.extensions [None req-a10d86df-5202-4e39-b7fd-aa8432ea6ed8 None None] Extended resource: next_providers {{(pid=74082) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Jun 28 16:32:32.766604 dv-cinder-798104-1-smb neutron-server[74082]: DEBUG neutron.api.extensions [None req-a10d86df-5202-4e39-b7fd-aa8432ea6ed8 None None] Extended resource: service_profiles {{(pid=74082) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Jun 28 16:32:32.768019 dv-cinder-798104-1-smb neutron-server[74082]: DEBUG neutron.api.extensions [None req-a10d86df-5202-4e39-b7fd-aa8432ea6ed8 None None] Extended resource: floatingip-pools {{(pid=74082) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Jun 28 16:32:32.769262 dv-cinder-798104-1-smb neutron-server[74082]: DEBUG neutron.api.extensions [None req-a10d86df-5202-4e39-b7fd-aa8432ea6ed8 None None] Extended resource: routers {{(pid=74082) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Jun 28 16:32:32.771042 dv-cinder-798104-1-smb neutron-server[74082]: DEBUG neutron.api.extensions [None req-a10d86df-5202-4e39-b7fd-aa8432ea6ed8 None None] Extended resource: floatingips {{(pid=74082) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Jun 28 16:32:32.772232 dv-cinder-798104-1-smb neutron-server[74082]: DEBUG neutron.api.extensions [None req-a10d86df-5202-4e39-b7fd-aa8432ea6ed8 None None] Extended resource: l3-routers {{(pid=74082) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Jun 28 16:32:32.773594 dv-cinder-798104-1-smb neutron-server[74082]: DEBUG neutron.api.extensions [None req-a10d86df-5202-4e39-b7fd-aa8432ea6ed8 None None] Extended resource: l3-agents {{(pid=74082) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Jun 28 16:32:32.774963 dv-cinder-798104-1-smb neutron-server[74082]: DEBUG neutron.api.extensions [None req-a10d86df-5202-4e39-b7fd-aa8432ea6ed8 None None] Extended resource: metering-labels {{(pid=74082) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Jun 28 16:32:32.776367 dv-cinder-798104-1-smb neutron-server[74082]: DEBUG neutron.api.extensions [None req-a10d86df-5202-4e39-b7fd-aa8432ea6ed8 None None] Extended resource: metering-label-rules {{(pid=74082) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Jun 28 16:32:32.777786 dv-cinder-798104-1-smb neutron-server[74082]: DEBUG neutron.api.extensions [None req-a10d86df-5202-4e39-b7fd-aa8432ea6ed8 None None] Extended resource: network-ip-availabilities {{(pid=74082) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Jun 28 16:32:32.779056 dv-cinder-798104-1-smb neutron-server[74082]: DEBUG neutron.api.extensions [None req-a10d86df-5202-4e39-b7fd-aa8432ea6ed8 None None] Extended resource: bindings {{(pid=74082) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Jun 28 16:32:32.782575 dv-cinder-798104-1-smb neutron-server[74082]: DEBUG neutron.api.extensions [None req-a10d86df-5202-4e39-b7fd-aa8432ea6ed8 None None] Extended resource: quotas {{(pid=74082) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Jun 28 16:32:32.784116 dv-cinder-798104-1-smb neutron-server[74082]: DEBUG neutron.api.extensions [None req-a10d86df-5202-4e39-b7fd-aa8432ea6ed8 None None] Extended resource: quotas {{(pid=74082) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Jun 28 16:32:32.785659 dv-cinder-798104-1-smb neutron-server[74082]: DEBUG neutron.api.extensions [None req-a10d86df-5202-4e39-b7fd-aa8432ea6ed8 None None] Extended resource: rbac-policies {{(pid=74082) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Jun 28 16:32:32.787074 dv-cinder-798104-1-smb neutron-server[74082]: DEBUG neutron.api.extensions [None req-a10d86df-5202-4e39-b7fd-aa8432ea6ed8 None None] Extended resource: security-groups {{(pid=74082) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Jun 28 16:32:32.788476 dv-cinder-798104-1-smb neutron-server[74082]: DEBUG neutron.api.extensions [None req-a10d86df-5202-4e39-b7fd-aa8432ea6ed8 None None] Extended resource: security-group-rules {{(pid=74082) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Jun 28 16:32:32.789785 dv-cinder-798104-1-smb neutron-server[74082]: DEBUG neutron.api.extensions [None req-a10d86df-5202-4e39-b7fd-aa8432ea6ed8 None None] Extended resource: service-providers {{(pid=74082) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Jun 28 16:32:32.791170 dv-cinder-798104-1-smb neutron-server[74082]: DEBUG neutron.api.extensions [None req-a10d86df-5202-4e39-b7fd-aa8432ea6ed8 None None] Extended resource: subnetpools {{(pid=74082) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Jun 28 16:32:32.792720 dv-cinder-798104-1-smb neutron-server[74082]: DEBUG neutron.api.extensions [None req-a10d86df-5202-4e39-b7fd-aa8432ea6ed8 None None] Extended resource: subnetpools {{(pid=74082) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Jun 28 16:32:32.794409 dv-cinder-798104-1-smb neutron-server[74082]: DEBUG neutron.api.extensions [None req-a10d86df-5202-4e39-b7fd-aa8432ea6ed8 None None] Extended resource: tags {{(pid=74082) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Jun 28 16:32:32.796055 dv-cinder-798104-1-smb neutron-server[74082]: DEBUG neutron.api.extensions [None req-a10d86df-5202-4e39-b7fd-aa8432ea6ed8 None None] Extended resource: tags {{(pid=74082) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Jun 28 16:32:32.798049 dv-cinder-798104-1-smb neutron-server[74082]: DEBUG neutron.api.extensions [None req-a10d86df-5202-4e39-b7fd-aa8432ea6ed8 None None] Extended resource: tags {{(pid=74082) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Jun 28 16:32:32.799841 dv-cinder-798104-1-smb neutron-server[74082]: DEBUG neutron.api.extensions [None req-a10d86df-5202-4e39-b7fd-aa8432ea6ed8 None None] Extended resource: tags {{(pid=74082) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Jun 28 16:32:32.801712 dv-cinder-798104-1-smb neutron-server[74082]: DEBUG neutron.api.extensions [None req-a10d86df-5202-4e39-b7fd-aa8432ea6ed8 None None] Extended resource: tags {{(pid=74082) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Jun 28 16:32:32.803536 dv-cinder-798104-1-smb neutron-server[74082]: DEBUG neutron.api.extensions [None req-a10d86df-5202-4e39-b7fd-aa8432ea6ed8 None None] Extended resource: tags {{(pid=74082) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Jun 28 16:32:32.805443 dv-cinder-798104-1-smb neutron-server[74082]: DEBUG neutron.api.extensions [None req-a10d86df-5202-4e39-b7fd-aa8432ea6ed8 None None] Extended resource: tags {{(pid=74082) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Jun 28 16:32:32.807556 dv-cinder-798104-1-smb neutron-server[74082]: DEBUG neutron.api.extensions [None req-a10d86df-5202-4e39-b7fd-aa8432ea6ed8 None None] Extended resource: tags {{(pid=74082) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Jun 28 16:32:32.809695 dv-cinder-798104-1-smb neutron-server[74082]: DEBUG neutron.api.extensions [None req-a10d86df-5202-4e39-b7fd-aa8432ea6ed8 None None] Extended resource: tags {{(pid=74082) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Jun 28 16:32:32.811544 dv-cinder-798104-1-smb neutron-server[74082]: DEBUG neutron.api.extensions [None req-a10d86df-5202-4e39-b7fd-aa8432ea6ed8 None None] Extended resource: tags {{(pid=74082) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Jun 28 16:32:32.817530 dv-cinder-798104-1-smb neutron-server[74082]: WARNING keystonemiddleware.auth_token [None req-a10d86df-5202-4e39-b7fd-aa8432ea6ed8 None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. Jun 28 16:32:32.822333 dv-cinder-798104-1-smb neutron-server[74082]: WARNING keystonemiddleware.auth_token [None req-a10d86df-5202-4e39-b7fd-aa8432ea6ed8 None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint Jun 28 16:32:32.830952 dv-cinder-798104-1-smb neutron-server[74082]: DEBUG oslo_concurrency.lockutils [None req-a10d86df-5202-4e39-b7fd-aa8432ea6ed8 None None] Acquired lock "singleton_lock" {{(pid=74082) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:266}} Jun 28 16:32:32.831445 dv-cinder-798104-1-smb neutron-server[74082]: DEBUG oslo_concurrency.lockutils [None req-a10d86df-5202-4e39-b7fd-aa8432ea6ed8 None None] Releasing lock "singleton_lock" {{(pid=74082) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:282}} Jun 28 16:32:32.832084 dv-cinder-798104-1-smb neutron-server[74082]: INFO oslo_service.service [None req-a10d86df-5202-4e39-b7fd-aa8432ea6ed8 None None] Starting 2 workers Jun 28 16:32:32.837157 dv-cinder-798104-1-smb neutron-server[74082]: DEBUG oslo_service.service [None req-a10d86df-5202-4e39-b7fd-aa8432ea6ed8 None None] Started child 74185 {{(pid=74082) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:576}} Jun 28 16:32:32.843808 dv-cinder-798104-1-smb neutron-server[74082]: DEBUG oslo_service.service [None req-a10d86df-5202-4e39-b7fd-aa8432ea6ed8 None None] Started child 74186 {{(pid=74082) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:576}} Jun 28 16:32:32.844552 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=74185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 16:32:32.845017 dv-cinder-798104-1-smb neutron-server[74082]: INFO neutron.service [None req-a10d86df-5202-4e39-b7fd-aa8432ea6ed8 None None] Neutron service started, listening on 0.0.0.0:9696 Jun 28 16:32:32.845386 dv-cinder-798104-1-smb neutron-server[74082]: DEBUG neutron_lib.callbacks.manager [None req-a10d86df-5202-4e39-b7fd-aa8432ea6ed8 None None] Notify callbacks [] for process, before_spawn {{(pid=74082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 16:32:32.846041 dv-cinder-798104-1-smb neutron-server[74185]: INFO neutron.wsgi [-] (74185) wsgi starting up on http://0.0.0.0:9696 Jun 28 16:32:32.847971 dv-cinder-798104-1-smb neutron-server[74082]: INFO oslo_service.service [None req-a10d86df-5202-4e39-b7fd-aa8432ea6ed8 None None] Starting 1 workers Jun 28 16:32:32.849221 dv-cinder-798104-1-smb neutron-server[74186]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=74186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 16:32:32.850618 dv-cinder-798104-1-smb neutron-server[74186]: INFO neutron.wsgi [-] (74186) wsgi starting up on http://0.0.0.0:9696 Jun 28 16:32:32.853985 dv-cinder-798104-1-smb neutron-server[74082]: DEBUG oslo_service.service [None req-a10d86df-5202-4e39-b7fd-aa8432ea6ed8 None None] Started child 74187 {{(pid=74082) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:576}} Jun 28 16:32:32.854529 dv-cinder-798104-1-smb neutron-server[74082]: INFO oslo_service.service [None req-a10d86df-5202-4e39-b7fd-aa8432ea6ed8 None None] Starting 1 workers Jun 28 16:32:32.856882 dv-cinder-798104-1-smb neutron-server[74187]: DEBUG neutron.service [None req-a10d86df-5202-4e39-b7fd-aa8432ea6ed8 None None] calling RpcWorker wait() {{(pid=74187) _wait /opt/stack/neutron/neutron/service.py:128}} Jun 28 16:32:32.857624 dv-cinder-798104-1-smb neutron-server[74187]: DEBUG neutron.service [None req-a10d86df-5202-4e39-b7fd-aa8432ea6ed8 None None] returning from RpcWorker wait() {{(pid=74187) _wait /opt/stack/neutron/neutron/service.py:135}} Jun 28 16:32:32.858674 dv-cinder-798104-1-smb neutron-server[74187]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=74187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 16:32:32.858868 dv-cinder-798104-1-smb neutron-server[74082]: DEBUG oslo_service.service [None req-a10d86df-5202-4e39-b7fd-aa8432ea6ed8 None None] Started child 74188 {{(pid=74082) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:576}} Jun 28 16:32:32.859122 dv-cinder-798104-1-smb neutron-server[74187]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=74187) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 16:32:32.859665 dv-cinder-798104-1-smb neutron-server[74082]: DEBUG neutron_lib.callbacks.manager [None req-a10d86df-5202-4e39-b7fd-aa8432ea6ed8 None None] Notify callbacks [] for process, after_spawn {{(pid=74082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 16:32:32.862276 dv-cinder-798104-1-smb neutron-server[74082]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=74082) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:650}} Jun 28 16:32:32.862526 dv-cinder-798104-1-smb neutron-server[74082]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=74082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2567}} Jun 28 16:32:32.862675 dv-cinder-798104-1-smb neutron-server[74082]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=74082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2568}} Jun 28 16:32:32.862882 dv-cinder-798104-1-smb neutron-server[74082]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=74082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2569}} Jun 28 16:32:32.863200 dv-cinder-798104-1-smb neutron-server[74082]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=74082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2570}} Jun 28 16:32:32.863398 dv-cinder-798104-1-smb neutron-server[74082]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=74082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2572}} Jun 28 16:32:32.863870 dv-cinder-798104-1-smb neutron-server[74082]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=74082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 28 16:32:32.864194 dv-cinder-798104-1-smb neutron-server[74082]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=74082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 28 16:32:32.864432 dv-cinder-798104-1-smb neutron-server[74082]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=74082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 28 16:32:32.864692 dv-cinder-798104-1-smb neutron-server[74082]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=74082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 28 16:32:32.865000 dv-cinder-798104-1-smb neutron-server[74082]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=74082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 28 16:32:32.865142 dv-cinder-798104-1-smb neutron-server[74188]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=74188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 16:32:32.865651 dv-cinder-798104-1-smb neutron-server[74082]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=74082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 28 16:32:32.865798 dv-cinder-798104-1-smb neutron-server[74082]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=74082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 28 16:32:32.866019 dv-cinder-798104-1-smb neutron-server[74082]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=74082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 28 16:32:32.866293 dv-cinder-798104-1-smb neutron-server[74082]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=74082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 28 16:32:32.866523 dv-cinder-798104-1-smb neutron-server[74082]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=74082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 28 16:32:32.866692 dv-cinder-798104-1-smb neutron-server[74082]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=74082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 28 16:32:32.866858 dv-cinder-798104-1-smb neutron-server[74082]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=74082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 28 16:32:32.867119 dv-cinder-798104-1-smb neutron-server[74082]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=74082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 28 16:32:32.867352 dv-cinder-798104-1-smb neutron-server[74082]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=74082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 28 16:32:32.867665 dv-cinder-798104-1-smb neutron-server[74082]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=74082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 28 16:32:32.867925 dv-cinder-798104-1-smb neutron-server[74082]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=74082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 28 16:32:32.868195 dv-cinder-798104-1-smb neutron-server[74082]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=74082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 28 16:32:32.868474 dv-cinder-798104-1-smb neutron-server[74082]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=74082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 28 16:32:32.868644 dv-cinder-798104-1-smb neutron-server[74082]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=74082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 28 16:32:32.868894 dv-cinder-798104-1-smb neutron-server[74082]: DEBUG oslo_service.service [-] config_source = [] {{(pid=74082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 28 16:32:32.869160 dv-cinder-798104-1-smb neutron-server[74082]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=74082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 28 16:32:32.869384 dv-cinder-798104-1-smb neutron-server[74082]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=74082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 28 16:32:32.869651 dv-cinder-798104-1-smb neutron-server[74082]: DEBUG oslo_service.service [-] debug = True {{(pid=74082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 28 16:32:32.869901 dv-cinder-798104-1-smb neutron-server[74082]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=74082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 28 16:32:32.870413 dv-cinder-798104-1-smb neutron-server[74082]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=74082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 28 16:32:32.870640 dv-cinder-798104-1-smb neutron-server[74082]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=74082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 28 16:32:32.870888 dv-cinder-798104-1-smb neutron-server[74082]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=74082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 28 16:32:32.871129 dv-cinder-798104-1-smb neutron-server[74082]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=74082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 28 16:32:32.871428 dv-cinder-798104-1-smb neutron-server[74082]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=74082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 28 16:32:32.871685 dv-cinder-798104-1-smb neutron-server[74082]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=74082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 28 16:32:32.871953 dv-cinder-798104-1-smb neutron-server[74082]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=74082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 28 16:32:32.872195 dv-cinder-798104-1-smb neutron-server[74082]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=74082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 28 16:32:32.872435 dv-cinder-798104-1-smb neutron-server[74082]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=74082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 28 16:32:32.872670 dv-cinder-798104-1-smb neutron-server[74082]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=74082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 28 16:32:32.872932 dv-cinder-798104-1-smb neutron-server[74082]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=74082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 28 16:32:32.873202 dv-cinder-798104-1-smb neutron-server[74082]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=74082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 28 16:32:32.873445 dv-cinder-798104-1-smb neutron-server[74082]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=74082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 28 16:32:32.873708 dv-cinder-798104-1-smb neutron-server[74082]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=74082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 28 16:32:32.873925 dv-cinder-798104-1-smb neutron-server[74082]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=74082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 28 16:32:32.876020 dv-cinder-798104-1-smb neutron-server[74082]: DEBUG oslo_service.service [-] host = dv-cinder-798104-1-smb {{(pid=74082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 28 16:32:32.876325 dv-cinder-798104-1-smb neutron-server[74082]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=74082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 28 16:32:32.876560 dv-cinder-798104-1-smb neutron-server[74082]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=74082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 28 16:32:32.876824 dv-cinder-798104-1-smb neutron-server[74082]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=74082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 28 16:32:32.877050 dv-cinder-798104-1-smb neutron-server[74082]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=74082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 28 16:32:32.877298 dv-cinder-798104-1-smb neutron-server[74082]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=74082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 28 16:32:32.877514 dv-cinder-798104-1-smb neutron-server[74082]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=74082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 28 16:32:32.877764 dv-cinder-798104-1-smb neutron-server[74082]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=74082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 28 16:32:32.878014 dv-cinder-798104-1-smb neutron-server[74082]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=74082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 28 16:32:32.878332 dv-cinder-798104-1-smb neutron-server[74082]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=74082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 28 16:32:32.878749 dv-cinder-798104-1-smb neutron-server[74082]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=74082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 28 16:32:32.878892 dv-cinder-798104-1-smb neutron-server[74082]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=74082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 28 16:32:32.879030 dv-cinder-798104-1-smb neutron-server[74082]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=74082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 28 16:32:32.879385 dv-cinder-798104-1-smb neutron-server[74082]: DEBUG oslo_service.service [-] log_dir = None {{(pid=74082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 28 16:32:32.879557 dv-cinder-798104-1-smb neutron-server[74082]: DEBUG oslo_service.service [-] log_file = None {{(pid=74082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 28 16:32:32.879711 dv-cinder-798104-1-smb neutron-server[74082]: DEBUG oslo_service.service [-] log_options = True {{(pid=74082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 28 16:32:32.879850 dv-cinder-798104-1-smb neutron-server[74082]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=74082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 28 16:32:32.880165 dv-cinder-798104-1-smb neutron-server[74082]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=74082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 28 16:32:32.880445 dv-cinder-798104-1-smb neutron-server[74082]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=74082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 28 16:32:32.880669 dv-cinder-798104-1-smb neutron-server[74082]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=74082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 28 16:32:32.880963 dv-cinder-798104-1-smb neutron-server[74082]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=74082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 28 16:32:32.880963 dv-cinder-798104-1-smb neutron-server[74082]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=74082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 28 16:32:32.881253 dv-cinder-798104-1-smb neutron-server[74082]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=74082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 28 16:32:32.881414 dv-cinder-798104-1-smb neutron-server[74082]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=74082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 28 16:32:32.881602 dv-cinder-798104-1-smb neutron-server[74082]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=74082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 28 16:32:32.881863 dv-cinder-798104-1-smb neutron-server[74082]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=74082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 28 16:32:32.882086 dv-cinder-798104-1-smb neutron-server[74082]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=74082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 28 16:32:32.882290 dv-cinder-798104-1-smb neutron-server[74082]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=74082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 28 16:32:32.882538 dv-cinder-798104-1-smb neutron-server[74082]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=74082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 28 16:32:32.882701 dv-cinder-798104-1-smb neutron-server[74082]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=74082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 28 16:32:32.882968 dv-cinder-798104-1-smb neutron-server[74082]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=74082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 28 16:32:32.883183 dv-cinder-798104-1-smb neutron-server[74082]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=74082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 28 16:32:32.883414 dv-cinder-798104-1-smb neutron-server[74082]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=74082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 28 16:32:32.883642 dv-cinder-798104-1-smb neutron-server[74082]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=74082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 28 16:32:32.883910 dv-cinder-798104-1-smb neutron-server[74082]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=74082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 28 16:32:32.884193 dv-cinder-798104-1-smb neutron-server[74082]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=74082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 28 16:32:32.885294 dv-cinder-798104-1-smb neutron-server[74082]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=74082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 28 16:32:32.885294 dv-cinder-798104-1-smb neutron-server[74082]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=74082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 28 16:32:32.885294 dv-cinder-798104-1-smb neutron-server[74082]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=74082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 28 16:32:32.885553 dv-cinder-798104-1-smb neutron-server[74082]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=74082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 28 16:32:32.885694 dv-cinder-798104-1-smb neutron-server[74082]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=74082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 28 16:32:32.886132 dv-cinder-798104-1-smb neutron-server[74082]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=74082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 28 16:32:32.886600 dv-cinder-798104-1-smb neutron-server[74082]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=74082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 28 16:32:32.886958 dv-cinder-798104-1-smb neutron-server[74082]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=74082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 28 16:32:32.887216 dv-cinder-798104-1-smb neutron-server[74082]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=74082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 28 16:32:32.887455 dv-cinder-798104-1-smb neutron-server[74082]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=74082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 28 16:32:32.887729 dv-cinder-798104-1-smb neutron-server[74082]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=74082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 28 16:32:32.888453 dv-cinder-798104-1-smb neutron-server[74082]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=74082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 28 16:32:32.889654 dv-cinder-798104-1-smb neutron-server[74082]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=74082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 28 16:32:32.889920 dv-cinder-798104-1-smb neutron-server[74082]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=74082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 28 16:32:32.890756 dv-cinder-798104-1-smb neutron-server[74082]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=74082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 28 16:32:32.890756 dv-cinder-798104-1-smb neutron-server[74082]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=74082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 28 16:32:32.890756 dv-cinder-798104-1-smb neutron-server[74082]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=74082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 28 16:32:32.893440 dv-cinder-798104-1-smb neutron-server[74082]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=74082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 28 16:32:32.893440 dv-cinder-798104-1-smb neutron-server[74082]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=74082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 28 16:32:32.893440 dv-cinder-798104-1-smb neutron-server[74082]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=74082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 28 16:32:32.893440 dv-cinder-798104-1-smb neutron-server[74082]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=74082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 28 16:32:32.893440 dv-cinder-798104-1-smb neutron-server[74082]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=74082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 28 16:32:32.893440 dv-cinder-798104-1-smb neutron-server[74082]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=74082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 28 16:32:32.893440 dv-cinder-798104-1-smb neutron-server[74082]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=74082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 28 16:32:32.893440 dv-cinder-798104-1-smb neutron-server[74082]: DEBUG oslo_service.service [-] use_journal = False {{(pid=74082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 28 16:32:32.895292 dv-cinder-798104-1-smb neutron-server[74082]: DEBUG oslo_service.service [-] use_json = False {{(pid=74082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 28 16:32:32.895292 dv-cinder-798104-1-smb neutron-server[74082]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=74082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 28 16:32:32.895292 dv-cinder-798104-1-smb neutron-server[74082]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=74082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 28 16:32:32.895292 dv-cinder-798104-1-smb neutron-server[74082]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=74082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 28 16:32:32.895292 dv-cinder-798104-1-smb neutron-server[74082]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=74082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 28 16:32:32.895292 dv-cinder-798104-1-smb neutron-server[74082]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=74082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 28 16:32:32.898367 dv-cinder-798104-1-smb neutron-server[74188]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=74188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 16:32:32.898546 dv-cinder-798104-1-smb neutron-server[74082]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=74082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 28 16:32:32.898546 dv-cinder-798104-1-smb neutron-server[74082]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=74082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 28 16:32:32.898546 dv-cinder-798104-1-smb neutron-server[74082]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=74082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 28 16:32:32.898546 dv-cinder-798104-1-smb neutron-server[74082]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=74082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 28 16:32:32.898546 dv-cinder-798104-1-smb neutron-server[74082]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=74082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 28 16:32:32.898546 dv-cinder-798104-1-smb neutron-server[74082]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=74082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 28 16:32:32.898546 dv-cinder-798104-1-smb neutron-server[74082]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=74082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 28 16:32:32.898546 dv-cinder-798104-1-smb neutron-server[74082]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=74082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 28 16:32:32.899612 dv-cinder-798104-1-smb neutron-server[74082]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=74082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 28 16:32:32.899612 dv-cinder-798104-1-smb neutron-server[74082]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=74082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 28 16:32:32.899612 dv-cinder-798104-1-smb neutron-server[74082]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=74082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 28 16:32:32.899612 dv-cinder-798104-1-smb neutron-server[74082]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=74082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 28 16:32:32.899612 dv-cinder-798104-1-smb neutron-server[74082]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=74082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 28 16:32:32.899612 dv-cinder-798104-1-smb neutron-server[74082]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=74082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 28 16:32:32.899612 dv-cinder-798104-1-smb neutron-server[74082]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=74082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 28 16:32:32.899612 dv-cinder-798104-1-smb neutron-server[74082]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=74082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 28 16:32:32.899612 dv-cinder-798104-1-smb neutron-server[74082]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=74082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 28 16:32:32.902774 dv-cinder-798104-1-smb neutron-server[74082]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.26/identity {{(pid=74082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 28 16:32:32.902774 dv-cinder-798104-1-smb neutron-server[74082]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=74082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 28 16:32:32.902774 dv-cinder-798104-1-smb neutron-server[74082]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=74082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 28 16:32:32.902774 dv-cinder-798104-1-smb neutron-server[74082]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=74082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 28 16:32:32.902774 dv-cinder-798104-1-smb neutron-server[74082]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=74082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 28 16:32:32.902774 dv-cinder-798104-1-smb neutron-server[74082]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=74082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 28 16:32:32.902774 dv-cinder-798104-1-smb neutron-server[74082]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=74082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 28 16:32:32.902774 dv-cinder-798104-1-smb neutron-server[74082]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=74082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 28 16:32:32.903977 dv-cinder-798104-1-smb neutron-server[74082]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=74082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 28 16:32:32.903977 dv-cinder-798104-1-smb neutron-server[74082]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=74082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 28 16:32:32.903977 dv-cinder-798104-1-smb neutron-server[74082]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=74082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 28 16:32:32.903977 dv-cinder-798104-1-smb neutron-server[74082]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=74082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 28 16:32:32.903977 dv-cinder-798104-1-smb neutron-server[74082]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=74082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 28 16:32:32.903977 dv-cinder-798104-1-smb neutron-server[74082]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=74082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 28 16:32:32.903977 dv-cinder-798104-1-smb neutron-server[74082]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=74082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 28 16:32:32.903977 dv-cinder-798104-1-smb neutron-server[74082]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=74082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 28 16:32:32.903977 dv-cinder-798104-1-smb neutron-server[74082]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=74082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 28 16:32:32.907812 dv-cinder-798104-1-smb neutron-server[74082]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=74082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 28 16:32:32.907812 dv-cinder-798104-1-smb neutron-server[74082]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=74082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 28 16:32:32.907812 dv-cinder-798104-1-smb neutron-server[74082]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=74082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 28 16:32:32.907812 dv-cinder-798104-1-smb neutron-server[74082]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=74082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 28 16:32:32.907812 dv-cinder-798104-1-smb neutron-server[74082]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=74082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 28 16:32:32.907812 dv-cinder-798104-1-smb neutron-server[74082]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=74082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 28 16:32:32.907812 dv-cinder-798104-1-smb neutron-server[74082]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=74082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 28 16:32:32.907812 dv-cinder-798104-1-smb neutron-server[74082]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=74082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 28 16:32:32.907812 dv-cinder-798104-1-smb neutron-server[74082]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=74082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 28 16:32:32.909060 dv-cinder-798104-1-smb neutron-server[74186]: DEBUG neutron.wsgi [-] (74186) accepted ('10.222.0.26', 44772) {{(pid=74186) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 28 16:32:32.909498 dv-cinder-798104-1-smb neutron-server[74082]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=74082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 28 16:32:32.909498 dv-cinder-798104-1-smb neutron-server[74082]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=74082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 28 16:32:32.909498 dv-cinder-798104-1-smb neutron-server[74082]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=74082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 28 16:32:32.909498 dv-cinder-798104-1-smb neutron-server[74082]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=74082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 28 16:32:32.909498 dv-cinder-798104-1-smb neutron-server[74082]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=74082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 28 16:32:32.909498 dv-cinder-798104-1-smb neutron-server[74082]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=74082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 28 16:32:32.909498 dv-cinder-798104-1-smb neutron-server[74082]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=74082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 28 16:32:32.909498 dv-cinder-798104-1-smb neutron-server[74082]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=74082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 28 16:32:32.909498 dv-cinder-798104-1-smb neutron-server[74082]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=74082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 28 16:32:32.910441 dv-cinder-798104-1-smb neutron-server[74082]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=74082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 28 16:32:32.910441 dv-cinder-798104-1-smb neutron-server[74082]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=74082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 28 16:32:32.910441 dv-cinder-798104-1-smb neutron-server[74082]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=74082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 28 16:32:32.910441 dv-cinder-798104-1-smb neutron-server[74082]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=74082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 28 16:32:32.910441 dv-cinder-798104-1-smb neutron-server[74082]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=74082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 28 16:32:32.910441 dv-cinder-798104-1-smb neutron-server[74082]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=74082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 28 16:32:32.910441 dv-cinder-798104-1-smb neutron-server[74082]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=74082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 28 16:32:32.910441 dv-cinder-798104-1-smb neutron-server[74082]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=74082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 28 16:32:32.910441 dv-cinder-798104-1-smb neutron-server[74082]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=74082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 28 16:32:32.910946 dv-cinder-798104-1-smb neutron-server[74082]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=74082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 28 16:32:32.910946 dv-cinder-798104-1-smb neutron-server[74082]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=74082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 28 16:32:32.910946 dv-cinder-798104-1-smb neutron-server[74082]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=74082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 28 16:32:32.910946 dv-cinder-798104-1-smb neutron-server[74082]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=74082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 28 16:32:32.910946 dv-cinder-798104-1-smb neutron-server[74082]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=74082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 28 16:32:32.910946 dv-cinder-798104-1-smb neutron-server[74082]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=74082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 28 16:32:32.911284 dv-cinder-798104-1-smb neutron-server[74082]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=74082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 28 16:32:32.911284 dv-cinder-798104-1-smb neutron-server[74082]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=74082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 28 16:32:32.911546 dv-cinder-798104-1-smb neutron-server[74082]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=74082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 28 16:32:32.911690 dv-cinder-798104-1-smb neutron-server[74082]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=74082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 28 16:32:32.911909 dv-cinder-798104-1-smb neutron-server[74082]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=74082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 28 16:32:32.912144 dv-cinder-798104-1-smb neutron-server[74082]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=74082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 28 16:32:32.912359 dv-cinder-798104-1-smb neutron-server[74082]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=74082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 28 16:32:32.913185 dv-cinder-798104-1-smb neutron-server[74082]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=74082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 28 16:32:32.913185 dv-cinder-798104-1-smb neutron-server[74082]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=74082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 28 16:32:32.913185 dv-cinder-798104-1-smb neutron-server[74082]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=74082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 28 16:32:32.913750 dv-cinder-798104-1-smb neutron-server[74082]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=74082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 28 16:32:32.913750 dv-cinder-798104-1-smb neutron-server[74082]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=74082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 28 16:32:32.914052 dv-cinder-798104-1-smb neutron-server[74082]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=74082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 28 16:32:32.914198 dv-cinder-798104-1-smb neutron-server[74082]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=74082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 28 16:32:32.914336 dv-cinder-798104-1-smb neutron-server[74186]: INFO neutron.wsgi [-] 10.222.0.26 "GET / HTTP/1.1" status: 200 len: 253 time: 0.0064750 Jun 28 16:32:32.914477 dv-cinder-798104-1-smb neutron-server[74082]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=74082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 28 16:32:32.914616 dv-cinder-798104-1-smb neutron-server[74082]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=74082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 28 16:32:32.917728 dv-cinder-798104-1-smb neutron-server[74082]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=74082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 28 16:32:32.917728 dv-cinder-798104-1-smb neutron-server[74082]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = False {{(pid=74082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 28 16:32:32.917728 dv-cinder-798104-1-smb neutron-server[74082]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=74082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 28 16:32:32.917728 dv-cinder-798104-1-smb neutron-server[74082]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=74082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 28 16:32:32.917728 dv-cinder-798104-1-smb neutron-server[74082]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=74082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 28 16:32:32.917728 dv-cinder-798104-1-smb neutron-server[74082]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=74082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 28 16:32:32.917728 dv-cinder-798104-1-smb neutron-server[74082]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=74082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 28 16:32:32.918701 dv-cinder-798104-1-smb neutron-server[74082]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=74082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 28 16:32:32.918701 dv-cinder-798104-1-smb neutron-server[74082]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=74082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 28 16:32:32.918701 dv-cinder-798104-1-smb neutron-server[74082]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=74082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 28 16:32:32.918919 dv-cinder-798104-1-smb neutron-server[74082]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=74082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 28 16:32:32.919010 dv-cinder-798104-1-smb neutron-server[74082]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=74082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 28 16:32:32.919250 dv-cinder-798104-1-smb neutron-server[74082]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=74082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 28 16:32:32.919518 dv-cinder-798104-1-smb neutron-server[74082]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=74082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 28 16:32:32.920210 dv-cinder-798104-1-smb neutron-server[74082]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=74082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 28 16:32:32.920622 dv-cinder-798104-1-smb neutron-server[74082]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=74082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 28 16:32:32.922175 dv-cinder-798104-1-smb neutron-server[74082]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=74082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 28 16:32:32.922175 dv-cinder-798104-1-smb neutron-server[74082]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=74082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 28 16:32:32.922175 dv-cinder-798104-1-smb neutron-server[74082]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=74082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 28 16:32:32.922175 dv-cinder-798104-1-smb neutron-server[74082]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=74082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 28 16:32:32.922175 dv-cinder-798104-1-smb neutron-server[74082]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=74082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 28 16:32:32.922725 dv-cinder-798104-1-smb neutron-server[74082]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=74082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 28 16:32:32.922725 dv-cinder-798104-1-smb neutron-server[74082]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=74082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 28 16:32:32.922960 dv-cinder-798104-1-smb neutron-server[74082]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=74082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 28 16:32:32.923448 dv-cinder-798104-1-smb neutron-server[74082]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=74082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 28 16:32:32.923448 dv-cinder-798104-1-smb neutron-server[74082]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=74082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 28 16:32:32.923851 dv-cinder-798104-1-smb neutron-server[74082]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=74082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 28 16:32:32.923979 dv-cinder-798104-1-smb neutron-server[74082]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver.DbQuotaDriver {{(pid=74082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 28 16:32:32.925149 dv-cinder-798104-1-smb neutron-server[74082]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=74082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 28 16:32:32.925361 dv-cinder-798104-1-smb neutron-server[74082]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=74082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 28 16:32:32.925618 dv-cinder-798104-1-smb neutron-server[74082]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=74082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 28 16:32:32.925864 dv-cinder-798104-1-smb neutron-server[74082]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=74082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 28 16:32:32.926116 dv-cinder-798104-1-smb neutron-server[74082]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=74082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 28 16:32:32.926363 dv-cinder-798104-1-smb neutron-server[74082]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=74082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 28 16:32:32.927459 dv-cinder-798104-1-smb neutron-server[74082]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=74082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 28 16:32:32.927459 dv-cinder-798104-1-smb neutron-server[74082]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=74082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 28 16:32:32.927459 dv-cinder-798104-1-smb neutron-server[74082]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=74082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 28 16:32:32.927459 dv-cinder-798104-1-smb neutron-server[74082]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=74082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 28 16:32:32.928038 dv-cinder-798104-1-smb neutron-server[74082]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=74082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 28 16:32:32.928038 dv-cinder-798104-1-smb neutron-server[74082]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=74082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 28 16:32:32.928038 dv-cinder-798104-1-smb neutron-server[74082]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=74082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 28 16:32:32.928496 dv-cinder-798104-1-smb neutron-server[74082]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=74082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 28 16:32:32.928644 dv-cinder-798104-1-smb neutron-server[74082]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=74082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 28 16:32:32.929785 dv-cinder-798104-1-smb neutron-server[74082]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=74082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 28 16:32:32.929785 dv-cinder-798104-1-smb neutron-server[74082]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=74082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 28 16:32:32.929785 dv-cinder-798104-1-smb neutron-server[74082]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=74082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 28 16:32:32.929785 dv-cinder-798104-1-smb neutron-server[74082]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=74082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 28 16:32:32.930365 dv-cinder-798104-1-smb neutron-server[74082]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=74082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 28 16:32:32.930505 dv-cinder-798104-1-smb neutron-server[74082]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=74082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 28 16:32:32.930715 dv-cinder-798104-1-smb neutron-server[74082]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=74082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 28 16:32:32.930966 dv-cinder-798104-1-smb neutron-server[74082]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=74082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 28 16:32:32.931206 dv-cinder-798104-1-smb neutron-server[74082]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=74082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 28 16:32:32.931467 dv-cinder-798104-1-smb neutron-server[74082]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=74082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 28 16:32:32.931852 dv-cinder-798104-1-smb neutron-server[74082]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.26/identity {{(pid=74082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 28 16:32:32.932025 dv-cinder-798104-1-smb neutron-server[74082]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=74082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 28 16:32:32.933850 dv-cinder-798104-1-smb neutron-server[74082]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=74082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 28 16:32:32.933850 dv-cinder-798104-1-smb neutron-server[74082]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=74082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 28 16:32:32.933850 dv-cinder-798104-1-smb neutron-server[74082]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=74082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 28 16:32:32.933850 dv-cinder-798104-1-smb neutron-server[74082]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=74082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 28 16:32:32.933850 dv-cinder-798104-1-smb neutron-server[74082]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=74082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 28 16:32:32.933850 dv-cinder-798104-1-smb neutron-server[74082]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=74082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 28 16:32:32.934848 dv-cinder-798104-1-smb neutron-server[74082]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=74082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 28 16:32:32.934848 dv-cinder-798104-1-smb neutron-server[74082]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=74082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 28 16:32:32.934848 dv-cinder-798104-1-smb neutron-server[74082]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=74082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 28 16:32:32.934848 dv-cinder-798104-1-smb neutron-server[74082]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=74082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 28 16:32:32.935421 dv-cinder-798104-1-smb neutron-server[74082]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=74082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 28 16:32:32.935421 dv-cinder-798104-1-smb neutron-server[74082]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=74082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 28 16:32:32.935421 dv-cinder-798104-1-smb neutron-server[74082]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=74082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 28 16:32:32.935883 dv-cinder-798104-1-smb neutron-server[74082]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=74082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 28 16:32:32.935883 dv-cinder-798104-1-smb neutron-server[74082]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=74082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 28 16:32:32.936245 dv-cinder-798104-1-smb neutron-server[74082]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=74082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 28 16:32:32.937071 dv-cinder-798104-1-smb neutron-server[74082]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=74082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 28 16:32:32.937333 dv-cinder-798104-1-smb neutron-server[74082]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=74082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 28 16:32:32.937583 dv-cinder-798104-1-smb neutron-server[74082]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=74082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 28 16:32:32.937825 dv-cinder-798104-1-smb neutron-server[74082]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=74082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 28 16:32:32.938064 dv-cinder-798104-1-smb neutron-server[74082]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=74082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 28 16:32:32.938278 dv-cinder-798104-1-smb neutron-server[74082]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=74082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 28 16:32:32.938526 dv-cinder-798104-1-smb neutron-server[74082]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=74082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 28 16:32:32.938748 dv-cinder-798104-1-smb neutron-server[74082]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = False {{(pid=74082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 28 16:32:32.939025 dv-cinder-798104-1-smb neutron-server[74082]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=74082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 28 16:32:32.939285 dv-cinder-798104-1-smb neutron-server[74082]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=74082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 28 16:32:32.939516 dv-cinder-798104-1-smb neutron-server[74082]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=74082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 28 16:32:32.940626 dv-cinder-798104-1-smb neutron-server[74082]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=74082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 28 16:32:32.940626 dv-cinder-798104-1-smb neutron-server[74082]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=74082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 28 16:32:32.940626 dv-cinder-798104-1-smb neutron-server[74082]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=74082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 28 16:32:32.940626 dv-cinder-798104-1-smb neutron-server[74082]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=74082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 28 16:32:32.941181 dv-cinder-798104-1-smb neutron-server[74082]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=74082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 28 16:32:32.941181 dv-cinder-798104-1-smb neutron-server[74082]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=74082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 28 16:32:32.941481 dv-cinder-798104-1-smb neutron-server[74082]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=74082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 28 16:32:32.941481 dv-cinder-798104-1-smb neutron-server[74082]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=74082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 28 16:32:32.941745 dv-cinder-798104-1-smb neutron-server[74082]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=74082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 28 16:32:32.941883 dv-cinder-798104-1-smb neutron-server[74082]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=74082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 28 16:32:32.942029 dv-cinder-798104-1-smb neutron-server[74082]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=74082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 28 16:32:32.942228 dv-cinder-798104-1-smb neutron-server[74082]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=74082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 28 16:32:32.942694 dv-cinder-798104-1-smb neutron-server[74082]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=74082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 28 16:32:32.943963 dv-cinder-798104-1-smb neutron-server[74082]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=74082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 28 16:32:32.943963 dv-cinder-798104-1-smb neutron-server[74082]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=74082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 28 16:32:32.943963 dv-cinder-798104-1-smb neutron-server[74082]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=74082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 28 16:32:32.945364 dv-cinder-798104-1-smb neutron-server[74082]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=74082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 28 16:32:32.945364 dv-cinder-798104-1-smb neutron-server[74082]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=74082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 28 16:32:32.945364 dv-cinder-798104-1-smb neutron-server[74082]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=74082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 28 16:32:32.945582 dv-cinder-798104-1-smb neutron-server[74082]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=74082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 28 16:32:32.945680 dv-cinder-798104-1-smb neutron-server[74082]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=74082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 28 16:32:32.945896 dv-cinder-798104-1-smb neutron-server[74082]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=74082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 28 16:32:32.946117 dv-cinder-798104-1-smb neutron-server[74082]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=74082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 28 16:32:32.946345 dv-cinder-798104-1-smb neutron-server[74082]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=74082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 28 16:32:32.946552 dv-cinder-798104-1-smb neutron-server[74082]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=74082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 28 16:32:32.946785 dv-cinder-798104-1-smb neutron-server[74082]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=74082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 28 16:32:32.947031 dv-cinder-798104-1-smb neutron-server[74082]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=74082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 28 16:32:32.947250 dv-cinder-798104-1-smb neutron-server[74082]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=74082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 28 16:32:32.947468 dv-cinder-798104-1-smb neutron-server[74082]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=74082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 28 16:32:32.947700 dv-cinder-798104-1-smb neutron-server[74082]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=74082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 28 16:32:32.947907 dv-cinder-798104-1-smb neutron-server[74082]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=74082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 28 16:32:32.948140 dv-cinder-798104-1-smb neutron-server[74082]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=74082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 28 16:32:32.949263 dv-cinder-798104-1-smb neutron-server[74082]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=74082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 28 16:32:32.949369 dv-cinder-798104-1-smb neutron-server[74082]: DEBUG oslo_service.service [-] xenapi.connection_password = **** {{(pid=74082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 28 16:32:32.949536 dv-cinder-798104-1-smb neutron-server[74082]: DEBUG oslo_service.service [-] xenapi.connection_url = None {{(pid=74082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 28 16:32:32.949771 dv-cinder-798104-1-smb neutron-server[74082]: DEBUG oslo_service.service [-] xenapi.connection_username = None {{(pid=74082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 28 16:32:32.950035 dv-cinder-798104-1-smb neutron-server[74082]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=74082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 28 16:32:32.950280 dv-cinder-798104-1-smb neutron-server[74082]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=74082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 28 16:32:32.950636 dv-cinder-798104-1-smb neutron-server[74082]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=74082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 28 16:32:32.950898 dv-cinder-798104-1-smb neutron-server[74082]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=74082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 28 16:32:32.951683 dv-cinder-798104-1-smb neutron-server[74082]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=74082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 28 16:32:32.951938 dv-cinder-798104-1-smb neutron-server[74082]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=74082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 28 16:32:32.952181 dv-cinder-798104-1-smb neutron-server[74082]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=74082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 28 16:32:32.952395 dv-cinder-798104-1-smb neutron-server[74082]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=74082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 28 16:32:32.952850 dv-cinder-798104-1-smb neutron-server[74082]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=74082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 28 16:32:32.953068 dv-cinder-798104-1-smb neutron-server[74082]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=74082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 28 16:32:32.953383 dv-cinder-798104-1-smb neutron-server[74082]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=74082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 28 16:32:32.953648 dv-cinder-798104-1-smb neutron-server[74082]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=74082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 28 16:32:32.954520 dv-cinder-798104-1-smb neutron-server[74082]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=74082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 28 16:32:32.954520 dv-cinder-798104-1-smb neutron-server[74082]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=74082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 28 16:32:32.954520 dv-cinder-798104-1-smb neutron-server[74082]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=74082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 28 16:32:32.954740 dv-cinder-798104-1-smb neutron-server[74082]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=74082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 28 16:32:32.954905 dv-cinder-798104-1-smb neutron-server[74082]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=74082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 28 16:32:32.955144 dv-cinder-798104-1-smb neutron-server[74082]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=74082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 28 16:32:32.955345 dv-cinder-798104-1-smb neutron-server[74082]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=74082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 28 16:32:32.955578 dv-cinder-798104-1-smb neutron-server[74082]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=74082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 28 16:32:32.955791 dv-cinder-798104-1-smb neutron-server[74082]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=74082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 28 16:32:32.956003 dv-cinder-798104-1-smb neutron-server[74082]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=74082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 28 16:32:32.956289 dv-cinder-798104-1-smb neutron-server[74082]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=74082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 28 16:32:32.956543 dv-cinder-798104-1-smb neutron-server[74082]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=74082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 28 16:32:32.956851 dv-cinder-798104-1-smb neutron-server[74082]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=74082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 28 16:32:32.957144 dv-cinder-798104-1-smb neutron-server[74082]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=74082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 28 16:32:32.957396 dv-cinder-798104-1-smb neutron-server[74082]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=74082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 28 16:32:32.957634 dv-cinder-798104-1-smb neutron-server[74082]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=74082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 28 16:32:32.958017 dv-cinder-798104-1-smb neutron-server[74082]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=74082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 28 16:32:32.958193 dv-cinder-798104-1-smb neutron-server[74082]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:400:449'] {{(pid=74082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 28 16:32:32.958462 dv-cinder-798104-1-smb neutron-server[74082]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=74082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 28 16:32:32.959974 dv-cinder-798104-1-smb neutron-server[74082]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=74082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 28 16:32:32.959974 dv-cinder-798104-1-smb neutron-server[74082]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=74082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 28 16:32:32.959974 dv-cinder-798104-1-smb neutron-server[74082]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=74082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 28 16:32:32.959974 dv-cinder-798104-1-smb neutron-server[74082]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=74082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 28 16:32:32.959974 dv-cinder-798104-1-smb neutron-server[74082]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=74082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 28 16:32:32.960411 dv-cinder-798104-1-smb neutron-server[74082]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=74082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 28 16:32:32.960411 dv-cinder-798104-1-smb neutron-server[74082]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=74082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 28 16:32:32.960728 dv-cinder-798104-1-smb neutron-server[74082]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=74082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 28 16:32:32.960951 dv-cinder-798104-1-smb neutron-server[74082]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=74082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 28 16:32:32.961182 dv-cinder-798104-1-smb neutron-server[74082]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=74082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 28 16:32:32.961427 dv-cinder-798104-1-smb neutron-server[74082]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=74082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 28 16:32:32.961642 dv-cinder-798104-1-smb neutron-server[74082]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=74082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 28 16:32:32.961878 dv-cinder-798104-1-smb neutron-server[74082]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=74082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 28 16:32:32.962112 dv-cinder-798104-1-smb neutron-server[74082]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=74082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 28 16:32:32.962357 dv-cinder-798104-1-smb neutron-server[74082]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=74082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 28 16:32:32.962570 dv-cinder-798104-1-smb neutron-server[74082]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=74082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 28 16:32:32.963495 dv-cinder-798104-1-smb neutron-server[74082]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=74082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 28 16:32:32.963495 dv-cinder-798104-1-smb neutron-server[74082]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=74082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 28 16:32:32.963495 dv-cinder-798104-1-smb neutron-server[74082]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=74082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 28 16:32:32.963856 dv-cinder-798104-1-smb neutron-server[74082]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=74082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 28 16:32:32.963992 dv-cinder-798104-1-smb neutron-server[74082]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=74082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 28 16:32:32.964206 dv-cinder-798104-1-smb neutron-server[74082]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=74082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 28 16:32:32.964369 dv-cinder-798104-1-smb neutron-server[74082]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=74082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Jun 28 16:32:32.965914 dv-cinder-798104-1-smb neutron-server[74082]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=74082) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:650}} Jun 28 16:32:32.965914 dv-cinder-798104-1-smb neutron-server[74082]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=74082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2567}} Jun 28 16:32:32.965914 dv-cinder-798104-1-smb neutron-server[74082]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=74082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2568}} Jun 28 16:32:32.965914 dv-cinder-798104-1-smb neutron-server[74082]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=74082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2569}} Jun 28 16:32:32.965914 dv-cinder-798104-1-smb neutron-server[74082]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=74082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2570}} Jun 28 16:32:32.965914 dv-cinder-798104-1-smb neutron-server[74082]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=74082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2572}} Jun 28 16:32:32.965914 dv-cinder-798104-1-smb neutron-server[74082]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=74082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 28 16:32:32.966432 dv-cinder-798104-1-smb neutron-server[74082]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=74082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 28 16:32:32.966432 dv-cinder-798104-1-smb neutron-server[74082]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=74082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 28 16:32:32.966432 dv-cinder-798104-1-smb neutron-server[74082]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=74082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 28 16:32:32.966642 dv-cinder-798104-1-smb neutron-server[74082]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=74082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 28 16:32:32.966642 dv-cinder-798104-1-smb neutron-server[74082]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=74082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 28 16:32:32.966859 dv-cinder-798104-1-smb neutron-server[74082]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=74082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 28 16:32:32.967518 dv-cinder-798104-1-smb neutron-server[74082]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=74082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 28 16:32:32.967697 dv-cinder-798104-1-smb neutron-server[74082]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=74082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 28 16:32:32.967854 dv-cinder-798104-1-smb neutron-server[74082]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=74082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 28 16:32:32.968001 dv-cinder-798104-1-smb neutron-server[74082]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=74082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 28 16:32:32.968176 dv-cinder-798104-1-smb neutron-server[74082]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=74082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 28 16:32:32.968336 dv-cinder-798104-1-smb neutron-server[74082]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=74082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 28 16:32:32.968487 dv-cinder-798104-1-smb neutron-server[74082]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=74082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 28 16:32:32.968640 dv-cinder-798104-1-smb neutron-server[74082]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=74082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 28 16:32:32.968789 dv-cinder-798104-1-smb neutron-server[74082]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=74082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 28 16:32:32.968924 dv-cinder-798104-1-smb neutron-server[74082]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=74082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 28 16:32:32.969058 dv-cinder-798104-1-smb neutron-server[74082]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=74082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 28 16:32:32.969226 dv-cinder-798104-1-smb neutron-server[74082]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=74082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 28 16:32:32.969370 dv-cinder-798104-1-smb neutron-server[74082]: DEBUG oslo_service.service [-] config_source = [] {{(pid=74082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 28 16:32:32.969507 dv-cinder-798104-1-smb neutron-server[74082]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=74082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 28 16:32:32.969645 dv-cinder-798104-1-smb neutron-server[74082]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=74082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 28 16:32:32.969780 dv-cinder-798104-1-smb neutron-server[74082]: DEBUG oslo_service.service [-] debug = True {{(pid=74082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 28 16:32:32.969932 dv-cinder-798104-1-smb neutron-server[74082]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=74082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 28 16:32:32.970602 dv-cinder-798104-1-smb neutron-server[74082]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=74082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 28 16:32:32.970602 dv-cinder-798104-1-smb neutron-server[74082]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=74082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 28 16:32:32.970602 dv-cinder-798104-1-smb neutron-server[74082]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=74082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 28 16:32:32.970602 dv-cinder-798104-1-smb neutron-server[74082]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=74082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 28 16:32:32.971182 dv-cinder-798104-1-smb neutron-server[74082]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=74082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 28 16:32:32.971182 dv-cinder-798104-1-smb neutron-server[74082]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=74082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 28 16:32:32.971182 dv-cinder-798104-1-smb neutron-server[74082]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=74082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 28 16:32:32.971590 dv-cinder-798104-1-smb neutron-server[74082]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=74082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 28 16:32:32.971590 dv-cinder-798104-1-smb neutron-server[74082]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=74082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 28 16:32:32.971590 dv-cinder-798104-1-smb neutron-server[74082]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=74082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 28 16:32:32.971967 dv-cinder-798104-1-smb neutron-server[74082]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=74082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 28 16:32:32.971967 dv-cinder-798104-1-smb neutron-server[74082]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=74082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 28 16:32:32.971967 dv-cinder-798104-1-smb neutron-server[74082]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=74082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 28 16:32:32.972317 dv-cinder-798104-1-smb neutron-server[74082]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=74082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 28 16:32:32.973159 dv-cinder-798104-1-smb neutron-server[74082]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=74082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 28 16:32:32.973363 dv-cinder-798104-1-smb neutron-server[74082]: DEBUG oslo_service.service [-] host = dv-cinder-798104-1-smb {{(pid=74082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 28 16:32:32.973488 dv-cinder-798104-1-smb neutron-server[74082]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=74082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 28 16:32:32.973637 dv-cinder-798104-1-smb neutron-server[74082]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=74082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 28 16:32:32.973778 dv-cinder-798104-1-smb neutron-server[74082]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=74082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 28 16:32:32.973915 dv-cinder-798104-1-smb neutron-server[74082]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=74082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 28 16:32:32.974051 dv-cinder-798104-1-smb neutron-server[74082]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=74082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 28 16:32:32.974212 dv-cinder-798104-1-smb neutron-server[74082]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=74082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 28 16:32:32.974373 dv-cinder-798104-1-smb neutron-server[74082]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=74082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 28 16:32:32.974529 dv-cinder-798104-1-smb neutron-server[74082]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=74082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 28 16:32:32.974675 dv-cinder-798104-1-smb neutron-server[74082]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=74082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 28 16:32:32.975584 dv-cinder-798104-1-smb neutron-server[74082]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=74082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 28 16:32:32.975765 dv-cinder-798104-1-smb neutron-server[74082]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=74082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 28 16:32:32.975905 dv-cinder-798104-1-smb neutron-server[74082]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=74082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 28 16:32:32.976038 dv-cinder-798104-1-smb neutron-server[74082]: DEBUG oslo_service.service [-] log_dir = None {{(pid=74082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 28 16:32:32.976199 dv-cinder-798104-1-smb neutron-server[74082]: DEBUG oslo_service.service [-] log_file = None {{(pid=74082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 28 16:32:32.976366 dv-cinder-798104-1-smb neutron-server[74082]: DEBUG oslo_service.service [-] log_options = True {{(pid=74082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 28 16:32:32.976529 dv-cinder-798104-1-smb neutron-server[74082]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=74082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 28 16:32:32.976652 dv-cinder-798104-1-smb neutron-server[74082]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=74082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 28 16:32:32.976899 dv-cinder-798104-1-smb neutron-server[74082]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=74082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 28 16:32:32.977009 dv-cinder-798104-1-smb neutron-server[74082]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=74082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 28 16:32:32.977177 dv-cinder-798104-1-smb neutron-server[74082]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=74082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 28 16:32:32.977269 dv-cinder-798104-1-smb neutron-server[74082]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=74082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 28 16:32:32.977422 dv-cinder-798104-1-smb neutron-server[74082]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=74082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 28 16:32:32.977936 dv-cinder-798104-1-smb neutron-server[74082]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=74082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 28 16:32:32.977936 dv-cinder-798104-1-smb neutron-server[74082]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=74082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 28 16:32:32.977936 dv-cinder-798104-1-smb neutron-server[74082]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=74082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 28 16:32:32.978190 dv-cinder-798104-1-smb neutron-server[74082]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=74082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 28 16:32:32.978190 dv-cinder-798104-1-smb neutron-server[74082]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=74082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 28 16:32:32.978338 dv-cinder-798104-1-smb neutron-server[74082]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=74082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 28 16:32:32.978458 dv-cinder-798104-1-smb neutron-server[74082]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=74082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 28 16:32:32.978633 dv-cinder-798104-1-smb neutron-server[74082]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=74082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 28 16:32:32.978771 dv-cinder-798104-1-smb neutron-server[74082]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=74082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 28 16:32:32.978928 dv-cinder-798104-1-smb neutron-server[74082]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=74082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 28 16:32:32.979085 dv-cinder-798104-1-smb neutron-server[74082]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=74082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 28 16:32:32.979244 dv-cinder-798104-1-smb neutron-server[74082]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=74082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 28 16:32:32.979413 dv-cinder-798104-1-smb neutron-server[74082]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=74082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 28 16:32:32.979547 dv-cinder-798104-1-smb neutron-server[74082]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=74082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 28 16:32:32.979690 dv-cinder-798104-1-smb neutron-server[74082]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=74082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 28 16:32:32.979851 dv-cinder-798104-1-smb neutron-server[74082]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=74082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 28 16:32:32.980036 dv-cinder-798104-1-smb neutron-server[74082]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=74082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 28 16:32:32.980999 dv-cinder-798104-1-smb neutron-server[74082]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=74082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 28 16:32:32.981170 dv-cinder-798104-1-smb neutron-server[74082]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=74082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 28 16:32:32.981318 dv-cinder-798104-1-smb neutron-server[74082]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=74082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 28 16:32:32.981476 dv-cinder-798104-1-smb neutron-server[74082]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=74082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 28 16:32:32.981626 dv-cinder-798104-1-smb neutron-server[74082]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=74082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 28 16:32:32.981785 dv-cinder-798104-1-smb neutron-server[74082]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=74082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 28 16:32:32.981929 dv-cinder-798104-1-smb neutron-server[74082]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=74082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 28 16:32:32.982154 dv-cinder-798104-1-smb neutron-server[74082]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=74082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 28 16:32:32.982308 dv-cinder-798104-1-smb neutron-server[74082]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=74082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 28 16:32:32.982482 dv-cinder-798104-1-smb neutron-server[74082]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=74082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 28 16:32:32.982621 dv-cinder-798104-1-smb neutron-server[74082]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=74082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 28 16:32:32.982758 dv-cinder-798104-1-smb neutron-server[74082]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=74082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 28 16:32:32.982894 dv-cinder-798104-1-smb neutron-server[74082]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=74082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 28 16:32:32.983043 dv-cinder-798104-1-smb neutron-server[74082]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=74082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 28 16:32:32.983264 dv-cinder-798104-1-smb neutron-server[74082]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=74082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 28 16:32:32.983264 dv-cinder-798104-1-smb neutron-server[74082]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=74082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 28 16:32:32.983538 dv-cinder-798104-1-smb neutron-server[74082]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=74082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 28 16:32:32.983676 dv-cinder-798104-1-smb neutron-server[74082]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=74082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 28 16:32:32.983813 dv-cinder-798104-1-smb neutron-server[74082]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=74082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 28 16:32:32.983959 dv-cinder-798104-1-smb neutron-server[74082]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=74082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 28 16:32:32.984096 dv-cinder-798104-1-smb neutron-server[74082]: DEBUG oslo_service.service [-] use_journal = False {{(pid=74082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 28 16:32:32.984353 dv-cinder-798104-1-smb neutron-server[74082]: DEBUG oslo_service.service [-] use_json = False {{(pid=74082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 28 16:32:32.984353 dv-cinder-798104-1-smb neutron-server[74082]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=74082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 28 16:32:32.984701 dv-cinder-798104-1-smb neutron-server[74082]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=74082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 28 16:32:32.984701 dv-cinder-798104-1-smb neutron-server[74082]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=74082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 28 16:32:32.984970 dv-cinder-798104-1-smb neutron-server[74082]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=74082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 28 16:32:32.984970 dv-cinder-798104-1-smb neutron-server[74082]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=74082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 28 16:32:32.985317 dv-cinder-798104-1-smb neutron-server[74082]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=74082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 28 16:32:32.985317 dv-cinder-798104-1-smb neutron-server[74082]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=74082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 28 16:32:32.985317 dv-cinder-798104-1-smb neutron-server[74082]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=74082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 28 16:32:32.985767 dv-cinder-798104-1-smb neutron-server[74082]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=74082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 28 16:32:32.985767 dv-cinder-798104-1-smb neutron-server[74082]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=74082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 28 16:32:32.986097 dv-cinder-798104-1-smb neutron-server[74082]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=74082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 28 16:32:32.986097 dv-cinder-798104-1-smb neutron-server[74082]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=74082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 28 16:32:32.986371 dv-cinder-798104-1-smb neutron-server[74082]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=74082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 28 16:32:32.986371 dv-cinder-798104-1-smb neutron-server[74082]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=74082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 28 16:32:32.986699 dv-cinder-798104-1-smb neutron-server[74082]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=74082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 28 16:32:32.986699 dv-cinder-798104-1-smb neutron-server[74082]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=74082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 28 16:32:32.987081 dv-cinder-798104-1-smb neutron-server[74082]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=74082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 28 16:32:32.987081 dv-cinder-798104-1-smb neutron-server[74082]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=74082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 28 16:32:32.987081 dv-cinder-798104-1-smb neutron-server[74082]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=74082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 28 16:32:32.987546 dv-cinder-798104-1-smb neutron-server[74082]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=74082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 28 16:32:32.987546 dv-cinder-798104-1-smb neutron-server[74082]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=74082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 28 16:32:32.987546 dv-cinder-798104-1-smb neutron-server[74082]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=74082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 28 16:32:32.987983 dv-cinder-798104-1-smb neutron-server[74082]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.26/identity {{(pid=74082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 28 16:32:32.987983 dv-cinder-798104-1-smb neutron-server[74082]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=74082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 28 16:32:32.987983 dv-cinder-798104-1-smb neutron-server[74082]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=74082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 28 16:32:32.988409 dv-cinder-798104-1-smb neutron-server[74082]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=74082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 28 16:32:32.988409 dv-cinder-798104-1-smb neutron-server[74082]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=74082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 28 16:32:32.988409 dv-cinder-798104-1-smb neutron-server[74082]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=74082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 28 16:32:32.988788 dv-cinder-798104-1-smb neutron-server[74082]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=74082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 28 16:32:32.988788 dv-cinder-798104-1-smb neutron-server[74082]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=74082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 28 16:32:32.989070 dv-cinder-798104-1-smb neutron-server[74082]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=74082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 28 16:32:32.989070 dv-cinder-798104-1-smb neutron-server[74082]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=74082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 28 16:32:32.989329 dv-cinder-798104-1-smb neutron-server[74082]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=74082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 28 16:32:32.989329 dv-cinder-798104-1-smb neutron-server[74082]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=74082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 28 16:32:32.989586 dv-cinder-798104-1-smb neutron-server[74082]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=74082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 28 16:32:32.989586 dv-cinder-798104-1-smb neutron-server[74082]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=74082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 28 16:32:32.989843 dv-cinder-798104-1-smb neutron-server[74082]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=74082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 28 16:32:32.990048 dv-cinder-798104-1-smb neutron-server[74082]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=74082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 28 16:32:32.990048 dv-cinder-798104-1-smb neutron-server[74082]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=74082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 28 16:32:32.990352 dv-cinder-798104-1-smb neutron-server[74082]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=74082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 28 16:32:32.990352 dv-cinder-798104-1-smb neutron-server[74082]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=74082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 28 16:32:32.990826 dv-cinder-798104-1-smb neutron-server[74082]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=74082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 28 16:32:32.990826 dv-cinder-798104-1-smb neutron-server[74082]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=74082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 28 16:32:32.990826 dv-cinder-798104-1-smb neutron-server[74082]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=74082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 28 16:32:32.991546 dv-cinder-798104-1-smb neutron-server[74082]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=74082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 28 16:32:32.991546 dv-cinder-798104-1-smb neutron-server[74082]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=74082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 28 16:32:32.991546 dv-cinder-798104-1-smb neutron-server[74082]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=74082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 28 16:32:32.991546 dv-cinder-798104-1-smb neutron-server[74082]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=74082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 28 16:32:32.991546 dv-cinder-798104-1-smb neutron-server[74082]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=74082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 28 16:32:32.992396 dv-cinder-798104-1-smb neutron-server[74082]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=74082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 28 16:32:32.992396 dv-cinder-798104-1-smb neutron-server[74082]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=74082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 28 16:32:32.992396 dv-cinder-798104-1-smb neutron-server[74082]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=74082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 28 16:32:32.993612 dv-cinder-798104-1-smb neutron-server[74082]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=74082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 28 16:32:32.994409 dv-cinder-798104-1-smb neutron-server[74082]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=74082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 28 16:32:32.994409 dv-cinder-798104-1-smb neutron-server[74082]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=74082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 28 16:32:32.994409 dv-cinder-798104-1-smb neutron-server[74082]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=74082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 28 16:32:32.994409 dv-cinder-798104-1-smb neutron-server[74082]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=74082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 28 16:32:32.994409 dv-cinder-798104-1-smb neutron-server[74082]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=74082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 28 16:32:32.994743 dv-cinder-798104-1-smb neutron-server[74082]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=74082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 28 16:32:32.994743 dv-cinder-798104-1-smb neutron-server[74082]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=74082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 28 16:32:32.994946 dv-cinder-798104-1-smb neutron-server[74082]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=74082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 28 16:32:32.995039 dv-cinder-798104-1-smb neutron-server[74082]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=74082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 28 16:32:32.995208 dv-cinder-798104-1-smb neutron-server[74082]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=74082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 28 16:32:32.995378 dv-cinder-798104-1-smb neutron-server[74082]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=74082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 28 16:32:32.995587 dv-cinder-798104-1-smb neutron-server[74082]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=74082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 28 16:32:32.995726 dv-cinder-798104-1-smb neutron-server[74082]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=74082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 28 16:32:32.995876 dv-cinder-798104-1-smb neutron-server[74082]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=74082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 28 16:32:32.996015 dv-cinder-798104-1-smb neutron-server[74082]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=74082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 28 16:32:32.996178 dv-cinder-798104-1-smb neutron-server[74082]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=74082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 28 16:32:32.997899 dv-cinder-798104-1-smb neutron-server[74082]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=74082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 28 16:32:32.998613 dv-cinder-798104-1-smb neutron-server[74082]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=74082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 28 16:32:32.998769 dv-cinder-798104-1-smb neutron-server[74082]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=74082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 28 16:32:32.998970 dv-cinder-798104-1-smb neutron-server[74082]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=74082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 28 16:32:32.999118 dv-cinder-798104-1-smb neutron-server[74082]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=74082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 28 16:32:32.999257 dv-cinder-798104-1-smb neutron-server[74082]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=74082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 28 16:32:32.999467 dv-cinder-798104-1-smb neutron-server[74082]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=74082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 28 16:32:32.999616 dv-cinder-798104-1-smb neutron-server[74082]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=74082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 28 16:32:32.999755 dv-cinder-798104-1-smb neutron-server[74082]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=74082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 28 16:32:32.999892 dv-cinder-798104-1-smb neutron-server[74082]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=74082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 28 16:32:33.000030 dv-cinder-798104-1-smb neutron-server[74082]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=74082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 28 16:32:33.000270 dv-cinder-798104-1-smb neutron-server[74082]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=74082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 28 16:32:33.000419 dv-cinder-798104-1-smb neutron-server[74082]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=74082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 28 16:32:33.000623 dv-cinder-798104-1-smb neutron-server[74082]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=74082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 28 16:32:33.000763 dv-cinder-798104-1-smb neutron-server[74082]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=74082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 28 16:32:33.001796 dv-cinder-798104-1-smb neutron-server[74082]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=74082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 28 16:32:33.002030 dv-cinder-798104-1-smb neutron-server[74082]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=74082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 28 16:32:33.002173 dv-cinder-798104-1-smb neutron-server[74082]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=74082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 28 16:32:33.002369 dv-cinder-798104-1-smb neutron-server[74082]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=74082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 28 16:32:33.002462 dv-cinder-798104-1-smb neutron-server[74082]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=74082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 28 16:32:33.002592 dv-cinder-798104-1-smb neutron-server[74082]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = False {{(pid=74082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 28 16:32:33.002716 dv-cinder-798104-1-smb neutron-server[74082]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=74082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 28 16:32:33.002863 dv-cinder-798104-1-smb neutron-server[74082]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=74082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 28 16:32:33.003042 dv-cinder-798104-1-smb neutron-server[74082]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=74082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 28 16:32:33.003181 dv-cinder-798104-1-smb neutron-server[74082]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=74082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 28 16:32:33.003307 dv-cinder-798104-1-smb neutron-server[74082]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=74082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 28 16:32:33.003479 dv-cinder-798104-1-smb neutron-server[74082]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=74082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 28 16:32:33.003641 dv-cinder-798104-1-smb neutron-server[74082]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=74082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 28 16:32:33.003802 dv-cinder-798104-1-smb neutron-server[74082]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=74082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 28 16:32:33.003962 dv-cinder-798104-1-smb neutron-server[74082]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=74082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 28 16:32:33.004230 dv-cinder-798104-1-smb neutron-server[74082]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=74082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 28 16:32:33.005043 dv-cinder-798104-1-smb neutron-server[74082]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=74082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 28 16:32:33.005181 dv-cinder-798104-1-smb neutron-server[74082]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=74082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 28 16:32:33.005318 dv-cinder-798104-1-smb neutron-server[74082]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=74082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 28 16:32:33.005499 dv-cinder-798104-1-smb neutron-server[74082]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=74082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 28 16:32:33.005632 dv-cinder-798104-1-smb neutron-server[74082]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=74082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 28 16:32:33.005757 dv-cinder-798104-1-smb neutron-server[74082]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=74082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 28 16:32:33.005906 dv-cinder-798104-1-smb neutron-server[74082]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=74082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 28 16:32:33.006061 dv-cinder-798104-1-smb neutron-server[74082]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=74082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 28 16:32:33.006238 dv-cinder-798104-1-smb neutron-server[74082]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=74082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 28 16:32:33.006384 dv-cinder-798104-1-smb neutron-server[74082]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=74082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 28 16:32:33.006545 dv-cinder-798104-1-smb neutron-server[74082]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=74082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 28 16:32:33.006709 dv-cinder-798104-1-smb neutron-server[74082]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=74082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 28 16:32:33.006868 dv-cinder-798104-1-smb neutron-server[74082]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=74082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 28 16:32:33.007037 dv-cinder-798104-1-smb neutron-server[74082]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=74082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 28 16:32:33.007209 dv-cinder-798104-1-smb neutron-server[74082]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=74082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 28 16:32:33.007371 dv-cinder-798104-1-smb neutron-server[74082]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver.DbQuotaDriver {{(pid=74082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 28 16:32:33.007552 dv-cinder-798104-1-smb neutron-server[74082]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=74082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 28 16:32:33.007683 dv-cinder-798104-1-smb neutron-server[74082]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=74082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 28 16:32:33.007866 dv-cinder-798104-1-smb neutron-server[74082]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=74082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 28 16:32:33.007979 dv-cinder-798104-1-smb neutron-server[74082]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=74082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 28 16:32:33.008198 dv-cinder-798104-1-smb neutron-server[74082]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=74082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 28 16:32:33.008316 dv-cinder-798104-1-smb neutron-server[74082]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=74082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 28 16:32:33.008439 dv-cinder-798104-1-smb neutron-server[74082]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=74082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 28 16:32:33.008622 dv-cinder-798104-1-smb neutron-server[74082]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=74082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 28 16:32:33.008787 dv-cinder-798104-1-smb neutron-server[74082]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=74082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 28 16:32:33.008916 dv-cinder-798104-1-smb neutron-server[74082]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=74082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 28 16:32:33.009075 dv-cinder-798104-1-smb neutron-server[74082]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=74082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 28 16:32:33.009258 dv-cinder-798104-1-smb neutron-server[74082]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=74082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 28 16:32:33.009390 dv-cinder-798104-1-smb neutron-server[74082]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=74082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 28 16:32:33.009523 dv-cinder-798104-1-smb neutron-server[74082]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=74082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 28 16:32:33.009706 dv-cinder-798104-1-smb neutron-server[74082]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=74082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 28 16:32:33.009867 dv-cinder-798104-1-smb neutron-server[74082]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=74082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 28 16:32:33.010027 dv-cinder-798104-1-smb neutron-server[74082]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=74082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 28 16:32:33.010201 dv-cinder-798104-1-smb neutron-server[74082]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=74082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 28 16:32:33.010337 dv-cinder-798104-1-smb neutron-server[74082]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=74082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 28 16:32:33.010497 dv-cinder-798104-1-smb neutron-server[74082]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=74082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 28 16:32:33.010669 dv-cinder-798104-1-smb neutron-server[74082]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=74082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 28 16:32:33.010807 dv-cinder-798104-1-smb neutron-server[74082]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=74082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 28 16:32:33.010968 dv-cinder-798104-1-smb neutron-server[74082]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=74082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 28 16:32:33.011130 dv-cinder-798104-1-smb neutron-server[74082]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=74082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 28 16:32:33.011292 dv-cinder-798104-1-smb neutron-server[74082]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=74082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 28 16:32:33.011573 dv-cinder-798104-1-smb neutron-server[74082]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.26/identity {{(pid=74082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 28 16:32:33.011573 dv-cinder-798104-1-smb neutron-server[74082]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=74082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 28 16:32:33.011793 dv-cinder-798104-1-smb neutron-server[74082]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=74082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 28 16:32:33.011898 dv-cinder-798104-1-smb neutron-server[74082]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=74082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 28 16:32:33.012032 dv-cinder-798104-1-smb neutron-server[74082]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=74082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 28 16:32:33.012216 dv-cinder-798104-1-smb neutron-server[74082]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=74082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 28 16:32:33.012417 dv-cinder-798104-1-smb neutron-server[74082]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=74082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 28 16:32:33.012548 dv-cinder-798104-1-smb neutron-server[74082]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=74082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 28 16:32:33.012682 dv-cinder-798104-1-smb neutron-server[74082]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=74082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 28 16:32:33.012828 dv-cinder-798104-1-smb neutron-server[74082]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=74082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 28 16:32:33.013036 dv-cinder-798104-1-smb neutron-server[74082]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=74082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 28 16:32:33.013425 dv-cinder-798104-1-smb neutron-server[74082]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=74082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 28 16:32:33.013544 dv-cinder-798104-1-smb neutron-server[74082]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=74082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 28 16:32:33.014540 dv-cinder-798104-1-smb neutron-server[74082]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=74082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 28 16:32:33.014540 dv-cinder-798104-1-smb neutron-server[74082]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=74082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 28 16:32:33.014540 dv-cinder-798104-1-smb neutron-server[74082]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=74082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 28 16:32:33.014967 dv-cinder-798104-1-smb neutron-server[74082]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=74082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 28 16:32:33.014967 dv-cinder-798104-1-smb neutron-server[74082]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=74082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 28 16:32:33.015202 dv-cinder-798104-1-smb neutron-server[74082]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=74082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 28 16:32:33.015202 dv-cinder-798104-1-smb neutron-server[74082]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=74082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 28 16:32:33.015435 dv-cinder-798104-1-smb neutron-server[74082]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=74082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 28 16:32:33.015613 dv-cinder-798104-1-smb neutron-server[74082]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=74082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 28 16:32:33.015613 dv-cinder-798104-1-smb neutron-server[74082]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=74082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 28 16:32:33.015856 dv-cinder-798104-1-smb neutron-server[74082]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=74082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 28 16:32:33.015989 dv-cinder-798104-1-smb neutron-server[74082]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=74082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 28 16:32:33.015989 dv-cinder-798104-1-smb neutron-server[74082]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = False {{(pid=74082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 28 16:32:33.016349 dv-cinder-798104-1-smb neutron-server[74082]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=74082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 28 16:32:33.016349 dv-cinder-798104-1-smb neutron-server[74082]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=74082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 28 16:32:33.016544 dv-cinder-798104-1-smb neutron-server[74082]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=74082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 28 16:32:33.016672 dv-cinder-798104-1-smb neutron-server[74082]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=74082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 28 16:32:33.016834 dv-cinder-798104-1-smb neutron-server[74082]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=74082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 28 16:32:33.017013 dv-cinder-798104-1-smb neutron-server[74082]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=74082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 28 16:32:33.017156 dv-cinder-798104-1-smb neutron-server[74082]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=74082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 28 16:32:33.017353 dv-cinder-798104-1-smb neutron-server[74082]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=74082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 28 16:32:33.017476 dv-cinder-798104-1-smb neutron-server[74082]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=74082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 28 16:32:33.017628 dv-cinder-798104-1-smb neutron-server[74082]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=74082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 28 16:32:33.017789 dv-cinder-798104-1-smb neutron-server[74082]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=74082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 28 16:32:33.017977 dv-cinder-798104-1-smb neutron-server[74082]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=74082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 28 16:32:33.018102 dv-cinder-798104-1-smb neutron-server[74082]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=74082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 28 16:32:33.018246 dv-cinder-798104-1-smb neutron-server[74082]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=74082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 28 16:32:33.018432 dv-cinder-798104-1-smb neutron-server[74082]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=74082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 28 16:32:33.018556 dv-cinder-798104-1-smb neutron-server[74082]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=74082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 28 16:32:33.018692 dv-cinder-798104-1-smb neutron-server[74082]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=74082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 28 16:32:33.018869 dv-cinder-798104-1-smb neutron-server[74082]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=74082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 28 16:32:33.019018 dv-cinder-798104-1-smb neutron-server[74082]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=74082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 28 16:32:33.019181 dv-cinder-798104-1-smb neutron-server[74082]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=74082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 28 16:32:33.019338 dv-cinder-798104-1-smb neutron-server[74082]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=74082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 28 16:32:33.019497 dv-cinder-798104-1-smb neutron-server[74082]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=74082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 28 16:32:33.019685 dv-cinder-798104-1-smb neutron-server[74082]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=74082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 28 16:32:33.019813 dv-cinder-798104-1-smb neutron-server[74082]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=74082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 28 16:32:33.019955 dv-cinder-798104-1-smb neutron-server[74082]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=74082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 28 16:32:33.020114 dv-cinder-798104-1-smb neutron-server[74082]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=74082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 28 16:32:33.020422 dv-cinder-798104-1-smb neutron-server[74082]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=74082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 28 16:32:33.020584 dv-cinder-798104-1-smb neutron-server[74082]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=74082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 28 16:32:33.021609 dv-cinder-798104-1-smb neutron-server[74082]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=74082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 28 16:32:33.021743 dv-cinder-798104-1-smb neutron-server[74082]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=74082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 28 16:32:33.021885 dv-cinder-798104-1-smb neutron-server[74082]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=74082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 28 16:32:33.022047 dv-cinder-798104-1-smb neutron-server[74082]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=74082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 28 16:32:33.022210 dv-cinder-798104-1-smb neutron-server[74082]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=74082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 28 16:32:33.022372 dv-cinder-798104-1-smb neutron-server[74082]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=74082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 28 16:32:33.022535 dv-cinder-798104-1-smb neutron-server[74082]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=74082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 28 16:32:33.022695 dv-cinder-798104-1-smb neutron-server[74082]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=74082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 28 16:32:33.022868 dv-cinder-798104-1-smb neutron-server[74082]: DEBUG oslo_service.service [-] xenapi.connection_password = **** {{(pid=74082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 28 16:32:33.023028 dv-cinder-798104-1-smb neutron-server[74082]: DEBUG oslo_service.service [-] xenapi.connection_url = None {{(pid=74082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 28 16:32:33.023191 dv-cinder-798104-1-smb neutron-server[74082]: DEBUG oslo_service.service [-] xenapi.connection_username = None {{(pid=74082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 28 16:32:33.023364 dv-cinder-798104-1-smb neutron-server[74082]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=74082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 28 16:32:33.023536 dv-cinder-798104-1-smb neutron-server[74082]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=74082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 28 16:32:33.023748 dv-cinder-798104-1-smb neutron-server[74082]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=74082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 28 16:32:33.023910 dv-cinder-798104-1-smb neutron-server[74082]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=74082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 28 16:32:33.024057 dv-cinder-798104-1-smb neutron-server[74082]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=74082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 28 16:32:33.024963 dv-cinder-798104-1-smb neutron-server[74082]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=74082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 28 16:32:33.025101 dv-cinder-798104-1-smb neutron-server[74082]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=74082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 28 16:32:33.025213 dv-cinder-798104-1-smb neutron-server[74082]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=74082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 28 16:32:33.025371 dv-cinder-798104-1-smb neutron-server[74082]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=74082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 28 16:32:33.025531 dv-cinder-798104-1-smb neutron-server[74082]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=74082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 28 16:32:33.025704 dv-cinder-798104-1-smb neutron-server[74082]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=74082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 28 16:32:33.025867 dv-cinder-798104-1-smb neutron-server[74082]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=74082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 28 16:32:33.026029 dv-cinder-798104-1-smb neutron-server[74082]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=74082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 28 16:32:33.026197 dv-cinder-798104-1-smb neutron-server[74082]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=74082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 28 16:32:33.026356 dv-cinder-798104-1-smb neutron-server[74082]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=74082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 28 16:32:33.026528 dv-cinder-798104-1-smb neutron-server[74082]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=74082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 28 16:32:33.026871 dv-cinder-798104-1-smb neutron-server[74082]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=74082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 28 16:32:33.026871 dv-cinder-798104-1-smb neutron-server[74082]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=74082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 28 16:32:33.027224 dv-cinder-798104-1-smb neutron-server[74082]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=74082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 28 16:32:33.027224 dv-cinder-798104-1-smb neutron-server[74082]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=74082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 28 16:32:33.027487 dv-cinder-798104-1-smb neutron-server[74082]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=74082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 28 16:32:33.027487 dv-cinder-798104-1-smb neutron-server[74082]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=74082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 28 16:32:33.027731 dv-cinder-798104-1-smb neutron-server[74082]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=74082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 28 16:32:33.027856 dv-cinder-798104-1-smb neutron-server[74187]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=74187) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 16:32:33.027994 dv-cinder-798104-1-smb neutron-server[74082]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=74082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 28 16:32:33.027994 dv-cinder-798104-1-smb neutron-server[74082]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=74082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 28 16:32:33.028293 dv-cinder-798104-1-smb neutron-server[74082]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=74082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 28 16:32:33.028293 dv-cinder-798104-1-smb neutron-server[74082]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=74082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 28 16:32:33.028586 dv-cinder-798104-1-smb neutron-server[74082]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=74082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 28 16:32:33.028586 dv-cinder-798104-1-smb neutron-server[74082]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=74082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 28 16:32:33.028846 dv-cinder-798104-1-smb neutron-server[74082]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:400:449'] {{(pid=74082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 28 16:32:33.029033 dv-cinder-798104-1-smb neutron-server[74082]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=74082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 28 16:32:33.029033 dv-cinder-798104-1-smb neutron-server[74082]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=74082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 28 16:32:33.029230 dv-cinder-798104-1-smb neutron-server[74082]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=74082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 28 16:32:33.029613 dv-cinder-798104-1-smb neutron-server[74082]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=74082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 28 16:32:33.029792 dv-cinder-798104-1-smb neutron-server[74082]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=74082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 28 16:32:33.030052 dv-cinder-798104-1-smb neutron-server[74082]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=74082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 28 16:32:33.030318 dv-cinder-798104-1-smb neutron-server[74082]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=74082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 28 16:32:33.030489 dv-cinder-798104-1-smb neutron-server[74082]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=74082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 28 16:32:33.030647 dv-cinder-798104-1-smb neutron-server[74082]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=74082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 28 16:32:33.030802 dv-cinder-798104-1-smb neutron-server[74082]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=74082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 28 16:32:33.030964 dv-cinder-798104-1-smb neutron-server[74082]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=74082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 28 16:32:33.031127 dv-cinder-798104-1-smb neutron-server[74082]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=74082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 28 16:32:33.031287 dv-cinder-798104-1-smb neutron-server[74082]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=74082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 28 16:32:33.031449 dv-cinder-798104-1-smb neutron-server[74082]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=74082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 28 16:32:33.031610 dv-cinder-798104-1-smb neutron-server[74082]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=74082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 28 16:32:33.031757 dv-cinder-798104-1-smb neutron-server[74082]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=74082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 28 16:32:33.031952 dv-cinder-798104-1-smb neutron-server[74082]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=74082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 28 16:32:33.032161 dv-cinder-798104-1-smb neutron-server[74082]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=74082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 28 16:32:33.032321 dv-cinder-798104-1-smb neutron-server[74082]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=74082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 28 16:32:33.032483 dv-cinder-798104-1-smb neutron-server[74082]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=74082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 28 16:32:33.032779 dv-cinder-798104-1-smb neutron-server[74082]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=74082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 28 16:32:33.032937 dv-cinder-798104-1-smb neutron-server[74082]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=74082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 28 16:32:33.033051 dv-cinder-798104-1-smb neutron-server[74082]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=74082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 28 16:32:33.033157 dv-cinder-798104-1-smb neutron-server[74082]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=74082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Jun 28 16:32:43.667751 dv-cinder-798104-1-smb neutron-server[74187]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-183907a6-9e63-4de5-809b-6d79699189ef None None] get_active_networks_info from dv-cinder-798104-1-smb {{(pid=74187) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:142}} Jun 28 16:32:43.738829 dv-cinder-798104-1-smb neutron-server[74187]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-183907a6-9e63-4de5-809b-6d79699189ef None None] No non-hosted networks {{(pid=74187) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} Jun 28 16:32:43.754976 dv-cinder-798104-1-smb neutron-server[74187]: DEBUG neutron.db.agentschedulers_db [None req-183907a6-9e63-4de5-809b-6d79699189ef None None] DHCP Agent not found on host dv-cinder-798104-1-smb {{(pid=74187) list_active_networks_on_active_dhcp_agent /opt/stack/neutron/neutron/db/agentschedulers_db.py:455}} Jun 28 16:32:43.908838 dv-cinder-798104-1-smb neutron-server[74187]: DEBUG neutron_lib.callbacks.manager [None req-0412eeaa-3a2f-4194-8e8a-a043de9f2a60 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774158209648', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1635905'] for agent, after_create {{(pid=74187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 16:32:44.003531 dv-cinder-798104-1-smb neutron-server[74187]: DEBUG neutron_lib.callbacks.manager [None req-c72dd329-595c-4eca-9296-ba6eff8780d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774158209648', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1635905'] for agent, after_create {{(pid=74187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 16:32:44.018010 dv-cinder-798104-1-smb neutron-server[74187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c72dd329-595c-4eca-9296-ba6eff8780d9 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-798104-1-smb {{(pid=74187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 16:32:44.018976 dv-cinder-798104-1-smb neutron-server[74187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c72dd329-595c-4eca-9296-ba6eff8780d9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798104-1-smb {{(pid=74187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 16:32:44.019315 dv-cinder-798104-1-smb neutron-server[74187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c72dd329-595c-4eca-9296-ba6eff8780d9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798104-1-smb {{(pid=74187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 16:32:44.023602 dv-cinder-798104-1-smb neutron-server[74187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c72dd329-595c-4eca-9296-ba6eff8780d9 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-798104-1-smb {{(pid=74187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 16:32:44.023602 dv-cinder-798104-1-smb neutron-server[74187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c72dd329-595c-4eca-9296-ba6eff8780d9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798104-1-smb {{(pid=74187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 16:32:44.024005 dv-cinder-798104-1-smb neutron-server[74187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c72dd329-595c-4eca-9296-ba6eff8780d9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798104-1-smb {{(pid=74187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 16:32:44.024604 dv-cinder-798104-1-smb neutron-server[74187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c72dd329-595c-4eca-9296-ba6eff8780d9 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798104-1-smb {{(pid=74187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 16:32:44.025495 dv-cinder-798104-1-smb neutron-server[74187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c72dd329-595c-4eca-9296-ba6eff8780d9 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798104-1-smb {{(pid=74187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 16:32:44.026347 dv-cinder-798104-1-smb neutron-server[74187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c72dd329-595c-4eca-9296-ba6eff8780d9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798104-1-smb {{(pid=74187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 16:32:44.027247 dv-cinder-798104-1-smb neutron-server[74187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c72dd329-595c-4eca-9296-ba6eff8780d9 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798104-1-smb {{(pid=74187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 16:32:44.028112 dv-cinder-798104-1-smb neutron-server[74187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c72dd329-595c-4eca-9296-ba6eff8780d9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798104-1-smb {{(pid=74187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 16:32:44.029194 dv-cinder-798104-1-smb neutron-server[74187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c72dd329-595c-4eca-9296-ba6eff8780d9 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'dv-cinder-798104-1-smb', {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.5', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0'}) {} {{(pid=74187) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 16:32:44.041993 dv-cinder-798104-1-smb neutron-server[74187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c72dd329-595c-4eca-9296-ba6eff8780d9 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'dv-cinder-798104-1-smb', 'version_map': {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.5', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0'}} {{(pid=74187) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 16:32:46.124386 dv-cinder-798104-1-smb neutron-server[74187]: DEBUG neutron_lib.callbacks.manager [None req-32f7bbee-e727-42ec-af96-1ce41205fcb3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774158209648', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1635905'] for agent, after_create {{(pid=74187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 16:32:46.173185 dv-cinder-798104-1-smb neutron-server[74187]: DEBUG neutron_lib.callbacks.manager [None req-c6c900bd-c857-43e0-9089-a450483d484b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774158209648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1002899'] for agent, after_update {{(pid=74187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 16:32:47.577428 dv-cinder-798104-1-smb neutron-server[74187]: DEBUG neutron_lib.callbacks.manager [None req-17b6939a-39ed-439c-8d74-c49ac6595f0c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774158209648', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1635905'] for agent, after_create {{(pid=74187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 16:32:48.337774 dv-cinder-798104-1-smb neutron-server[74187]: INFO neutron.db.l3_hamode_db [None req-569a1e34-fa6e-468a-abaf-841b77e36efa None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 Jun 28 16:32:48.427166 dv-cinder-798104-1-smb neutron-server[74187]: DEBUG neutron.db.l3_dvrscheduler_db [None req-569a1e34-fa6e-468a-abaf-841b77e36efa None None] Routers set() bound to L3 agent in host dv-cinder-798104-1-smb {{(pid=74187) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 28 16:32:48.427605 dv-cinder-798104-1-smb neutron-server[74187]: DEBUG neutron.db.l3_dvrscheduler_db [None req-569a1e34-fa6e-468a-abaf-841b77e36efa None None] Router IDs set() for agent in host dv-cinder-798104-1-smb {{(pid=74187) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Jun 28 16:32:48.570865 dv-cinder-798104-1-smb neutron-server[74187]: DEBUG neutron_lib.callbacks.manager [None req-d49266a9-82cf-4da4-977f-ceca59b71534 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774158209648', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1635905'] for agent, after_create {{(pid=74187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 16:32:50.034630 dv-cinder-798104-1-smb neutron-server[74186]: DEBUG neutron.wsgi [-] (74186) accepted ('10.222.0.26', 44876) {{(pid=74186) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 28 16:32:50.659891 dv-cinder-798104-1-smb neutron-server[74186]: WARNING oslo_policy.policy [None req-b48e6ebf-43d1-4a0c-80fd-fe1b98afb4ad admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jun 28 16:32:50.660521 dv-cinder-798104-1-smb neutron-server[74186]: WARNING oslo_policy.policy [None req-b48e6ebf-43d1-4a0c-80fd-fe1b98afb4ad admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jun 28 16:32:50.874075 dv-cinder-798104-1-smb neutron-server[74186]: DEBUG neutron.wsgi [None req-b48e6ebf-43d1-4a0c-80fd-fe1b98afb4ad admin admin] http://10.222.0.26:9696/v2.0/extensions returned with HTTP 200 {{(pid=74186) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Jun 28 16:32:50.875132 dv-cinder-798104-1-smb neutron-server[74186]: INFO neutron.wsgi [None req-b48e6ebf-43d1-4a0c-80fd-fe1b98afb4ad admin admin] 10.222.0.26 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.8395000 Jun 28 16:32:53.169160 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG neutron.wsgi [-] (74185) accepted ('10.222.0.26', 44890) {{(pid=74185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 28 16:32:53.782096 dv-cinder-798104-1-smb neutron-server[74185]: WARNING oslo_policy.policy [None req-f4a4c399-25cf-45b6-9f8a-00276de97e35 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jun 28 16:32:53.782704 dv-cinder-798104-1-smb neutron-server[74185]: WARNING oslo_policy.policy [None req-f4a4c399-25cf-45b6-9f8a-00276de97e35 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jun 28 16:32:53.994682 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG neutron.api.v2.base [None req-f4a4c399-25cf-45b6-9f8a-00276de97e35 admin admin] Request body: {'subnetpool': {'is_default': True, 'name': 'shared-default-subnetpool-v4', 'shared': True, 'prefixes': ['172.20.0.0/16'], 'default_prefixlen': 26}} {{(pid=74185) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jun 28 16:32:54.043317 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG neutron.policy [None req-f4a4c399-25cf-45b6-9f8a-00276de97e35 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=74185) register_rules /opt/stack/neutron/neutron/policy.py:65}} Jun 28 16:32:54.044065 dv-cinder-798104-1-smb neutron-server[74185]: WARNING oslo_policy.policy [None req-f4a4c399-25cf-45b6-9f8a-00276de97e35 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jun 28 16:32:54.045037 dv-cinder-798104-1-smb neutron-server[74185]: WARNING oslo_policy.policy [None req-f4a4c399-25cf-45b6-9f8a-00276de97e35 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jun 28 16:32:54.048488 dv-cinder-798104-1-smb neutron-server[74185]: INFO neutron.quota [None req-f4a4c399-25cf-45b6-9f8a-00276de97e35 admin admin] Loaded quota_driver: . Jun 28 16:32:54.064097 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG neutron.db.quota.driver [None req-f4a4c399-25cf-45b6-9f8a-00276de97e35 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74185) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 28 16:32:54.134142 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG neutron_lib.callbacks.manager [None req-f4a4c399-25cf-45b6-9f8a-00276de97e35 admin admin] Notify callbacks ['neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8774160170682', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8774160171547', 'neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8774160179179', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8774160199921', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8774160190854', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-565712', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-566801', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-1600683', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-1643622'] for rbac-policy, before_create {{(pid=74185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 16:32:54.204597 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG neutron_lib.callbacks.manager [None req-f4a4c399-25cf-45b6-9f8a-00276de97e35 admin admin] Notify callbacks [] for subnetpool, before_response {{(pid=74185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 16:32:54.205992 dv-cinder-798104-1-smb neutron-server[74185]: INFO neutron.wsgi [None req-f4a4c399-25cf-45b6-9f8a-00276de97e35 admin admin] 10.222.0.26 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 1.0347826 Jun 28 16:32:56.717624 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG neutron.wsgi [-] (74185) accepted ('10.222.0.26', 44908) {{(pid=74185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 28 16:32:57.107102 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG neutron.api.v2.base [None req-6a6ae71c-784c-4f66-a9e3-8ad26aa6e7a6 admin admin] Request body: {'network': {'project_id': '593c4b6ee084476fa8c02b2b1c5c3351', 'name': 'private', 'admin_state_up': True}} {{(pid=74185) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jun 28 16:32:57.112481 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG neutron.db.quota.driver [None req-6a6ae71c-784c-4f66-a9e3-8ad26aa6e7a6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74185) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 28 16:32:57.116869 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG neutron.quota.resource [None req-6a6ae71c-784c-4f66-a9e3-8ad26aa6e7a6 admin admin] Usage tracker for resource:network and tenant:593c4b6ee084476fa8c02b2b1c5c3351 is out of sync, need to count used quota {{(pid=74185) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 28 16:32:57.121564 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG neutron.quota.resource [None req-6a6ae71c-784c-4f66-a9e3-8ad26aa6e7a6 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=74185) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 28 16:32:57.128253 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG neutron.db.quota.driver [None req-6a6ae71c-784c-4f66-a9e3-8ad26aa6e7a6 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74185) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 28 16:32:57.139737 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6a6ae71c-784c-4f66-a9e3-8ad26aa6e7a6 admin admin] Made reservation on behalf of 593c4b6ee084476fa8c02b2b1c5c3351 for: {'network': 1} {{(pid=74185) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 28 16:32:57.143824 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG neutron_lib.callbacks.manager [None req-6a6ae71c-784c-4f66-a9e3-8ad26aa6e7a6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621611'] for network, before_create {{(pid=74185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 16:32:57.162637 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG neutron_lib.callbacks.manager [None req-6a6ae71c-784c-4f66-a9e3-8ad26aa6e7a6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=74185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 16:32:57.206428 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG neutron.db.quota.driver [None req-6a6ae71c-784c-4f66-a9e3-8ad26aa6e7a6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74185) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 28 16:32:57.209961 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG neutron.quota.resource [None req-6a6ae71c-784c-4f66-a9e3-8ad26aa6e7a6 admin admin] Usage tracker for resource:security_group_rule and tenant:593c4b6ee084476fa8c02b2b1c5c3351 is out of sync, need to count used quota {{(pid=74185) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 28 16:32:57.212787 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG neutron.quota.resource [None req-6a6ae71c-784c-4f66-a9e3-8ad26aa6e7a6 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=74185) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 28 16:32:57.218526 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG neutron.db.quota.driver [None req-6a6ae71c-784c-4f66-a9e3-8ad26aa6e7a6 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74185) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 28 16:32:57.284459 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG neutron_lib.callbacks.manager [None req-6a6ae71c-784c-4f66-a9e3-8ad26aa6e7a6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=74185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 16:32:57.288364 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG neutron_lib.callbacks.manager [None req-6a6ae71c-784c-4f66-a9e3-8ad26aa6e7a6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2050486'] for security_group, after_create {{(pid=74185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 16:32:57.293845 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74185) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 16:32:57.313860 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6a6ae71c-784c-4f66-a9e3-8ad26aa6e7a6 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 400} {{(pid=74185) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:149}} Jun 28 16:32:57.339709 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG neutron_lib.callbacks.manager [None req-6a6ae71c-784c-4f66-a9e3-8ad26aa6e7a6 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8774158209657', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-938564'] for segment, precommit_create {{(pid=74185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 16:32:57.340323 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG neutron_lib.callbacks.manager [None req-6a6ae71c-784c-4f66-a9e3-8ad26aa6e7a6 admin admin] Unsubscribe: segment precommit_create {{(pid=74185) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Jun 28 16:32:57.340812 dv-cinder-798104-1-smb neutron-server[74185]: INFO neutron.db.segments_db [None req-6a6ae71c-784c-4f66-a9e3-8ad26aa6e7a6 admin admin] Added segment e5e1dcf4-ebbb-4a5e-b5ff-253f0d3048b0 of type vlan for network 27ee0fd3-07c0-4e41-996d-9b0c0acf0d30 Jun 28 16:32:57.355004 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a6ae71c-784c-4f66-a9e3-8ad26aa6e7a6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=14514075-1084-420f-b422-f009c47526b2,revision_number=1']} {{(pid=74185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 16:32:57.411215 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a6ae71c-784c-4f66-a9e3-8ad26aa6e7a6 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798104-1-smb {{(pid=74185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 16:32:57.411547 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a6ae71c-784c-4f66-a9e3-8ad26aa6e7a6 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798104-1-smb {{(pid=74185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 16:32:57.411874 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a6ae71c-784c-4f66-a9e3-8ad26aa6e7a6 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798104-1-smb {{(pid=74185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 16:32:57.412220 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a6ae71c-784c-4f66-a9e3-8ad26aa6e7a6 admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-798104-1-smb {{(pid=74185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 16:32:57.412536 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a6ae71c-784c-4f66-a9e3-8ad26aa6e7a6 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798104-1-smb {{(pid=74185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 16:32:57.412848 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a6ae71c-784c-4f66-a9e3-8ad26aa6e7a6 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-798104-1-smb {{(pid=74185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 16:32:57.413158 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a6ae71c-784c-4f66-a9e3-8ad26aa6e7a6 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798104-1-smb {{(pid=74185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 16:32:57.413483 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a6ae71c-784c-4f66-a9e3-8ad26aa6e7a6 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798104-1-smb {{(pid=74185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 16:32:57.413797 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a6ae71c-784c-4f66-a9e3-8ad26aa6e7a6 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798104-1-smb {{(pid=74185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 16:32:57.414098 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a6ae71c-784c-4f66-a9e3-8ad26aa6e7a6 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798104-1-smb {{(pid=74185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 16:32:57.414400 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a6ae71c-784c-4f66-a9e3-8ad26aa6e7a6 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798104-1-smb {{(pid=74185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 16:32:57.415403 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a6ae71c-784c-4f66-a9e3-8ad26aa6e7a6 admin admin] Tracked resource versions report: Jun 28 16:32:57.415403 dv-cinder-798104-1-smb neutron-server[74185]: pushed versions: Jun 28 16:32:57.415403 dv-cinder-798104-1-smb neutron-server[74185]: { 'ConntrackHelper': {'1.0'}, Jun 28 16:32:57.415403 dv-cinder-798104-1-smb neutron-server[74185]: 'Log': {'1.0'}, Jun 28 16:32:57.415403 dv-cinder-798104-1-smb neutron-server[74185]: 'Network': {'1.1'}, Jun 28 16:32:57.415403 dv-cinder-798104-1-smb neutron-server[74185]: 'Port': {'1.5'}, Jun 28 16:32:57.415403 dv-cinder-798104-1-smb neutron-server[74185]: 'PortForwarding': {'1.2'}, Jun 28 16:32:57.415403 dv-cinder-798104-1-smb neutron-server[74185]: 'QosPolicy': {'1.8'}, Jun 28 16:32:57.415403 dv-cinder-798104-1-smb neutron-server[74185]: 'SecurityGroup': {'1.2'}, Jun 28 16:32:57.415403 dv-cinder-798104-1-smb neutron-server[74185]: 'SecurityGroupRule': {'1.0'}, Jun 28 16:32:57.415403 dv-cinder-798104-1-smb neutron-server[74185]: 'SubPort': {'1.0'}, Jun 28 16:32:57.415403 dv-cinder-798104-1-smb neutron-server[74185]: 'Subnet': {'1.1'}, Jun 28 16:32:57.415403 dv-cinder-798104-1-smb neutron-server[74185]: 'Trunk': {'1.1'}} Jun 28 16:32:57.415403 dv-cinder-798104-1-smb neutron-server[74185]: consumer versions: Jun 28 16:32:57.415403 dv-cinder-798104-1-smb neutron-server[74185]: { DHCP agent@dv-cinder-798104-1-smb: {}, Jun 28 16:32:57.415403 dv-cinder-798104-1-smb neutron-server[74185]: L3 agent@dv-cinder-798104-1-smb: {}, Jun 28 16:32:57.415403 dv-cinder-798104-1-smb neutron-server[74185]: Metadata agent@dv-cinder-798104-1-smb: {}, Jun 28 16:32:57.415403 dv-cinder-798104-1-smb neutron-server[74185]: Metering agent@dv-cinder-798104-1-smb: {}, Jun 28 16:32:57.415403 dv-cinder-798104-1-smb neutron-server[74185]: Open vSwitch agent@dv-cinder-798104-1-smb: { 'ConntrackHelper': '1.0', Jun 28 16:32:57.415403 dv-cinder-798104-1-smb neutron-server[74185]: 'Log': '1.0', Jun 28 16:32:57.415403 dv-cinder-798104-1-smb neutron-server[74185]: 'Network': '1.1', Jun 28 16:32:57.415403 dv-cinder-798104-1-smb neutron-server[74185]: 'Port': '1.5', Jun 28 16:32:57.415403 dv-cinder-798104-1-smb neutron-server[74185]: 'PortForwarding': '1.2', Jun 28 16:32:57.415403 dv-cinder-798104-1-smb neutron-server[74185]: 'QosPolicy': '1.8', Jun 28 16:32:57.415403 dv-cinder-798104-1-smb neutron-server[74185]: 'SecurityGroup': '1.2', Jun 28 16:32:57.415403 dv-cinder-798104-1-smb neutron-server[74185]: 'SecurityGroupRule': '1.0', Jun 28 16:32:57.415403 dv-cinder-798104-1-smb neutron-server[74185]: 'SubPort': '1.0', Jun 28 16:32:57.415403 dv-cinder-798104-1-smb neutron-server[74185]: 'Subnet': '1.1', Jun 28 16:32:57.415403 dv-cinder-798104-1-smb neutron-server[74185]: 'Trunk': '1.1'}} Jun 28 16:32:57.415403 dv-cinder-798104-1-smb neutron-server[74185]: {{(pid=74185) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jun 28 16:32:57.460972 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG neutron_lib.callbacks.manager [None req-6a6ae71c-784c-4f66-a9e3-8ad26aa6e7a6 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774157680294'] for network, precommit_create {{(pid=74185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 16:32:57.464757 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG oslo_concurrency.lockutils [None req-6a6ae71c-784c-4f66-a9e3-8ad26aa6e7a6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.171s {{(pid=74185) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 16:32:57.502514 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG neutron_lib.callbacks.manager [None req-6a6ae71c-784c-4f66-a9e3-8ad26aa6e7a6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2050463', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1598908'] for network, after_create {{(pid=74185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 16:32:57.504035 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6a6ae71c-784c-4f66-a9e3-8ad26aa6e7a6 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=74185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 16:32:57.504714 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG neutron_lib.callbacks.manager [None req-6a6ae71c-784c-4f66-a9e3-8ad26aa6e7a6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1598890'] for network, before_response {{(pid=74185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 16:32:57.509218 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74185) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 16:32:57.614829 dv-cinder-798104-1-smb neutron-server[74185]: INFO neutron.wsgi [None req-6a6ae71c-784c-4f66-a9e3-8ad26aa6e7a6 admin admin] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 849 time: 0.8961079 Jun 28 16:32:57.615470 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a6ae71c-784c-4f66-a9e3-8ad26aa6e7a6 admin admin] Pushing event updated for resources: {'Network': ['ID=27ee0fd3-07c0-4e41-996d-9b0c0acf0d30,revision_number=1']} {{(pid=74185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 16:32:57.619112 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG oslo_concurrency.lockutils [None req-6a6ae71c-784c-4f66-a9e3-8ad26aa6e7a6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=74185) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 16:32:57.631826 dv-cinder-798104-1-smb neutron-server[74187]: DEBUG neutron.plugins.ml2.rpc [None req-c72dd329-595c-4eca-9296-ba6eff8780d9 None None] Network 27ee0fd3-07c0-4e41-996d-9b0c0acf0d30 details requested by agent ovs-agent-dv-cinder-798104-1-smb with host dv-cinder-798104-1-smb {{(pid=74187) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 28 16:33:00.260599 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG neutron.wsgi [-] (74185) accepted ('10.222.0.26', 44924) {{(pid=74185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 28 16:33:00.766850 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bde8712b-f342-4798-98c8-08a7bc56eda6 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=74185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 16:33:00.768103 dv-cinder-798104-1-smb neutron-server[74185]: INFO neutron.wsgi [None req-bde8712b-f342-4798-98c8-08a7bc56eda6 admin admin] 10.222.0.26 "GET /v2.0/networks/27ee0fd3-07c0-4e41-996d-9b0c0acf0d30 HTTP/1.1" status: 200 len: 825 time: 0.5065238 Jun 28 16:33:00.799977 dv-cinder-798104-1-smb neutron-server[74185]: INFO neutron.wsgi [None req-e1485b2b-f66a-4b9c-85a1-2be3b4736604 admin admin] 10.222.0.26 "GET /v2.0/subnetpools/f92b7a8a-52d6-4d54-8de6-9c31ff161ee0 HTTP/1.1" status: 200 len: 734 time: 0.0263197 Jun 28 16:33:00.808630 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG neutron.api.v2.base [None req-cc6904cf-2d90-4b7a-a971-c4a7b6ca7239 admin admin] Request body: {'subnet': {'ip_version': 4, 'gateway_ip': '172.20.0.1', 'network_id': '27ee0fd3-07c0-4e41-996d-9b0c0acf0d30', 'subnetpool_id': 'f92b7a8a-52d6-4d54-8de6-9c31ff161ee0', 'tenant_id': '593c4b6ee084476fa8c02b2b1c5c3351', 'name': 'private-subnet'}} {{(pid=74185) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jun 28 16:33:00.813393 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG neutron.db.quota.driver [None req-cc6904cf-2d90-4b7a-a971-c4a7b6ca7239 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74185) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 28 16:33:00.817142 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG neutron.quota.resource [None req-cc6904cf-2d90-4b7a-a971-c4a7b6ca7239 admin admin] Usage tracker for resource:subnet and tenant:593c4b6ee084476fa8c02b2b1c5c3351 is out of sync, need to count used quota {{(pid=74185) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 28 16:33:00.820060 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG neutron.quota.resource [None req-cc6904cf-2d90-4b7a-a971-c4a7b6ca7239 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=74185) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 28 16:33:00.825966 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG neutron.db.quota.driver [None req-cc6904cf-2d90-4b7a-a971-c4a7b6ca7239 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74185) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 28 16:33:00.837141 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cc6904cf-2d90-4b7a-a971-c4a7b6ca7239 admin admin] Made reservation on behalf of 593c4b6ee084476fa8c02b2b1c5c3351 for: {'subnet': 1} {{(pid=74185) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 28 16:33:00.839703 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG neutron_lib.callbacks.manager [None req-cc6904cf-2d90-4b7a-a971-c4a7b6ca7239 admin admin] Notify callbacks [] for subnet, before_create {{(pid=74185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 16:33:01.109321 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG neutron_lib.callbacks.manager [None req-cc6904cf-2d90-4b7a-a971-c4a7b6ca7239 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107460', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1598908'] for subnet, after_create {{(pid=74185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 16:33:01.113898 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74185) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 16:33:01.193886 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc6904cf-2d90-4b7a-a971-c4a7b6ca7239 admin admin] Pushing event updated for resources: {'Subnet': ['ID=e74d6ede-5c26-4fed-9054-3548e7ed16d0,revision_number=0']} {{(pid=74185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 16:33:01.199383 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG oslo_concurrency.lockutils [None req-cc6904cf-2d90-4b7a-a971-c4a7b6ca7239 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=74185) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 16:33:01.201091 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc6904cf-2d90-4b7a-a971-c4a7b6ca7239 admin admin] Checking segment: {'id': 'e5e1dcf4-ebbb-4a5e-b5ff-253f0d3048b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 400, 'network_id': '27ee0fd3-07c0-4e41-996d-9b0c0acf0d30'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=74185) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jun 28 16:33:01.201480 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cc6904cf-2d90-4b7a-a971-c4a7b6ca7239 admin admin] Network hostable DHCP agents. Network: 27ee0fd3-07c0-4e41-996d-9b0c0acf0d30, hostable agents: ['55edce43-ec1d-45c6-9e7a-198ba4834d81'], hosted agents: [] {{(pid=74185) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 28 16:33:01.224948 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cc6904cf-2d90-4b7a-a971-c4a7b6ca7239 admin admin] Network 27ee0fd3-07c0-4e41-996d-9b0c0acf0d30 is scheduled to be hosted by DHCP agent 55edce43-ec1d-45c6-9e7a-198ba4834d81 with binding_index 1 {{(pid=74185) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 28 16:33:01.235294 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG neutron.scheduler.base_scheduler [None req-cc6904cf-2d90-4b7a-a971-c4a7b6ca7239 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-798104-1-smb, 27ee0fd3-07c0-4e41-996d-9b0c0acf0d30) {{(pid=74185) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 28 16:33:01.240023 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cc6904cf-2d90-4b7a-a971-c4a7b6ca7239 admin admin] Attributes excluded by policy engine: ['shared', 'network'] {{(pid=74185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 16:33:01.240628 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG neutron_lib.callbacks.manager [None req-cc6904cf-2d90-4b7a-a971-c4a7b6ca7239 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1598890'] for subnet, before_response {{(pid=74185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 16:33:01.245930 dv-cinder-798104-1-smb neutron-server[74187]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-73f78211-eac1-4c4d-834e-bf3402b630ee None None] Network 27ee0fd3-07c0-4e41-996d-9b0c0acf0d30 requested from dv-cinder-798104-1-smb {{(pid=74187) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jun 28 16:33:01.261366 dv-cinder-798104-1-smb neutron-server[74185]: INFO neutron.wsgi [None req-cc6904cf-2d90-4b7a-a971-c4a7b6ca7239 admin admin] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.4561701 Jun 28 16:33:01.562083 dv-cinder-798104-1-smb neutron-server[74187]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bb5b52d4-023e-46b9-bcdd-484c67f33c4f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpdd6b328c-d855-5cf5-99ae-0baf1e0ae5dd-27ee0fd3-07c0-4e41-996d-9b0c0acf0d30', 'network_id': '27ee0fd3-07c0-4e41-996d-9b0c0acf0d30', 'tenant_id': '593c4b6ee084476fa8c02b2b1c5c3351', 'fixed_ips': [{'subnet_id': 'e74d6ede-5c26-4fed-9054-3548e7ed16d0'}]}} from dv-cinder-798104-1-smb. {{(pid=74187) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Jun 28 16:33:01.563289 dv-cinder-798104-1-smb neutron-server[74187]: DEBUG neutron_lib.callbacks.manager [None req-bb5b52d4-023e-46b9-bcdd-484c67f33c4f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621611'] for port, before_create {{(pid=74187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 16:33:01.751728 dv-cinder-798104-1-smb neutron-server[74187]: DEBUG neutron.db.db_base_plugin_common [None req-bb5b52d4-023e-46b9-bcdd-484c67f33c4f None None] Allocated IP 172.20.0.2 (27ee0fd3-07c0-4e41-996d-9b0c0acf0d30/e74d6ede-5c26-4fed-9054-3548e7ed16d0/a9d74b22-23e6-4ec0-9318-68f075c6c152) {{(pid=74187) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 28 16:33:01.984862 dv-cinder-798104-1-smb neutron-server[74187]: DEBUG neutron_lib.callbacks.manager [None req-bb5b52d4-023e-46b9-bcdd-484c67f33c4f None None] Notify callbacks [] for port, precommit_create {{(pid=74187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 16:33:01.999490 dv-cinder-798104-1-smb neutron-server[74187]: DEBUG neutron.db.provisioning_blocks [None req-bb5b52d4-023e-46b9-bcdd-484c67f33c4f None None] Transition to ACTIVE for port object a9d74b22-23e6-4ec0-9318-68f075c6c152 will not be triggered until provisioned by entity L2. {{(pid=74187) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 28 16:33:02.020482 dv-cinder-798104-1-smb neutron-server[74187]: DEBUG neutron.db.provisioning_blocks [None req-bb5b52d4-023e-46b9-bcdd-484c67f33c4f None None] Transition to ACTIVE for port object a9d74b22-23e6-4ec0-9318-68f075c6c152 will not be triggered until provisioned by entity DHCP. {{(pid=74187) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 28 16:33:02.026878 dv-cinder-798104-1-smb neutron-server[74187]: DEBUG neutron_lib.callbacks.manager [None req-bb5b52d4-023e-46b9-bcdd-484c67f33c4f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-615041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1598908', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774157688360'] for port, after_create {{(pid=74187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 16:33:02.034792 dv-cinder-798104-1-smb neutron-server[74187]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74187) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 16:33:02.100940 dv-cinder-798104-1-smb neutron-server[74187]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bb5b52d4-023e-46b9-bcdd-484c67f33c4f None None] Network 27ee0fd3-07c0-4e41-996d-9b0c0acf0d30 is already hosted by enough agents. {{(pid=74187) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 28 16:33:02.104686 dv-cinder-798104-1-smb neutron-server[74187]: DEBUG neutron.scheduler.base_scheduler [None req-bb5b52d4-023e-46b9-bcdd-484c67f33c4f None None] Resources bound (agent type, host, resource id): {{(pid=74187) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 28 16:33:02.108010 dv-cinder-798104-1-smb neutron-server[74187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb5b52d4-023e-46b9-bcdd-484c67f33c4f None None] Pushing event updated for resources: {'Port': ['ID=a9d74b22-23e6-4ec0-9318-68f075c6c152,revision_number=1']} {{(pid=74187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 16:33:02.110420 dv-cinder-798104-1-smb neutron-server[74187]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb5b52d4-023e-46b9-bcdd-484c67f33c4f None None] Received port after_create {{(pid=74187) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 28 16:33:02.150133 dv-cinder-798104-1-smb neutron-server[74187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb5b52d4-023e-46b9-bcdd-484c67f33c4f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798104-1-smb {{(pid=74187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 16:33:02.150469 dv-cinder-798104-1-smb neutron-server[74187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb5b52d4-023e-46b9-bcdd-484c67f33c4f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798104-1-smb {{(pid=74187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 16:33:02.150799 dv-cinder-798104-1-smb neutron-server[74187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb5b52d4-023e-46b9-bcdd-484c67f33c4f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798104-1-smb {{(pid=74187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 16:33:02.151121 dv-cinder-798104-1-smb neutron-server[74187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb5b52d4-023e-46b9-bcdd-484c67f33c4f None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-798104-1-smb {{(pid=74187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 16:33:02.151446 dv-cinder-798104-1-smb neutron-server[74187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb5b52d4-023e-46b9-bcdd-484c67f33c4f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798104-1-smb {{(pid=74187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 16:33:02.151763 dv-cinder-798104-1-smb neutron-server[74187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb5b52d4-023e-46b9-bcdd-484c67f33c4f None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-798104-1-smb {{(pid=74187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 16:33:02.152074 dv-cinder-798104-1-smb neutron-server[74187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb5b52d4-023e-46b9-bcdd-484c67f33c4f None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798104-1-smb {{(pid=74187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 16:33:02.152411 dv-cinder-798104-1-smb neutron-server[74187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb5b52d4-023e-46b9-bcdd-484c67f33c4f None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798104-1-smb {{(pid=74187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 16:33:02.152723 dv-cinder-798104-1-smb neutron-server[74187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb5b52d4-023e-46b9-bcdd-484c67f33c4f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798104-1-smb {{(pid=74187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 16:33:02.153033 dv-cinder-798104-1-smb neutron-server[74187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb5b52d4-023e-46b9-bcdd-484c67f33c4f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798104-1-smb {{(pid=74187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 16:33:02.153344 dv-cinder-798104-1-smb neutron-server[74187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb5b52d4-023e-46b9-bcdd-484c67f33c4f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798104-1-smb {{(pid=74187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 16:33:02.154432 dv-cinder-798104-1-smb neutron-server[74187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb5b52d4-023e-46b9-bcdd-484c67f33c4f None None] Tracked resource versions report: Jun 28 16:33:02.154432 dv-cinder-798104-1-smb neutron-server[74187]: pushed versions: Jun 28 16:33:02.154432 dv-cinder-798104-1-smb neutron-server[74187]: { 'ConntrackHelper': {'1.0'}, Jun 28 16:33:02.154432 dv-cinder-798104-1-smb neutron-server[74187]: 'Log': {'1.0'}, Jun 28 16:33:02.154432 dv-cinder-798104-1-smb neutron-server[74187]: 'Network': {'1.1'}, Jun 28 16:33:02.154432 dv-cinder-798104-1-smb neutron-server[74187]: 'Port': {'1.5'}, Jun 28 16:33:02.154432 dv-cinder-798104-1-smb neutron-server[74187]: 'PortForwarding': {'1.2'}, Jun 28 16:33:02.154432 dv-cinder-798104-1-smb neutron-server[74187]: 'QosPolicy': {'1.8'}, Jun 28 16:33:02.154432 dv-cinder-798104-1-smb neutron-server[74187]: 'SecurityGroup': {'1.2'}, Jun 28 16:33:02.154432 dv-cinder-798104-1-smb neutron-server[74187]: 'SecurityGroupRule': {'1.0'}, Jun 28 16:33:02.154432 dv-cinder-798104-1-smb neutron-server[74187]: 'SubPort': {'1.0'}, Jun 28 16:33:02.154432 dv-cinder-798104-1-smb neutron-server[74187]: 'Subnet': {'1.1'}, Jun 28 16:33:02.154432 dv-cinder-798104-1-smb neutron-server[74187]: 'Trunk': {'1.1'}} Jun 28 16:33:02.154432 dv-cinder-798104-1-smb neutron-server[74187]: consumer versions: Jun 28 16:33:02.154432 dv-cinder-798104-1-smb neutron-server[74187]: { DHCP agent@dv-cinder-798104-1-smb: {}, Jun 28 16:33:02.154432 dv-cinder-798104-1-smb neutron-server[74187]: L3 agent@dv-cinder-798104-1-smb: {}, Jun 28 16:33:02.154432 dv-cinder-798104-1-smb neutron-server[74187]: Metadata agent@dv-cinder-798104-1-smb: {}, Jun 28 16:33:02.154432 dv-cinder-798104-1-smb neutron-server[74187]: Metering agent@dv-cinder-798104-1-smb: {}, Jun 28 16:33:02.154432 dv-cinder-798104-1-smb neutron-server[74187]: Open vSwitch agent@dv-cinder-798104-1-smb: { 'ConntrackHelper': '1.0', Jun 28 16:33:02.154432 dv-cinder-798104-1-smb neutron-server[74187]: 'Log': '1.0', Jun 28 16:33:02.154432 dv-cinder-798104-1-smb neutron-server[74187]: 'Network': '1.1', Jun 28 16:33:02.154432 dv-cinder-798104-1-smb neutron-server[74187]: 'Port': '1.5', Jun 28 16:33:02.154432 dv-cinder-798104-1-smb neutron-server[74187]: 'PortForwarding': '1.2', Jun 28 16:33:02.154432 dv-cinder-798104-1-smb neutron-server[74187]: 'QosPolicy': '1.8', Jun 28 16:33:02.154432 dv-cinder-798104-1-smb neutron-server[74187]: 'SecurityGroup': '1.2', Jun 28 16:33:02.154432 dv-cinder-798104-1-smb neutron-server[74187]: 'SecurityGroupRule': '1.0', Jun 28 16:33:02.154432 dv-cinder-798104-1-smb neutron-server[74187]: 'SubPort': '1.0', Jun 28 16:33:02.154432 dv-cinder-798104-1-smb neutron-server[74187]: 'Subnet': '1.1', Jun 28 16:33:02.154432 dv-cinder-798104-1-smb neutron-server[74187]: 'Trunk': '1.1'}} Jun 28 16:33:02.154432 dv-cinder-798104-1-smb neutron-server[74187]: {{(pid=74187) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jun 28 16:33:02.188588 dv-cinder-798104-1-smb neutron-server[74187]: DEBUG oslo_concurrency.lockutils [None req-bb5b52d4-023e-46b9-bcdd-484c67f33c4f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.154s {{(pid=74187) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 16:33:02.216283 dv-cinder-798104-1-smb neutron-server[74187]: DEBUG neutron.plugins.ml2.managers [None req-bb5b52d4-023e-46b9-bcdd-484c67f33c4f None None] Attempting to bind port a9d74b22-23e6-4ec0-9318-68f075c6c152 on host dv-cinder-798104-1-smb for vnic_type normal with profile {{(pid=74187) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 28 16:33:02.216684 dv-cinder-798104-1-smb neutron-server[74187]: DEBUG neutron.plugins.ml2.managers [None req-bb5b52d4-023e-46b9-bcdd-484c67f33c4f None None] Attempting to bind port a9d74b22-23e6-4ec0-9318-68f075c6c152 by drivers openvswitch,hyperv on host dv-cinder-798104-1-smb at level 0 using segments [{'id': 'e5e1dcf4-ebbb-4a5e-b5ff-253f0d3048b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 400, 'network_id': '27ee0fd3-07c0-4e41-996d-9b0c0acf0d30'}] {{(pid=74187) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 28 16:33:02.217104 dv-cinder-798104-1-smb neutron-server[74187]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb5b52d4-023e-46b9-bcdd-484c67f33c4f None None] Attempting to bind port a9d74b22-23e6-4ec0-9318-68f075c6c152 on network 27ee0fd3-07c0-4e41-996d-9b0c0acf0d30 {{(pid=74187) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jun 28 16:33:02.224477 dv-cinder-798104-1-smb neutron-server[74187]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb5b52d4-023e-46b9-bcdd-484c67f33c4f None None] Checking agent: {'id': 'fa82f27f-b773-4083-82bf-f246fc41f2de', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-798104-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 28, 16, 32, 44), 'started_at': datetime.datetime(2021, 6, 28, 16, 32, 44), 'heartbeat_timestamp': datetime.datetime(2021, 6, 28, 16, 32, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-798104-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=74187) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jun 28 16:33:02.224875 dv-cinder-798104-1-smb neutron-server[74187]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb5b52d4-023e-46b9-bcdd-484c67f33c4f None None] Checking segment: {'id': 'e5e1dcf4-ebbb-4a5e-b5ff-253f0d3048b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 400, 'network_id': '27ee0fd3-07c0-4e41-996d-9b0c0acf0d30'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=74187) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jun 28 16:33:02.225331 dv-cinder-798104-1-smb neutron-server[74187]: DEBUG neutron_lib.callbacks.manager [None req-bb5b52d4-023e-46b9-bcdd-484c67f33c4f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=74187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 16:33:02.225718 dv-cinder-798104-1-smb neutron-server[74187]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb5b52d4-023e-46b9-bcdd-484c67f33c4f None None] Bound using segment: {'id': 'e5e1dcf4-ebbb-4a5e-b5ff-253f0d3048b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 400, 'network_id': '27ee0fd3-07c0-4e41-996d-9b0c0acf0d30'} {{(pid=74187) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jun 28 16:33:02.226243 dv-cinder-798104-1-smb neutron-server[74187]: DEBUG neutron.plugins.ml2.managers [None req-bb5b52d4-023e-46b9-bcdd-484c67f33c4f None None] Bound port: a9d74b22-23e6-4ec0-9318-68f075c6c152, host: dv-cinder-798104-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e5e1dcf4-ebbb-4a5e-b5ff-253f0d3048b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 400, 'network_id': '27ee0fd3-07c0-4e41-996d-9b0c0acf0d30'}}] {{(pid=74187) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 28 16:33:02.226618 dv-cinder-798104-1-smb neutron-server[74187]: DEBUG neutron_lib.callbacks.manager [None req-bb5b52d4-023e-46b9-bcdd-484c67f33c4f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621611'] for port, before_update {{(pid=74187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 16:33:02.314878 dv-cinder-798104-1-smb neutron-server[74187]: DEBUG neutron.plugins.ml2.db [None req-bb5b52d4-023e-46b9-bcdd-484c67f33c4f None None] For port a9d74b22-23e6-4ec0-9318-68f075c6c152, host dv-cinder-798104-1-smb, cleared binding levels {{(pid=74187) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 28 16:33:02.318841 dv-cinder-798104-1-smb neutron-server[74187]: DEBUG neutron.plugins.ml2.db [None req-bb5b52d4-023e-46b9-bcdd-484c67f33c4f None None] For port a9d74b22-23e6-4ec0-9318-68f075c6c152, host dv-cinder-798104-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-798104-1-smb',level=0,port_id=a9d74b22-23e6-4ec0-9318-68f075c6c152,segment=NetworkSegment(e5e1dcf4-ebbb-4a5e-b5ff-253f0d3048b0),segment_id=e5e1dcf4-ebbb-4a5e-b5ff-253f0d3048b0)] {{(pid=74187) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 28 16:33:02.323487 dv-cinder-798104-1-smb neutron-server[74187]: DEBUG neutron_lib.callbacks.manager [None req-bb5b52d4-023e-46b9-bcdd-484c67f33c4f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-615041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1598908', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774158213048', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774157688378', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774157688423'] for port, after_update {{(pid=74187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 16:33:02.327363 dv-cinder-798104-1-smb neutron-server[74187]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74187) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 16:33:02.433110 dv-cinder-798104-1-smb neutron-server[74187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb5b52d4-023e-46b9-bcdd-484c67f33c4f None None] Pushing event updated for resources: {'Port': ['ID=a9d74b22-23e6-4ec0-9318-68f075c6c152,revision_number=2']} {{(pid=74187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 16:33:02.436203 dv-cinder-798104-1-smb neutron-server[74187]: DEBUG oslo_concurrency.lockutils [None req-bb5b52d4-023e-46b9-bcdd-484c67f33c4f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=74187) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 16:33:03.596968 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG neutron.wsgi [-] (74185) accepted ('10.222.0.26', 44934) {{(pid=74185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 28 16:33:04.028825 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG neutron.wsgi [None req-9f4cd93a-0852-433b-9605-a9185ca556b3 admin admin] http://10.222.0.26:9696/v2.0/extensions returned with HTTP 200 {{(pid=74185) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Jun 28 16:33:04.029968 dv-cinder-798104-1-smb neutron-server[74185]: INFO neutron.wsgi [None req-9f4cd93a-0852-433b-9605-a9185ca556b3 admin admin] 10.222.0.26 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.4320316 Jun 28 16:33:06.227786 dv-cinder-798104-1-smb neutron-server[74187]: DEBUG neutron.plugins.ml2.rpc [None req-c72dd329-595c-4eca-9296-ba6eff8780d9 None None] Device a9d74b22-23e6-4ec0-9318-68f075c6c152 up at agent ovs-agent-dv-cinder-798104-1-smb {{(pid=74187) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 28 16:33:06.311257 dv-cinder-798104-1-smb neutron-server[74187]: DEBUG neutron.db.provisioning_blocks [None req-c72dd329-595c-4eca-9296-ba6eff8780d9 None None] Provisioning for port a9d74b22-23e6-4ec0-9318-68f075c6c152 completed by entity L2. {{(pid=74187) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 28 16:33:06.321628 dv-cinder-798104-1-smb neutron-server[74187]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5b422e36-0875-455f-af9f-4b0facf1cf64 None None] Network 27ee0fd3-07c0-4e41-996d-9b0c0acf0d30 requested from dv-cinder-798104-1-smb {{(pid=74187) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jun 28 16:33:06.426862 dv-cinder-798104-1-smb neutron-server[74187]: DEBUG neutron.db.provisioning_blocks [None req-d4fd496f-7eb7-4db9-ad57-fcf85550b960 None None] Provisioning for port a9d74b22-23e6-4ec0-9318-68f075c6c152 completed by entity DHCP. {{(pid=74187) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 28 16:33:06.440034 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG neutron.wsgi [-] (74185) accepted ('10.222.0.26', 44948) {{(pid=74185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 28 16:33:06.445428 dv-cinder-798104-1-smb neutron-server[74187]: DEBUG neutron.db.provisioning_blocks [None req-d4fd496f-7eb7-4db9-ad57-fcf85550b960 None None] Provisioning complete for port a9d74b22-23e6-4ec0-9318-68f075c6c152 triggered by entity DHCP. {{(pid=74187) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 28 16:33:06.445832 dv-cinder-798104-1-smb neutron-server[74187]: DEBUG neutron_lib.callbacks.manager [None req-d4fd496f-7eb7-4db9-ad57-fcf85550b960 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1002786'] for port, provisioning_complete {{(pid=74187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 16:33:06.662581 dv-cinder-798104-1-smb neutron-server[74187]: DEBUG neutron_lib.callbacks.manager [None req-d4fd496f-7eb7-4db9-ad57-fcf85550b960 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621611'] for port, before_update {{(pid=74187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 16:33:06.714824 dv-cinder-798104-1-smb neutron-server[74187]: DEBUG neutron.plugins.ml2.db [None req-d4fd496f-7eb7-4db9-ad57-fcf85550b960 None None] For port a9d74b22-23e6-4ec0-9318-68f075c6c152, host dv-cinder-798104-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-798104-1-smb',level=0,port_id=a9d74b22-23e6-4ec0-9318-68f075c6c152,segment=NetworkSegment(e5e1dcf4-ebbb-4a5e-b5ff-253f0d3048b0),segment_id=e5e1dcf4-ebbb-4a5e-b5ff-253f0d3048b0)] {{(pid=74187) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 16:33:06.725563 dv-cinder-798104-1-smb neutron-server[74187]: DEBUG neutron_lib.callbacks.manager [None req-d4fd496f-7eb7-4db9-ad57-fcf85550b960 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-615041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1598908', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774158213048', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774157688378', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774157688423'] for port, after_update {{(pid=74187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 16:33:06.728369 dv-cinder-798104-1-smb neutron-server[74187]: DEBUG oslo_concurrency.lockutils [None req-bb5b52d4-023e-46b9-bcdd-484c67f33c4f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74187) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 16:33:06.821335 dv-cinder-798104-1-smb neutron-server[74187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4fd496f-7eb7-4db9-ad57-fcf85550b960 None None] Pushing event updated for resources: {'Port': ['ID=a9d74b22-23e6-4ec0-9318-68f075c6c152,revision_number=3']} {{(pid=74187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 16:33:06.828809 dv-cinder-798104-1-smb neutron-server[74187]: DEBUG oslo_concurrency.lockutils [None req-d4fd496f-7eb7-4db9-ad57-fcf85550b960 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=74187) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 16:33:06.923894 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG neutron.wsgi [None req-2a485d2e-922f-4216-a077-18fa328c2c47 admin admin] http://10.222.0.26:9696/v2.0/extensions returned with HTTP 200 {{(pid=74185) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Jun 28 16:33:06.925490 dv-cinder-798104-1-smb neutron-server[74185]: INFO neutron.wsgi [None req-2a485d2e-922f-4216-a077-18fa328c2c47 admin admin] 10.222.0.26 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.4843206 Jun 28 16:33:07.058549 dv-cinder-798104-1-smb neutron-server[74187]: DEBUG neutron.db.provisioning_blocks [None req-4f2a017e-e84c-46ba-9f7c-e0dbee9a2edc None None] Provisioning complete for port a9d74b22-23e6-4ec0-9318-68f075c6c152 triggered by entity DHCP. {{(pid=74187) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 28 16:33:07.058997 dv-cinder-798104-1-smb neutron-server[74187]: DEBUG neutron_lib.callbacks.manager [None req-4f2a017e-e84c-46ba-9f7c-e0dbee9a2edc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1002786'] for port, provisioning_complete {{(pid=74187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 16:33:08.191325 dv-cinder-798104-1-smb neutron-server[74187]: DEBUG neutron.plugins.ml2.rpc [None req-c72dd329-595c-4eca-9296-ba6eff8780d9 None None] Device a9d74b22-23e6-4ec0-9318-68f075c6c152 up at agent ovs-agent-dv-cinder-798104-1-smb {{(pid=74187) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 28 16:33:08.264578 dv-cinder-798104-1-smb neutron-server[74187]: DEBUG neutron.db.provisioning_blocks [None req-c72dd329-595c-4eca-9296-ba6eff8780d9 None None] Provisioning complete for port a9d74b22-23e6-4ec0-9318-68f075c6c152 triggered by entity L2. {{(pid=74187) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 28 16:33:08.264953 dv-cinder-798104-1-smb neutron-server[74187]: DEBUG neutron_lib.callbacks.manager [None req-c72dd329-595c-4eca-9296-ba6eff8780d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1002786'] for port, provisioning_complete {{(pid=74187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 16:33:09.815856 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG neutron.wsgi [-] (74185) accepted ('10.222.0.26', 44960) {{(pid=74185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 28 16:33:10.264688 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG neutron.api.v2.base [None req-f9a368ee-029a-490e-940c-acdd2c9f2556 admin admin] Request body: {'router': {'name': 'router1', 'admin_state_up': True, 'tenant_id': '593c4b6ee084476fa8c02b2b1c5c3351'}} {{(pid=74185) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jun 28 16:33:10.272536 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG neutron.db.quota.driver [None req-f9a368ee-029a-490e-940c-acdd2c9f2556 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74185) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 28 16:33:10.277811 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG neutron.quota.resource [None req-f9a368ee-029a-490e-940c-acdd2c9f2556 admin admin] Usage tracker for resource:router and tenant:593c4b6ee084476fa8c02b2b1c5c3351 is out of sync, need to count used quota {{(pid=74185) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 28 16:33:10.281407 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG neutron.quota.resource [None req-f9a368ee-029a-490e-940c-acdd2c9f2556 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=74185) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 28 16:33:10.287329 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG neutron.db.quota.driver [None req-f9a368ee-029a-490e-940c-acdd2c9f2556 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74185) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 28 16:33:10.298433 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG neutron_lib.callbacks.manager [None req-f9a368ee-029a-490e-940c-acdd2c9f2556 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1623891', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3692'] for router, before_create {{(pid=74185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 16:33:10.299946 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG neutron_lib.callbacks.manager [None req-f9a368ee-029a-490e-940c-acdd2c9f2556 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1622264', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1624284', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2010498', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3685'] for router, precommit_create {{(pid=74185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 16:33:10.329087 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG neutron_lib.callbacks.manager [None req-f9a368ee-029a-490e-940c-acdd2c9f2556 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=74185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 16:33:10.446651 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG neutron_lib.callbacks.manager [None req-f9a368ee-029a-490e-940c-acdd2c9f2556 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1623880', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1624305'] for router, after_create {{(pid=74185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 16:33:10.466925 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG neutron_lib.callbacks.manager [None req-f9a368ee-029a-490e-940c-acdd2c9f2556 admin admin] Notify callbacks [] for router, before_response {{(pid=74185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 16:33:10.468433 dv-cinder-798104-1-smb neutron-server[74185]: INFO neutron.wsgi [None req-f9a368ee-029a-490e-940c-acdd2c9f2556 admin admin] 10.222.0.26 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.6510127 Jun 28 16:33:12.777151 dv-cinder-798104-1-smb neutron-server[74186]: DEBUG neutron.wsgi [-] (74186) accepted ('10.222.0.26', 44970) {{(pid=74186) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 28 16:33:13.196414 dv-cinder-798104-1-smb neutron-server[74186]: DEBUG neutron.wsgi [None req-e91fbe8f-12d5-4959-acce-d9aee8d43407 admin admin] http://10.222.0.26:9696/v2.0/extensions returned with HTTP 200 {{(pid=74186) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Jun 28 16:33:13.197466 dv-cinder-798104-1-smb neutron-server[74186]: INFO neutron.wsgi [None req-e91fbe8f-12d5-4959-acce-d9aee8d43407 admin admin] 10.222.0.26 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.4191988 Jun 28 16:33:13.582674 dv-cinder-798104-1-smb neutron-server[74187]: DEBUG neutron_lib.callbacks.manager [None req-eb06072c-e7bd-4bb3-8e08-6e71ee5177a2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774158209648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1002899'] for agent, after_update {{(pid=74187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 16:33:13.826662 dv-cinder-798104-1-smb neutron-server[74187]: DEBUG neutron_lib.callbacks.manager [None req-c72dd329-595c-4eca-9296-ba6eff8780d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774158209648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1002899'] for agent, after_update {{(pid=74187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 16:33:15.459766 dv-cinder-798104-1-smb neutron-server[74186]: DEBUG neutron.wsgi [-] (74186) accepted ('10.222.0.26', 44980) {{(pid=74186) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 28 16:33:15.859300 dv-cinder-798104-1-smb neutron-server[74186]: DEBUG neutron.api.v2.base [None req-8c04c7ef-baca-4b16-a4de-e1151e8a7ea5 admin admin] Request body: {'network': {'provider:network_type': 'flat', 'provider:physical_network': 'physnet1', 'name': 'public', 'router:external': True, 'is_default': True, 'admin_state_up': True}} {{(pid=74186) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jun 28 16:33:15.860746 dv-cinder-798104-1-smb neutron-server[74186]: INFO neutron.quota [None req-8c04c7ef-baca-4b16-a4de-e1151e8a7ea5 admin admin] Loaded quota_driver: . Jun 28 16:33:15.876474 dv-cinder-798104-1-smb neutron-server[74186]: DEBUG neutron.db.quota.driver [None req-8c04c7ef-baca-4b16-a4de-e1151e8a7ea5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74186) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 28 16:33:15.882990 dv-cinder-798104-1-smb neutron-server[74186]: DEBUG neutron.quota.resource [None req-8c04c7ef-baca-4b16-a4de-e1151e8a7ea5 admin admin] Usage tracker for resource:network and tenant:ff872e954ff5478cbcc71b79438166e4 is out of sync, need to count used quota {{(pid=74186) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 28 16:33:15.887752 dv-cinder-798104-1-smb neutron-server[74186]: DEBUG neutron.quota.resource [None req-8c04c7ef-baca-4b16-a4de-e1151e8a7ea5 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=74186) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 28 16:33:15.896228 dv-cinder-798104-1-smb neutron-server[74186]: DEBUG neutron.db.quota.driver [None req-8c04c7ef-baca-4b16-a4de-e1151e8a7ea5 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74186) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 28 16:33:15.913716 dv-cinder-798104-1-smb neutron-server[74186]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8c04c7ef-baca-4b16-a4de-e1151e8a7ea5 admin admin] Made reservation on behalf of ff872e954ff5478cbcc71b79438166e4 for: {'network': 1} {{(pid=74186) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 28 16:33:15.946200 dv-cinder-798104-1-smb neutron-server[74186]: DEBUG neutron.policy [None req-8c04c7ef-baca-4b16-a4de-e1151e8a7ea5 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=74186) register_rules /opt/stack/neutron/neutron/policy.py:65}} Jun 28 16:33:15.946969 dv-cinder-798104-1-smb neutron-server[74186]: WARNING oslo_policy.policy [None req-8c04c7ef-baca-4b16-a4de-e1151e8a7ea5 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jun 28 16:33:15.947339 dv-cinder-798104-1-smb neutron-server[74186]: WARNING oslo_policy.policy [None req-8c04c7ef-baca-4b16-a4de-e1151e8a7ea5 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jun 28 16:33:15.951847 dv-cinder-798104-1-smb neutron-server[74186]: DEBUG neutron_lib.callbacks.manager [None req-8c04c7ef-baca-4b16-a4de-e1151e8a7ea5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621611'] for network, before_create {{(pid=74186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 16:33:15.971489 dv-cinder-798104-1-smb neutron-server[74186]: DEBUG neutron_lib.callbacks.manager [None req-8c04c7ef-baca-4b16-a4de-e1151e8a7ea5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=74186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 16:33:16.016057 dv-cinder-798104-1-smb neutron-server[74186]: DEBUG neutron.db.quota.driver [None req-8c04c7ef-baca-4b16-a4de-e1151e8a7ea5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74186) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 28 16:33:16.019793 dv-cinder-798104-1-smb neutron-server[74186]: DEBUG neutron.quota.resource [None req-8c04c7ef-baca-4b16-a4de-e1151e8a7ea5 admin admin] Usage tracker for resource:security_group_rule and tenant:ff872e954ff5478cbcc71b79438166e4 is out of sync, need to count used quota {{(pid=74186) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 28 16:33:16.023023 dv-cinder-798104-1-smb neutron-server[74186]: DEBUG neutron.quota.resource [None req-8c04c7ef-baca-4b16-a4de-e1151e8a7ea5 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=74186) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 28 16:33:16.029168 dv-cinder-798104-1-smb neutron-server[74186]: DEBUG neutron.db.quota.driver [None req-8c04c7ef-baca-4b16-a4de-e1151e8a7ea5 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74186) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 28 16:33:16.101351 dv-cinder-798104-1-smb neutron-server[74186]: DEBUG neutron_lib.callbacks.manager [None req-8c04c7ef-baca-4b16-a4de-e1151e8a7ea5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=74186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 16:33:16.105610 dv-cinder-798104-1-smb neutron-server[74186]: DEBUG neutron_lib.callbacks.manager [None req-8c04c7ef-baca-4b16-a4de-e1151e8a7ea5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2050486'] for security_group, after_create {{(pid=74186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 16:33:16.113433 dv-cinder-798104-1-smb neutron-server[74186]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74186) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 16:33:16.115142 dv-cinder-798104-1-smb neutron-server[74187]: DEBUG neutron_lib.callbacks.manager [None req-8410034f-76a6-4928-a3aa-dec96b47e98c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774158209648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1002899'] for agent, after_update {{(pid=74187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 16:33:16.125384 dv-cinder-798104-1-smb neutron-server[74186]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-8c04c7ef-baca-4b16-a4de-e1151e8a7ea5 admin admin] Reserving flat network on physical network physnet1 {{(pid=74186) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}} Jun 28 16:33:16.159103 dv-cinder-798104-1-smb neutron-server[74186]: DEBUG neutron_lib.callbacks.manager [None req-8c04c7ef-baca-4b16-a4de-e1151e8a7ea5 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8774158209657', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-938564'] for segment, precommit_create {{(pid=74186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 16:33:16.159680 dv-cinder-798104-1-smb neutron-server[74186]: DEBUG neutron_lib.callbacks.manager [None req-8c04c7ef-baca-4b16-a4de-e1151e8a7ea5 admin admin] Unsubscribe: segment precommit_create {{(pid=74186) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Jun 28 16:33:16.160211 dv-cinder-798104-1-smb neutron-server[74186]: INFO neutron.db.segments_db [None req-8c04c7ef-baca-4b16-a4de-e1151e8a7ea5 admin admin] Added segment 1fdcd85b-55c4-4ae7-ac73-ac3bd2107891 of type flat for network f9715ce2-16ba-4ae9-9a15-557432d0a5ed Jun 28 16:33:16.168580 dv-cinder-798104-1-smb neutron-server[74186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c04c7ef-baca-4b16-a4de-e1151e8a7ea5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bf908552-dc8f-4de5-a260-abaacfb9de2a,revision_number=1']} {{(pid=74186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 16:33:16.236864 dv-cinder-798104-1-smb neutron-server[74186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c04c7ef-baca-4b16-a4de-e1151e8a7ea5 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798104-1-smb {{(pid=74186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 16:33:16.237193 dv-cinder-798104-1-smb neutron-server[74186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c04c7ef-baca-4b16-a4de-e1151e8a7ea5 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798104-1-smb {{(pid=74186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 16:33:16.237517 dv-cinder-798104-1-smb neutron-server[74186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c04c7ef-baca-4b16-a4de-e1151e8a7ea5 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798104-1-smb {{(pid=74186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 16:33:16.237835 dv-cinder-798104-1-smb neutron-server[74186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c04c7ef-baca-4b16-a4de-e1151e8a7ea5 admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-798104-1-smb {{(pid=74186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 16:33:16.238150 dv-cinder-798104-1-smb neutron-server[74186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c04c7ef-baca-4b16-a4de-e1151e8a7ea5 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798104-1-smb {{(pid=74186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 16:33:16.238463 dv-cinder-798104-1-smb neutron-server[74186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c04c7ef-baca-4b16-a4de-e1151e8a7ea5 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-798104-1-smb {{(pid=74186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 16:33:16.238772 dv-cinder-798104-1-smb neutron-server[74186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c04c7ef-baca-4b16-a4de-e1151e8a7ea5 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798104-1-smb {{(pid=74186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 16:33:16.239096 dv-cinder-798104-1-smb neutron-server[74186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c04c7ef-baca-4b16-a4de-e1151e8a7ea5 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798104-1-smb {{(pid=74186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 16:33:16.239405 dv-cinder-798104-1-smb neutron-server[74186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c04c7ef-baca-4b16-a4de-e1151e8a7ea5 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798104-1-smb {{(pid=74186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 16:33:16.239714 dv-cinder-798104-1-smb neutron-server[74186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c04c7ef-baca-4b16-a4de-e1151e8a7ea5 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798104-1-smb {{(pid=74186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 16:33:16.240064 dv-cinder-798104-1-smb neutron-server[74186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c04c7ef-baca-4b16-a4de-e1151e8a7ea5 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798104-1-smb {{(pid=74186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 16:33:16.241150 dv-cinder-798104-1-smb neutron-server[74186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c04c7ef-baca-4b16-a4de-e1151e8a7ea5 admin admin] Tracked resource versions report: Jun 28 16:33:16.241150 dv-cinder-798104-1-smb neutron-server[74186]: pushed versions: Jun 28 16:33:16.241150 dv-cinder-798104-1-smb neutron-server[74186]: { 'ConntrackHelper': {'1.0'}, Jun 28 16:33:16.241150 dv-cinder-798104-1-smb neutron-server[74186]: 'Log': {'1.0'}, Jun 28 16:33:16.241150 dv-cinder-798104-1-smb neutron-server[74186]: 'Network': {'1.1'}, Jun 28 16:33:16.241150 dv-cinder-798104-1-smb neutron-server[74186]: 'Port': {'1.5'}, Jun 28 16:33:16.241150 dv-cinder-798104-1-smb neutron-server[74186]: 'PortForwarding': {'1.2'}, Jun 28 16:33:16.241150 dv-cinder-798104-1-smb neutron-server[74186]: 'QosPolicy': {'1.8'}, Jun 28 16:33:16.241150 dv-cinder-798104-1-smb neutron-server[74186]: 'SecurityGroup': {'1.2'}, Jun 28 16:33:16.241150 dv-cinder-798104-1-smb neutron-server[74186]: 'SecurityGroupRule': {'1.0'}, Jun 28 16:33:16.241150 dv-cinder-798104-1-smb neutron-server[74186]: 'SubPort': {'1.0'}, Jun 28 16:33:16.241150 dv-cinder-798104-1-smb neutron-server[74186]: 'Subnet': {'1.1'}, Jun 28 16:33:16.241150 dv-cinder-798104-1-smb neutron-server[74186]: 'Trunk': {'1.1'}} Jun 28 16:33:16.241150 dv-cinder-798104-1-smb neutron-server[74186]: consumer versions: Jun 28 16:33:16.241150 dv-cinder-798104-1-smb neutron-server[74186]: { DHCP agent@dv-cinder-798104-1-smb: {}, Jun 28 16:33:16.241150 dv-cinder-798104-1-smb neutron-server[74186]: L3 agent@dv-cinder-798104-1-smb: {}, Jun 28 16:33:16.241150 dv-cinder-798104-1-smb neutron-server[74186]: Metadata agent@dv-cinder-798104-1-smb: {}, Jun 28 16:33:16.241150 dv-cinder-798104-1-smb neutron-server[74186]: Metering agent@dv-cinder-798104-1-smb: {}, Jun 28 16:33:16.241150 dv-cinder-798104-1-smb neutron-server[74186]: Open vSwitch agent@dv-cinder-798104-1-smb: { 'ConntrackHelper': '1.0', Jun 28 16:33:16.241150 dv-cinder-798104-1-smb neutron-server[74186]: 'Log': '1.0', Jun 28 16:33:16.241150 dv-cinder-798104-1-smb neutron-server[74186]: 'Network': '1.1', Jun 28 16:33:16.241150 dv-cinder-798104-1-smb neutron-server[74186]: 'Port': '1.5', Jun 28 16:33:16.241150 dv-cinder-798104-1-smb neutron-server[74186]: 'PortForwarding': '1.2', Jun 28 16:33:16.241150 dv-cinder-798104-1-smb neutron-server[74186]: 'QosPolicy': '1.8', Jun 28 16:33:16.241150 dv-cinder-798104-1-smb neutron-server[74186]: 'SecurityGroup': '1.2', Jun 28 16:33:16.241150 dv-cinder-798104-1-smb neutron-server[74186]: 'SecurityGroupRule': '1.0', Jun 28 16:33:16.241150 dv-cinder-798104-1-smb neutron-server[74186]: 'SubPort': '1.0', Jun 28 16:33:16.241150 dv-cinder-798104-1-smb neutron-server[74186]: 'Subnet': '1.1', Jun 28 16:33:16.241150 dv-cinder-798104-1-smb neutron-server[74186]: 'Trunk': '1.1'}} Jun 28 16:33:16.241150 dv-cinder-798104-1-smb neutron-server[74186]: {{(pid=74186) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jun 28 16:33:16.283257 dv-cinder-798104-1-smb neutron-server[74186]: DEBUG neutron_lib.callbacks.manager [None req-8c04c7ef-baca-4b16-a4de-e1151e8a7ea5 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774157680294'] for network, precommit_create {{(pid=74186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 16:33:16.292393 dv-cinder-798104-1-smb neutron-server[74186]: DEBUG oslo_concurrency.lockutils [None req-8c04c7ef-baca-4b16-a4de-e1151e8a7ea5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.179s {{(pid=74186) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 16:33:16.328579 dv-cinder-798104-1-smb neutron-server[74186]: DEBUG neutron_lib.callbacks.manager [None req-8c04c7ef-baca-4b16-a4de-e1151e8a7ea5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2050463', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1598908'] for network, after_create {{(pid=74186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 16:33:16.329837 dv-cinder-798104-1-smb neutron-server[74186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8c04c7ef-baca-4b16-a4de-e1151e8a7ea5 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=74186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 16:33:16.330477 dv-cinder-798104-1-smb neutron-server[74186]: DEBUG neutron_lib.callbacks.manager [None req-8c04c7ef-baca-4b16-a4de-e1151e8a7ea5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1598890'] for network, before_response {{(pid=74186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 16:33:16.334919 dv-cinder-798104-1-smb neutron-server[74186]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74186) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 16:33:16.436094 dv-cinder-798104-1-smb neutron-server[74186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c04c7ef-baca-4b16-a4de-e1151e8a7ea5 admin admin] Pushing event updated for resources: {'Network': ['ID=f9715ce2-16ba-4ae9-9a15-557432d0a5ed,revision_number=1']} {{(pid=74186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 16:33:16.438714 dv-cinder-798104-1-smb neutron-server[74186]: INFO neutron.wsgi [None req-8c04c7ef-baca-4b16-a4de-e1151e8a7ea5 admin admin] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.9779682 Jun 28 16:33:16.440466 dv-cinder-798104-1-smb neutron-server[74186]: DEBUG oslo_concurrency.lockutils [None req-8c04c7ef-baca-4b16-a4de-e1151e8a7ea5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=74186) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 16:33:16.449276 dv-cinder-798104-1-smb neutron-server[74187]: DEBUG neutron.plugins.ml2.rpc [None req-c72dd329-595c-4eca-9296-ba6eff8780d9 None None] Network f9715ce2-16ba-4ae9-9a15-557432d0a5ed details requested by agent ovs-agent-dv-cinder-798104-1-smb with host dv-cinder-798104-1-smb {{(pid=74187) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 28 16:33:17.500351 dv-cinder-798104-1-smb neutron-server[74187]: DEBUG neutron_lib.callbacks.manager [None req-17b6939a-39ed-439c-8d74-c49ac6595f0c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774158209648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1002899'] for agent, after_update {{(pid=74187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 16:33:18.517178 dv-cinder-798104-1-smb neutron-server[74187]: DEBUG neutron_lib.callbacks.manager [None req-d49266a9-82cf-4da4-977f-ceca59b71534 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774158209648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1002899'] for agent, after_update {{(pid=74187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 16:33:18.678022 dv-cinder-798104-1-smb neutron-server[74186]: DEBUG neutron.wsgi [-] (74186) accepted ('10.222.0.26', 45006) {{(pid=74186) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 28 16:33:18.927663 dv-cinder-798104-1-smb neutron-server[74186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6c7eb4af-32ba-4b33-8fee-9c882e26fd68 admin admin] Attributes excluded by policy engine: ['shared'] {{(pid=74186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 16:33:18.929050 dv-cinder-798104-1-smb neutron-server[74186]: INFO neutron.wsgi [None req-6c7eb4af-32ba-4b33-8fee-9c882e26fd68 admin admin] 10.222.0.26 "GET /v2.0/subnets/e74d6ede-5c26-4fed-9054-3548e7ed16d0 HTTP/1.1" status: 200 len: 849 time: 0.2500858 Jun 28 16:33:19.101103 dv-cinder-798104-1-smb neutron-server[74186]: INFO neutron.wsgi [None req-6a1e3800-17ef-440b-b37f-28b3722dd40d admin admin] 10.222.0.26 "GET /v2.0/routers/c63c9e64-74cd-4f17-87f2-9010f9243ae6 HTTP/1.1" status: 200 len: 704 time: 0.1666665 Jun 28 16:33:19.596718 dv-cinder-798104-1-smb neutron-server[74186]: DEBUG neutron_lib.callbacks.manager [None req-5070e717-7bf3-4c65-a344-e7b393fee82a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621611'] for port, before_create {{(pid=74186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 16:33:19.829715 dv-cinder-798104-1-smb neutron-server[74186]: DEBUG neutron.db.db_base_plugin_common [None req-5070e717-7bf3-4c65-a344-e7b393fee82a admin admin] Allocated IP 172.20.0.1 (27ee0fd3-07c0-4e41-996d-9b0c0acf0d30/e74d6ede-5c26-4fed-9054-3548e7ed16d0/8a6648d0-161b-4d2c-8224-fad5da43c54a) {{(pid=74186) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 28 16:33:19.983487 dv-cinder-798104-1-smb neutron-server[74186]: DEBUG neutron_lib.callbacks.manager [None req-5070e717-7bf3-4c65-a344-e7b393fee82a admin admin] Notify callbacks [] for port, precommit_create {{(pid=74186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 16:33:20.002178 dv-cinder-798104-1-smb neutron-server[74186]: DEBUG neutron.db.provisioning_blocks [None req-5070e717-7bf3-4c65-a344-e7b393fee82a admin admin] Transition to ACTIVE for port object 8a6648d0-161b-4d2c-8224-fad5da43c54a will not be triggered until provisioned by entity DHCP. {{(pid=74186) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 28 16:33:20.055227 dv-cinder-798104-1-smb neutron-server[74186]: DEBUG neutron_lib.callbacks.manager [None req-5070e717-7bf3-4c65-a344-e7b393fee82a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-615041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1598908', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774157688360'] for port, after_create {{(pid=74186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 16:33:20.059006 dv-cinder-798104-1-smb neutron-server[74186]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74186) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 16:33:20.124703 dv-cinder-798104-1-smb neutron-server[74186]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5070e717-7bf3-4c65-a344-e7b393fee82a admin admin] Network 27ee0fd3-07c0-4e41-996d-9b0c0acf0d30 is already hosted by enough agents. {{(pid=74186) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 28 16:33:20.127424 dv-cinder-798104-1-smb neutron-server[74186]: DEBUG neutron.scheduler.base_scheduler [None req-5070e717-7bf3-4c65-a344-e7b393fee82a admin admin] Resources bound (agent type, host, resource id): {{(pid=74186) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 28 16:33:20.134268 dv-cinder-798104-1-smb neutron-server[74186]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5070e717-7bf3-4c65-a344-e7b393fee82a admin admin] Received port after_create {{(pid=74186) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 28 16:33:20.134805 dv-cinder-798104-1-smb neutron-server[74186]: DEBUG neutron_lib.callbacks.manager [None req-5070e717-7bf3-4c65-a344-e7b393fee82a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1624359'] for router_interface, before_create {{(pid=74186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 16:33:20.137435 dv-cinder-798104-1-smb neutron-server[74186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5070e717-7bf3-4c65-a344-e7b393fee82a admin admin] Pushing event updated for resources: {'Port': ['ID=8a6648d0-161b-4d2c-8224-fad5da43c54a,revision_number=1']} {{(pid=74186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 16:33:20.143305 dv-cinder-798104-1-smb neutron-server[74186]: DEBUG oslo_concurrency.lockutils [None req-5070e717-7bf3-4c65-a344-e7b393fee82a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=74186) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 16:33:20.261078 dv-cinder-798104-1-smb neutron-server[74186]: DEBUG neutron_lib.callbacks.manager [None req-5070e717-7bf3-4c65-a344-e7b393fee82a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621611'] for port, before_update {{(pid=74186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 16:33:20.304221 dv-cinder-798104-1-smb neutron-server[74187]: DEBUG neutron.db.provisioning_blocks [None req-6d8076ac-55d5-423d-81f7-a5561e1b6e4f None None] Provisioning for port 8a6648d0-161b-4d2c-8224-fad5da43c54a completed by entity DHCP. {{(pid=74187) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 28 16:33:20.309924 dv-cinder-798104-1-smb neutron-server[74187]: DEBUG neutron.db.provisioning_blocks [None req-6d8076ac-55d5-423d-81f7-a5561e1b6e4f None None] Provisioning complete for port 8a6648d0-161b-4d2c-8224-fad5da43c54a triggered by entity DHCP. {{(pid=74187) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 28 16:33:20.310476 dv-cinder-798104-1-smb neutron-server[74187]: DEBUG neutron_lib.callbacks.manager [None req-6d8076ac-55d5-423d-81f7-a5561e1b6e4f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1002786'] for port, provisioning_complete {{(pid=74187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 16:33:20.361520 dv-cinder-798104-1-smb neutron-server[74187]: DEBUG neutron.plugins.ml2.plugin [None req-6d8076ac-55d5-423d-81f7-a5561e1b6e4f None None] Port 8a6648d0-161b-4d2c-8224-fad5da43c54a cannot update to ACTIVE because it is not bound. {{(pid=74187) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jun 28 16:33:20.487871 dv-cinder-798104-1-smb neutron-server[74186]: DEBUG neutron_lib.callbacks.manager [None req-5070e717-7bf3-4c65-a344-e7b393fee82a admin admin] Notify callbacks [] for port, precommit_update {{(pid=74186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 16:33:20.492317 dv-cinder-798104-1-smb neutron-server[74186]: DEBUG neutron_lib.callbacks.manager [None req-5070e717-7bf3-4c65-a344-e7b393fee82a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-615041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1598908', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774158213048', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774157688378', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774157688423'] for port, after_update {{(pid=74186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 16:33:20.493390 dv-cinder-798104-1-smb neutron-server[74186]: DEBUG neutron_lib.callbacks.manager [None req-5070e717-7bf3-4c65-a344-e7b393fee82a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1598798', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1635339'] for router_interface, after_create {{(pid=74186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 16:33:20.497680 dv-cinder-798104-1-smb neutron-server[74186]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=74186) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 16:33:20.628453 dv-cinder-798104-1-smb neutron-server[74186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5070e717-7bf3-4c65-a344-e7b393fee82a admin admin] Pushing event updated for resources: {'Port': ['ID=8a6648d0-161b-4d2c-8224-fad5da43c54a,revision_number=2']} {{(pid=74186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 16:33:20.632919 dv-cinder-798104-1-smb neutron-server[74186]: DEBUG oslo_concurrency.lockutils [None req-5070e717-7bf3-4c65-a344-e7b393fee82a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.135s {{(pid=74186) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 16:33:20.693506 dv-cinder-798104-1-smb neutron-server[74186]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5070e717-7bf3-4c65-a344-e7b393fee82a admin admin] Network 27ee0fd3-07c0-4e41-996d-9b0c0acf0d30 is already hosted by enough agents. {{(pid=74186) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 28 16:33:20.694557 dv-cinder-798104-1-smb neutron-server[74186]: DEBUG neutron.scheduler.base_scheduler [None req-5070e717-7bf3-4c65-a344-e7b393fee82a admin admin] Resources bound (agent type, host, resource id): {{(pid=74186) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 28 16:33:20.884658 dv-cinder-798104-1-smb neutron-server[74187]: DEBUG neutron.db.provisioning_blocks [None req-f122dd4b-42d6-48e8-96fe-bc11d0bf8f09 None None] Provisioning complete for port 8a6648d0-161b-4d2c-8224-fad5da43c54a triggered by entity DHCP. {{(pid=74187) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 28 16:33:20.885080 dv-cinder-798104-1-smb neutron-server[74187]: DEBUG neutron_lib.callbacks.manager [None req-f122dd4b-42d6-48e8-96fe-bc11d0bf8f09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1002786'] for port, provisioning_complete {{(pid=74187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 16:33:20.936618 dv-cinder-798104-1-smb neutron-server[74187]: DEBUG neutron.plugins.ml2.plugin [None req-f122dd4b-42d6-48e8-96fe-bc11d0bf8f09 None None] Port 8a6648d0-161b-4d2c-8224-fad5da43c54a cannot update to ACTIVE because it is not bound. {{(pid=74187) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jun 28 16:33:21.105566 dv-cinder-798104-1-smb neutron-server[74186]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5070e717-7bf3-4c65-a344-e7b393fee82a admin admin] Router c63c9e64-74cd-4f17-87f2-9010f9243ae6 is scheduled to L3 agent 633adcd1-515e-4435-b14d-49f054abd10f with binding_index 1 {{(pid=74186) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jun 28 16:33:21.275149 dv-cinder-798104-1-smb neutron-server[74186]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5070e717-7bf3-4c65-a344-e7b393fee82a admin admin] Notify agent at l3_agent.dv-cinder-798104-1-smb the message routers_updated {{(pid=74186) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 28 16:33:21.284760 dv-cinder-798104-1-smb neutron-server[74186]: INFO neutron.wsgi [None req-5070e717-7bf3-4c65-a344-e7b393fee82a admin admin] 10.222.0.26 "PUT /v2.0/routers/c63c9e64-74cd-4f17-87f2-9010f9243ae6/add_router_interface HTTP/1.1" status: 200 len: 508 time: 2.1788394 Jun 28 16:33:21.284942 dv-cinder-798104-1-smb neutron-server[74188]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50679d25-60c9-4afd-91ce-9f9de3d04a86 None None] Sync routers for ids ['c63c9e64-74cd-4f17-87f2-9010f9243ae6'] in dv-cinder-798104-1-smb {{(pid=74188) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jun 28 16:33:21.297758 dv-cinder-798104-1-smb neutron-server[74188]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50679d25-60c9-4afd-91ce-9f9de3d04a86 None None] Routers {'c63c9e64-74cd-4f17-87f2-9010f9243ae6'} bound to L3 agent in host dv-cinder-798104-1-smb {{(pid=74188) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 28 16:33:21.298645 dv-cinder-798104-1-smb neutron-server[74188]: DEBUG neutron.db.l3_hamode_db [None req-50679d25-60c9-4afd-91ce-9f9de3d04a86 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-798104-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-06-28T16:32:46Z,description=,heartbeat_timestamp=2021-06-28T16:33:16Z,host='dv-cinder-798104-1-smb',id=633adcd1-515e-4435-b14d-49f054abd10f,load=0,resource_versions=,resources_synced=,started_at=2021-06-28T16:32:46Z,topic='l3_agent')) {'router_ids': ['c63c9e64-74cd-4f17-87f2-9010f9243ae6'], 'active': True} {{(pid=74188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 16:33:21.474362 dv-cinder-798104-1-smb neutron-server[74188]: DEBUG neutron.db.l3_dvr_db [None req-50679d25-60c9-4afd-91ce-9f9de3d04a86 None None] Set router c63c9e64-74cd-4f17-87f2-9010f9243ae6 gateway port host: None {{(pid=74188) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jun 28 16:33:21.845603 dv-cinder-798104-1-smb neutron-server[74188]: DEBUG neutron.db.l3_hamode_db [None req-50679d25-60c9-4afd-91ce-9f9de3d04a86 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c63c9e64-74cd-4f17-87f2-9010f9243ae6', 'name': 'router1', 'tenant_id': '593c4b6ee084476fa8c02b2b1c5c3351', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-28T16:33:10Z', 'updated_at': '2021-06-28T16:33:20Z', 'revision_number': 2, 'project_id': '593c4b6ee084476fa8c02b2b1c5c3351', 'gw_port_host': None, '_interfaces': [{'id': '8a6648d0-161b-4d2c-8224-fad5da43c54a', 'name': '', 'network_id': '27ee0fd3-07c0-4e41-996d-9b0c0acf0d30', 'tenant_id': '593c4b6ee084476fa8c02b2b1c5c3351', 'mac_address': 'fa:16:3e:df:a7:4b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c63c9e64-74cd-4f17-87f2-9010f9243ae6', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'e74d6ede-5c26-4fed-9054-3548e7ed16d0', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T16:33:19Z', 'updated_at': '2021-06-28T16:33:20Z', 'revision_number': 2, 'project_id': '593c4b6ee084476fa8c02b2b1c5c3351', 'subnets': [{'id': 'e74d6ede-5c26-4fed-9054-3548e7ed16d0', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'f92b7a8a-52d6-4d54-8de6-9c31ff161ee0'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-798104-1-smb', False) {} {{(pid=74188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 16:33:21.850666 dv-cinder-798104-1-smb neutron-server[74188]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50679d25-60c9-4afd-91ce-9f9de3d04a86 None None] Checking router: c63c9e64-74cd-4f17-87f2-9010f9243ae6 for host: dv-cinder-798104-1-smb {{(pid=74188) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Jun 28 16:33:21.851035 dv-cinder-798104-1-smb neutron-server[74188]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50679d25-60c9-4afd-91ce-9f9de3d04a86 None None] Updating router c63c9e64-74cd-4f17-87f2-9010f9243ae6 port 8a6648d0-161b-4d2c-8224-fad5da43c54a binding host dv-cinder-798104-1-smb {{(pid=74188) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Jun 28 16:33:21.907715 dv-cinder-798104-1-smb neutron-server[74188]: DEBUG neutron_lib.callbacks.manager [None req-50679d25-60c9-4afd-91ce-9f9de3d04a86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621611'] for port, before_update {{(pid=74188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 16:33:22.281355 dv-cinder-798104-1-smb neutron-server[74188]: DEBUG neutron_lib.callbacks.manager [None req-50679d25-60c9-4afd-91ce-9f9de3d04a86 None None] Notify callbacks [] for port, precommit_update {{(pid=74188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 16:33:22.297271 dv-cinder-798104-1-smb neutron-server[74188]: DEBUG neutron.db.provisioning_blocks [None req-50679d25-60c9-4afd-91ce-9f9de3d04a86 None None] Transition to ACTIVE for port object 8a6648d0-161b-4d2c-8224-fad5da43c54a will not be triggered until provisioned by entity L2. {{(pid=74188) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 28 16:33:22.303841 dv-cinder-798104-1-smb neutron-server[74188]: DEBUG neutron_lib.callbacks.manager [None req-50679d25-60c9-4afd-91ce-9f9de3d04a86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-615041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1598908', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774158213048', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774157688378', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774157688423'] for port, after_update {{(pid=74188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 16:33:22.309032 dv-cinder-798104-1-smb neutron-server[74188]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74188) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 16:33:22.471288 dv-cinder-798104-1-smb neutron-server[74188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e74afab-4301-4ca9-9564-376d59cb8b89 None None] Pushing event updated for resources: {'Port': ['ID=8a6648d0-161b-4d2c-8224-fad5da43c54a,revision_number=3']} {{(pid=74188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 16:33:22.516866 dv-cinder-798104-1-smb neutron-server[74188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e74afab-4301-4ca9-9564-376d59cb8b89 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798104-1-smb {{(pid=74188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 16:33:22.517200 dv-cinder-798104-1-smb neutron-server[74188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e74afab-4301-4ca9-9564-376d59cb8b89 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798104-1-smb {{(pid=74188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 16:33:22.517525 dv-cinder-798104-1-smb neutron-server[74188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e74afab-4301-4ca9-9564-376d59cb8b89 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798104-1-smb {{(pid=74188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 16:33:22.517844 dv-cinder-798104-1-smb neutron-server[74188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e74afab-4301-4ca9-9564-376d59cb8b89 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-798104-1-smb {{(pid=74188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 16:33:22.518158 dv-cinder-798104-1-smb neutron-server[74188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e74afab-4301-4ca9-9564-376d59cb8b89 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798104-1-smb {{(pid=74188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 16:33:22.518473 dv-cinder-798104-1-smb neutron-server[74188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e74afab-4301-4ca9-9564-376d59cb8b89 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-798104-1-smb {{(pid=74188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 16:33:22.518778 dv-cinder-798104-1-smb neutron-server[74188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e74afab-4301-4ca9-9564-376d59cb8b89 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798104-1-smb {{(pid=74188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 16:33:22.519085 dv-cinder-798104-1-smb neutron-server[74188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e74afab-4301-4ca9-9564-376d59cb8b89 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798104-1-smb {{(pid=74188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 16:33:22.519394 dv-cinder-798104-1-smb neutron-server[74188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e74afab-4301-4ca9-9564-376d59cb8b89 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798104-1-smb {{(pid=74188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 16:33:22.519697 dv-cinder-798104-1-smb neutron-server[74188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e74afab-4301-4ca9-9564-376d59cb8b89 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798104-1-smb {{(pid=74188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 16:33:22.520002 dv-cinder-798104-1-smb neutron-server[74188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e74afab-4301-4ca9-9564-376d59cb8b89 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798104-1-smb {{(pid=74188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 16:33:22.521092 dv-cinder-798104-1-smb neutron-server[74188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e74afab-4301-4ca9-9564-376d59cb8b89 None None] Tracked resource versions report: Jun 28 16:33:22.521092 dv-cinder-798104-1-smb neutron-server[74188]: pushed versions: Jun 28 16:33:22.521092 dv-cinder-798104-1-smb neutron-server[74188]: { 'ConntrackHelper': {'1.0'}, Jun 28 16:33:22.521092 dv-cinder-798104-1-smb neutron-server[74188]: 'Log': {'1.0'}, Jun 28 16:33:22.521092 dv-cinder-798104-1-smb neutron-server[74188]: 'Network': {'1.1'}, Jun 28 16:33:22.521092 dv-cinder-798104-1-smb neutron-server[74188]: 'Port': {'1.5'}, Jun 28 16:33:22.521092 dv-cinder-798104-1-smb neutron-server[74188]: 'PortForwarding': {'1.2'}, Jun 28 16:33:22.521092 dv-cinder-798104-1-smb neutron-server[74188]: 'QosPolicy': {'1.8'}, Jun 28 16:33:22.521092 dv-cinder-798104-1-smb neutron-server[74188]: 'SecurityGroup': {'1.2'}, Jun 28 16:33:22.521092 dv-cinder-798104-1-smb neutron-server[74188]: 'SecurityGroupRule': {'1.0'}, Jun 28 16:33:22.521092 dv-cinder-798104-1-smb neutron-server[74188]: 'SubPort': {'1.0'}, Jun 28 16:33:22.521092 dv-cinder-798104-1-smb neutron-server[74188]: 'Subnet': {'1.1'}, Jun 28 16:33:22.521092 dv-cinder-798104-1-smb neutron-server[74188]: 'Trunk': {'1.1'}} Jun 28 16:33:22.521092 dv-cinder-798104-1-smb neutron-server[74188]: consumer versions: Jun 28 16:33:22.521092 dv-cinder-798104-1-smb neutron-server[74188]: { DHCP agent@dv-cinder-798104-1-smb: {}, Jun 28 16:33:22.521092 dv-cinder-798104-1-smb neutron-server[74188]: L3 agent@dv-cinder-798104-1-smb: {}, Jun 28 16:33:22.521092 dv-cinder-798104-1-smb neutron-server[74188]: Metadata agent@dv-cinder-798104-1-smb: {}, Jun 28 16:33:22.521092 dv-cinder-798104-1-smb neutron-server[74188]: Metering agent@dv-cinder-798104-1-smb: {}, Jun 28 16:33:22.521092 dv-cinder-798104-1-smb neutron-server[74188]: Open vSwitch agent@dv-cinder-798104-1-smb: { 'ConntrackHelper': '1.0', Jun 28 16:33:22.521092 dv-cinder-798104-1-smb neutron-server[74188]: 'Log': '1.0', Jun 28 16:33:22.521092 dv-cinder-798104-1-smb neutron-server[74188]: 'Network': '1.1', Jun 28 16:33:22.521092 dv-cinder-798104-1-smb neutron-server[74188]: 'Port': '1.5', Jun 28 16:33:22.521092 dv-cinder-798104-1-smb neutron-server[74188]: 'PortForwarding': '1.2', Jun 28 16:33:22.521092 dv-cinder-798104-1-smb neutron-server[74188]: 'QosPolicy': '1.8', Jun 28 16:33:22.521092 dv-cinder-798104-1-smb neutron-server[74188]: 'SecurityGroup': '1.2', Jun 28 16:33:22.521092 dv-cinder-798104-1-smb neutron-server[74188]: 'SecurityGroupRule': '1.0', Jun 28 16:33:22.521092 dv-cinder-798104-1-smb neutron-server[74188]: 'SubPort': '1.0', Jun 28 16:33:22.521092 dv-cinder-798104-1-smb neutron-server[74188]: 'Subnet': '1.1', Jun 28 16:33:22.521092 dv-cinder-798104-1-smb neutron-server[74188]: 'Trunk': '1.1'}} Jun 28 16:33:22.521092 dv-cinder-798104-1-smb neutron-server[74188]: {{(pid=74188) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jun 28 16:33:22.552207 dv-cinder-798104-1-smb neutron-server[74188]: DEBUG oslo_concurrency.lockutils [None req-6e74afab-4301-4ca9-9564-376d59cb8b89 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.242s {{(pid=74188) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 16:33:22.571522 dv-cinder-798104-1-smb neutron-server[74188]: DEBUG neutron.plugins.ml2.managers [None req-50679d25-60c9-4afd-91ce-9f9de3d04a86 None None] Attempting to bind port 8a6648d0-161b-4d2c-8224-fad5da43c54a on host dv-cinder-798104-1-smb for vnic_type normal with profile {{(pid=74188) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 28 16:33:22.571914 dv-cinder-798104-1-smb neutron-server[74188]: DEBUG neutron.plugins.ml2.managers [None req-50679d25-60c9-4afd-91ce-9f9de3d04a86 None None] Attempting to bind port 8a6648d0-161b-4d2c-8224-fad5da43c54a by drivers openvswitch,hyperv on host dv-cinder-798104-1-smb at level 0 using segments [{'id': 'e5e1dcf4-ebbb-4a5e-b5ff-253f0d3048b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 400, 'network_id': '27ee0fd3-07c0-4e41-996d-9b0c0acf0d30'}] {{(pid=74188) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 28 16:33:22.572360 dv-cinder-798104-1-smb neutron-server[74188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50679d25-60c9-4afd-91ce-9f9de3d04a86 None None] Attempting to bind port 8a6648d0-161b-4d2c-8224-fad5da43c54a on network 27ee0fd3-07c0-4e41-996d-9b0c0acf0d30 {{(pid=74188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jun 28 16:33:22.579359 dv-cinder-798104-1-smb neutron-server[74188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50679d25-60c9-4afd-91ce-9f9de3d04a86 None None] Checking agent: {'id': 'fa82f27f-b773-4083-82bf-f246fc41f2de', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-798104-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 28, 16, 32, 44), 'started_at': datetime.datetime(2021, 6, 28, 16, 33, 14), 'heartbeat_timestamp': datetime.datetime(2021, 6, 28, 16, 33, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-798104-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=74188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jun 28 16:33:22.579764 dv-cinder-798104-1-smb neutron-server[74188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50679d25-60c9-4afd-91ce-9f9de3d04a86 None None] Checking segment: {'id': 'e5e1dcf4-ebbb-4a5e-b5ff-253f0d3048b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 400, 'network_id': '27ee0fd3-07c0-4e41-996d-9b0c0acf0d30'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=74188) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jun 28 16:33:22.580244 dv-cinder-798104-1-smb neutron-server[74188]: DEBUG neutron_lib.callbacks.manager [None req-50679d25-60c9-4afd-91ce-9f9de3d04a86 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=74188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 16:33:22.580634 dv-cinder-798104-1-smb neutron-server[74188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50679d25-60c9-4afd-91ce-9f9de3d04a86 None None] Bound using segment: {'id': 'e5e1dcf4-ebbb-4a5e-b5ff-253f0d3048b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 400, 'network_id': '27ee0fd3-07c0-4e41-996d-9b0c0acf0d30'} {{(pid=74188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jun 28 16:33:22.581154 dv-cinder-798104-1-smb neutron-server[74188]: DEBUG neutron.plugins.ml2.managers [None req-50679d25-60c9-4afd-91ce-9f9de3d04a86 None None] Bound port: 8a6648d0-161b-4d2c-8224-fad5da43c54a, host: dv-cinder-798104-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e5e1dcf4-ebbb-4a5e-b5ff-253f0d3048b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 400, 'network_id': '27ee0fd3-07c0-4e41-996d-9b0c0acf0d30'}}] {{(pid=74188) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 28 16:33:22.581787 dv-cinder-798104-1-smb neutron-server[74188]: DEBUG neutron_lib.callbacks.manager [None req-50679d25-60c9-4afd-91ce-9f9de3d04a86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621611'] for port, before_update {{(pid=74188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 16:33:22.683463 dv-cinder-798104-1-smb neutron-server[74188]: DEBUG neutron.plugins.ml2.db [None req-50679d25-60c9-4afd-91ce-9f9de3d04a86 None None] For port 8a6648d0-161b-4d2c-8224-fad5da43c54a, host dv-cinder-798104-1-smb, cleared binding levels {{(pid=74188) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 28 16:33:22.688795 dv-cinder-798104-1-smb neutron-server[74188]: DEBUG neutron.plugins.ml2.db [None req-50679d25-60c9-4afd-91ce-9f9de3d04a86 None None] For port 8a6648d0-161b-4d2c-8224-fad5da43c54a, host dv-cinder-798104-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-798104-1-smb',level=0,port_id=8a6648d0-161b-4d2c-8224-fad5da43c54a,segment=NetworkSegment(e5e1dcf4-ebbb-4a5e-b5ff-253f0d3048b0),segment_id=e5e1dcf4-ebbb-4a5e-b5ff-253f0d3048b0)] {{(pid=74188) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 28 16:33:22.701517 dv-cinder-798104-1-smb neutron-server[74188]: DEBUG neutron_lib.callbacks.manager [None req-50679d25-60c9-4afd-91ce-9f9de3d04a86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-615041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1598908', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774158213048', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774157688378', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774157688423'] for port, after_update {{(pid=74188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 16:33:22.705269 dv-cinder-798104-1-smb neutron-server[74188]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74188) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 16:33:22.776970 dv-cinder-798104-1-smb neutron-server[74188]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50679d25-60c9-4afd-91ce-9f9de3d04a86 None None] Routers {'c63c9e64-74cd-4f17-87f2-9010f9243ae6'} bound to L3 agent in host dv-cinder-798104-1-smb {{(pid=74188) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 28 16:33:22.777686 dv-cinder-798104-1-smb neutron-server[74188]: DEBUG neutron.db.l3_hamode_db [None req-50679d25-60c9-4afd-91ce-9f9de3d04a86 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-798104-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-06-28T16:32:46Z,description=,heartbeat_timestamp=2021-06-28T16:33:16Z,host='dv-cinder-798104-1-smb',id=633adcd1-515e-4435-b14d-49f054abd10f,load=0,resource_versions=,resources_synced=,started_at=2021-06-28T16:32:46Z,topic='l3_agent')) {'router_ids': ['c63c9e64-74cd-4f17-87f2-9010f9243ae6'], 'active': True} {{(pid=74188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 16:33:22.960388 dv-cinder-798104-1-smb neutron-server[74188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e74afab-4301-4ca9-9564-376d59cb8b89 None None] Pushing event updated for resources: {'Port': ['ID=8a6648d0-161b-4d2c-8224-fad5da43c54a,revision_number=4']} {{(pid=74188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 16:33:22.967305 dv-cinder-798104-1-smb neutron-server[74188]: DEBUG oslo_concurrency.lockutils [None req-6e74afab-4301-4ca9-9564-376d59cb8b89 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.262s {{(pid=74188) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 16:33:22.974649 dv-cinder-798104-1-smb neutron-server[74188]: DEBUG neutron.db.l3_dvr_db [None req-50679d25-60c9-4afd-91ce-9f9de3d04a86 None None] Set router c63c9e64-74cd-4f17-87f2-9010f9243ae6 gateway port host: None {{(pid=74188) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jun 28 16:33:23.313611 dv-cinder-798104-1-smb neutron-server[74188]: DEBUG neutron.db.l3_hamode_db [None req-50679d25-60c9-4afd-91ce-9f9de3d04a86 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c63c9e64-74cd-4f17-87f2-9010f9243ae6', 'name': 'router1', 'tenant_id': '593c4b6ee084476fa8c02b2b1c5c3351', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-28T16:33:10Z', 'updated_at': '2021-06-28T16:33:20Z', 'revision_number': 2, 'project_id': '593c4b6ee084476fa8c02b2b1c5c3351', 'gw_port_host': None, '_interfaces': [{'id': '8a6648d0-161b-4d2c-8224-fad5da43c54a', 'name': '', 'network_id': '27ee0fd3-07c0-4e41-996d-9b0c0acf0d30', 'tenant_id': '593c4b6ee084476fa8c02b2b1c5c3351', 'mac_address': 'fa:16:3e:df:a7:4b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c63c9e64-74cd-4f17-87f2-9010f9243ae6', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'e74d6ede-5c26-4fed-9054-3548e7ed16d0', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798104-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T16:33:19Z', 'updated_at': '2021-06-28T16:33:22Z', 'revision_number': 4, 'project_id': '593c4b6ee084476fa8c02b2b1c5c3351', 'subnets': [{'id': 'e74d6ede-5c26-4fed-9054-3548e7ed16d0', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'f92b7a8a-52d6-4d54-8de6-9c31ff161ee0'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-798104-1-smb', False) {} {{(pid=74188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 16:33:23.317379 dv-cinder-798104-1-smb neutron-server[74188]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50679d25-60c9-4afd-91ce-9f9de3d04a86 None None] The sync data for ids ['c63c9e64-74cd-4f17-87f2-9010f9243ae6'] in dv-cinder-798104-1-smb is: [{'id': 'c63c9e64-74cd-4f17-87f2-9010f9243ae6', 'name': 'router1', 'tenant_id': '593c4b6ee084476fa8c02b2b1c5c3351', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-28T16:33:10Z', 'updated_at': '2021-06-28T16:33:20Z', 'revision_number': 2, 'project_id': '593c4b6ee084476fa8c02b2b1c5c3351', 'gw_port_host': None, '_interfaces': [{'id': '8a6648d0-161b-4d2c-8224-fad5da43c54a', 'name': '', 'network_id': '27ee0fd3-07c0-4e41-996d-9b0c0acf0d30', 'tenant_id': '593c4b6ee084476fa8c02b2b1c5c3351', 'mac_address': 'fa:16:3e:df:a7:4b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c63c9e64-74cd-4f17-87f2-9010f9243ae6', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'e74d6ede-5c26-4fed-9054-3548e7ed16d0', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798104-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T16:33:19Z', 'updated_at': '2021-06-28T16:33:22Z', 'revision_number': 4, 'project_id': '593c4b6ee084476fa8c02b2b1c5c3351', 'subnets': [{'id': 'e74d6ede-5c26-4fed-9054-3548e7ed16d0', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'f92b7a8a-52d6-4d54-8de6-9c31ff161ee0'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=74188) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jun 28 16:33:23.450405 dv-cinder-798104-1-smb neutron-server[74186]: DEBUG neutron.wsgi [-] (74186) accepted ('10.222.0.26', 45028) {{(pid=74186) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 28 16:33:23.646644 dv-cinder-798104-1-smb neutron-server[74186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ae483b44-5064-4411-b705-8d261dba9d91 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=74186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 16:33:23.647111 dv-cinder-798104-1-smb neutron-server[74186]: DEBUG neutron.quota.resource [None req-ae483b44-5064-4411-b705-8d261dba9d91 admin admin] Synchronizing usage tracker for tenant:ff872e954ff5478cbcc71b79438166e4 on resource:network {{(pid=74186) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 28 16:33:23.667355 dv-cinder-798104-1-smb neutron-server[74186]: DEBUG neutron.quota.resource [None req-ae483b44-5064-4411-b705-8d261dba9d91 admin admin] Unset dirty status for tenant:ff872e954ff5478cbcc71b79438166e4 on resource:network {{(pid=74186) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 28 16:33:23.672192 dv-cinder-798104-1-smb neutron-server[74186]: INFO neutron.wsgi [None req-ae483b44-5064-4411-b705-8d261dba9d91 admin admin] 10.222.0.26 "GET /v2.0/networks/f9715ce2-16ba-4ae9-9a15-557432d0a5ed HTTP/1.1" status: 200 len: 842 time: 0.2182674 Jun 28 16:33:23.680308 dv-cinder-798104-1-smb neutron-server[74186]: DEBUG neutron.api.v2.base [None req-7f740ef8-acc1-48f3-90d6-2e7c874876e0 admin admin] Request body: {'subnet': {'ip_version': 4, 'gateway_ip': '172.28.3.1', 'network_id': 'f9715ce2-16ba-4ae9-9a15-557432d0a5ed', 'cidr': '172.28.3.0/24', 'enable_dhcp': False, 'name': 'public-subnet'}} {{(pid=74186) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jun 28 16:33:23.688592 dv-cinder-798104-1-smb neutron-server[74186]: DEBUG neutron.db.quota.driver [None req-7f740ef8-acc1-48f3-90d6-2e7c874876e0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74186) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 28 16:33:23.692905 dv-cinder-798104-1-smb neutron-server[74186]: DEBUG neutron.quota.resource [None req-7f740ef8-acc1-48f3-90d6-2e7c874876e0 admin admin] Usage tracker for resource:subnet and tenant:ff872e954ff5478cbcc71b79438166e4 is out of sync, need to count used quota {{(pid=74186) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 28 16:33:23.696331 dv-cinder-798104-1-smb neutron-server[74186]: DEBUG neutron.quota.resource [None req-7f740ef8-acc1-48f3-90d6-2e7c874876e0 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=74186) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 28 16:33:23.705414 dv-cinder-798104-1-smb neutron-server[74186]: DEBUG neutron.db.quota.driver [None req-7f740ef8-acc1-48f3-90d6-2e7c874876e0 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74186) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 28 16:33:23.715913 dv-cinder-798104-1-smb neutron-server[74186]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7f740ef8-acc1-48f3-90d6-2e7c874876e0 admin admin] Made reservation on behalf of ff872e954ff5478cbcc71b79438166e4 for: {'subnet': 1} {{(pid=74186) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 28 16:33:23.718456 dv-cinder-798104-1-smb neutron-server[74186]: DEBUG neutron_lib.callbacks.manager [None req-7f740ef8-acc1-48f3-90d6-2e7c874876e0 admin admin] Notify callbacks [] for subnet, before_create {{(pid=74186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 16:33:24.157303 dv-cinder-798104-1-smb neutron-server[74186]: DEBUG neutron.objects.ports [None req-7f740ef8-acc1-48f3-90d6-2e7c874876e0 admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=74186) get_objects /opt/stack/neutron/neutron/objects/ports.py:422}} Jun 28 16:33:24.158371 dv-cinder-798104-1-smb neutron-server[74186]: DEBUG neutron_lib.callbacks.manager [None req-7f740ef8-acc1-48f3-90d6-2e7c874876e0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107460', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1598908'] for subnet, after_create {{(pid=74186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 16:33:24.162375 dv-cinder-798104-1-smb neutron-server[74186]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74186) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 16:33:24.210821 dv-cinder-798104-1-smb neutron-server[74187]: DEBUG neutron.plugins.ml2.rpc [None req-c72dd329-595c-4eca-9296-ba6eff8780d9 None None] Device 8a6648d0-161b-4d2c-8224-fad5da43c54a up at agent ovs-agent-dv-cinder-798104-1-smb {{(pid=74187) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 28 16:33:24.234300 dv-cinder-798104-1-smb neutron-server[74186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f740ef8-acc1-48f3-90d6-2e7c874876e0 admin admin] Pushing event updated for resources: {'Subnet': ['ID=e3a20e14-2eea-4943-8cec-1fe85e8448d0,revision_number=0']} {{(pid=74186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 16:33:24.237599 dv-cinder-798104-1-smb neutron-server[74186]: DEBUG oslo_concurrency.lockutils [None req-7f740ef8-acc1-48f3-90d6-2e7c874876e0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=74186) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 16:33:24.253984 dv-cinder-798104-1-smb neutron-server[74186]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f740ef8-acc1-48f3-90d6-2e7c874876e0 admin admin] Checking segment: {'id': '1fdcd85b-55c4-4ae7-ac73-ac3bd2107891', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f9715ce2-16ba-4ae9-9a15-557432d0a5ed'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=74186) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jun 28 16:33:24.254359 dv-cinder-798104-1-smb neutron-server[74186]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7f740ef8-acc1-48f3-90d6-2e7c874876e0 admin admin] Network hostable DHCP agents. Network: f9715ce2-16ba-4ae9-9a15-557432d0a5ed, hostable agents: ['55edce43-ec1d-45c6-9e7a-198ba4834d81'], hosted agents: [] {{(pid=74186) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 28 16:33:24.280819 dv-cinder-798104-1-smb neutron-server[74186]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7f740ef8-acc1-48f3-90d6-2e7c874876e0 admin admin] Network f9715ce2-16ba-4ae9-9a15-557432d0a5ed is scheduled to be hosted by DHCP agent 55edce43-ec1d-45c6-9e7a-198ba4834d81 with binding_index 1 {{(pid=74186) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 28 16:33:24.282476 dv-cinder-798104-1-smb neutron-server[74187]: DEBUG neutron.db.provisioning_blocks [None req-c72dd329-595c-4eca-9296-ba6eff8780d9 None None] Provisioning for port 8a6648d0-161b-4d2c-8224-fad5da43c54a completed by entity L2. {{(pid=74187) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 28 16:33:24.288116 dv-cinder-798104-1-smb neutron-server[74187]: DEBUG neutron.db.provisioning_blocks [None req-c72dd329-595c-4eca-9296-ba6eff8780d9 None None] Provisioning complete for port 8a6648d0-161b-4d2c-8224-fad5da43c54a triggered by entity L2. {{(pid=74187) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 28 16:33:24.288793 dv-cinder-798104-1-smb neutron-server[74187]: DEBUG neutron_lib.callbacks.manager [None req-c72dd329-595c-4eca-9296-ba6eff8780d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1002786'] for port, provisioning_complete {{(pid=74187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 16:33:24.292838 dv-cinder-798104-1-smb neutron-server[74186]: DEBUG neutron.scheduler.base_scheduler [None req-7f740ef8-acc1-48f3-90d6-2e7c874876e0 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-798104-1-smb, f9715ce2-16ba-4ae9-9a15-557432d0a5ed) {{(pid=74186) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 28 16:33:24.297877 dv-cinder-798104-1-smb neutron-server[74186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7f740ef8-acc1-48f3-90d6-2e7c874876e0 admin admin] Attributes excluded by policy engine: ['shared', 'network'] {{(pid=74186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 16:33:24.298434 dv-cinder-798104-1-smb neutron-server[74186]: DEBUG neutron_lib.callbacks.manager [None req-7f740ef8-acc1-48f3-90d6-2e7c874876e0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1598890'] for subnet, before_response {{(pid=74186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 16:33:24.319611 dv-cinder-798104-1-smb neutron-server[74187]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-81c3bb1c-19f7-4088-81d6-65e536d5bc63 None None] Network f9715ce2-16ba-4ae9-9a15-557432d0a5ed requested from dv-cinder-798104-1-smb {{(pid=74187) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jun 28 16:33:24.325254 dv-cinder-798104-1-smb neutron-server[74186]: INFO neutron.wsgi [None req-7f740ef8-acc1-48f3-90d6-2e7c874876e0 admin admin] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.6494303 Jun 28 16:33:24.566439 dv-cinder-798104-1-smb neutron-server[74187]: DEBUG neutron_lib.callbacks.manager [None req-c72dd329-595c-4eca-9296-ba6eff8780d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621611'] for port, before_update {{(pid=74187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 16:33:24.635873 dv-cinder-798104-1-smb neutron-server[74187]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-438231f3-d8b0-479e-898e-cf65616a2c8e None None] Network f9715ce2-16ba-4ae9-9a15-557432d0a5ed requested from dv-cinder-798104-1-smb {{(pid=74187) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jun 28 16:33:24.675333 dv-cinder-798104-1-smb neutron-server[74187]: DEBUG neutron.plugins.ml2.db [None req-c72dd329-595c-4eca-9296-ba6eff8780d9 None None] For port 8a6648d0-161b-4d2c-8224-fad5da43c54a, host dv-cinder-798104-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-798104-1-smb',level=0,port_id=8a6648d0-161b-4d2c-8224-fad5da43c54a,segment=NetworkSegment(e5e1dcf4-ebbb-4a5e-b5ff-253f0d3048b0),segment_id=e5e1dcf4-ebbb-4a5e-b5ff-253f0d3048b0)] {{(pid=74187) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 16:33:24.716975 dv-cinder-798104-1-smb neutron-server[74187]: DEBUG neutron_lib.callbacks.manager [None req-c72dd329-595c-4eca-9296-ba6eff8780d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-615041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1598908', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774158213048', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774157688378', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774157688423'] for port, after_update {{(pid=74187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 16:33:24.724563 dv-cinder-798104-1-smb neutron-server[74187]: DEBUG oslo_concurrency.lockutils [None req-d4fd496f-7eb7-4db9-ad57-fcf85550b960 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74187) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 16:33:24.825713 dv-cinder-798104-1-smb neutron-server[74187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c72dd329-595c-4eca-9296-ba6eff8780d9 None None] Pushing event updated for resources: {'Port': ['ID=8a6648d0-161b-4d2c-8224-fad5da43c54a,revision_number=5']} {{(pid=74187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 16:33:24.829835 dv-cinder-798104-1-smb neutron-server[74187]: DEBUG oslo_concurrency.lockutils [None req-c72dd329-595c-4eca-9296-ba6eff8780d9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=74187) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 16:33:26.189228 dv-cinder-798104-1-smb neutron-server[74187]: DEBUG neutron.plugins.ml2.rpc [None req-c72dd329-595c-4eca-9296-ba6eff8780d9 None None] Device 8a6648d0-161b-4d2c-8224-fad5da43c54a up at agent ovs-agent-dv-cinder-798104-1-smb {{(pid=74187) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 28 16:33:26.256264 dv-cinder-798104-1-smb neutron-server[74187]: DEBUG neutron.db.provisioning_blocks [None req-c72dd329-595c-4eca-9296-ba6eff8780d9 None None] Provisioning complete for port 8a6648d0-161b-4d2c-8224-fad5da43c54a triggered by entity L2. {{(pid=74187) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 28 16:33:26.256646 dv-cinder-798104-1-smb neutron-server[74187]: DEBUG neutron_lib.callbacks.manager [None req-c72dd329-595c-4eca-9296-ba6eff8780d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1002786'] for port, provisioning_complete {{(pid=74187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 16:33:26.475199 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG neutron.wsgi [-] (74185) accepted ('10.222.0.26', 45042) {{(pid=74185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 28 16:33:26.728635 dv-cinder-798104-1-smb neutron-server[74185]: INFO neutron.wsgi [None req-cb5d23ee-dbad-4679-8cd6-d2d2bf3ba251 admin admin] 10.222.0.26 "GET /v2.0/routers/c63c9e64-74cd-4f17-87f2-9010f9243ae6 HTTP/1.1" status: 200 len: 710 time: 0.2522943 Jun 28 16:33:26.860464 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f3e0c1b6-43a6-47ed-a1ba-e7ba2470d42e admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=74185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 16:33:26.861821 dv-cinder-798104-1-smb neutron-server[74185]: INFO neutron.wsgi [None req-f3e0c1b6-43a6-47ed-a1ba-e7ba2470d42e admin admin] 10.222.0.26 "GET /v2.0/networks/f9715ce2-16ba-4ae9-9a15-557432d0a5ed HTTP/1.1" status: 200 len: 886 time: 0.1280806 Jun 28 16:33:26.870617 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG neutron.api.v2.base [None req-03cb4d31-d5f6-4e74-948e-5e8b7b0b9cd6 admin admin] Request body: {'router': {'external_gateway_info': {'network_id': 'f9715ce2-16ba-4ae9-9a15-557432d0a5ed'}}} {{(pid=74185) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jun 28 16:33:27.416281 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG neutron_lib.callbacks.manager [None req-03cb4d31-d5f6-4e74-948e-5e8b7b0b9cd6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1624266', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1623873', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3699'] for router, precommit_update {{(pid=74185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 16:33:27.601833 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG neutron_lib.callbacks.manager [None req-03cb4d31-d5f6-4e74-948e-5e8b7b0b9cd6 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=74185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 16:33:27.657940 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG neutron_lib.callbacks.manager [None req-03cb4d31-d5f6-4e74-948e-5e8b7b0b9cd6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621611'] for port, before_create {{(pid=74185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 16:33:27.805609 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG neutron.db.db_base_plugin_common [None req-03cb4d31-d5f6-4e74-948e-5e8b7b0b9cd6 admin admin] Allocated IP 172.28.3.129 (f9715ce2-16ba-4ae9-9a15-557432d0a5ed/e3a20e14-2eea-4943-8cec-1fe85e8448d0/975e904b-7714-4d88-8664-142b6263e756) {{(pid=74185) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 28 16:33:28.002251 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG neutron_lib.callbacks.manager [None req-03cb4d31-d5f6-4e74-948e-5e8b7b0b9cd6 admin admin] Notify callbacks [] for port, precommit_create {{(pid=74185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 16:33:28.060649 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG neutron_lib.callbacks.manager [None req-03cb4d31-d5f6-4e74-948e-5e8b7b0b9cd6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-615041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1598908', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774157688360'] for port, after_create {{(pid=74185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 16:33:28.065060 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74185) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 16:33:28.129014 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-03cb4d31-d5f6-4e74-948e-5e8b7b0b9cd6 admin admin] Network f9715ce2-16ba-4ae9-9a15-557432d0a5ed is already hosted by enough agents. {{(pid=74185) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 28 16:33:28.131776 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG neutron.scheduler.base_scheduler [None req-03cb4d31-d5f6-4e74-948e-5e8b7b0b9cd6 admin admin] Resources bound (agent type, host, resource id): {{(pid=74185) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 28 16:33:28.136609 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03cb4d31-d5f6-4e74-948e-5e8b7b0b9cd6 admin admin] Received port after_create {{(pid=74185) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 28 16:33:28.159924 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03cb4d31-d5f6-4e74-948e-5e8b7b0b9cd6 admin admin] Pushing event updated for resources: {'Port': ['ID=975e904b-7714-4d88-8664-142b6263e756,revision_number=1']} {{(pid=74185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 16:33:28.167055 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG oslo_concurrency.lockutils [None req-03cb4d31-d5f6-4e74-948e-5e8b7b0b9cd6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=74185) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 16:33:28.324080 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG neutron_lib.callbacks.manager [None req-03cb4d31-d5f6-4e74-948e-5e8b7b0b9cd6 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=74185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 16:33:28.490230 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG neutron_lib.callbacks.manager [None req-03cb4d31-d5f6-4e74-948e-5e8b7b0b9cd6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1624266', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1623873', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3699'] for router, precommit_update {{(pid=74185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 16:33:28.493537 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG neutron_lib.callbacks.manager [None req-03cb4d31-d5f6-4e74-948e-5e8b7b0b9cd6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1624305', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1624259', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1624312', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1623926'] for router, after_update {{(pid=74185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 16:33:28.695149 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-03cb4d31-d5f6-4e74-948e-5e8b7b0b9cd6 admin admin] Router c63c9e64-74cd-4f17-87f2-9010f9243ae6 has already been hosted by L3 agent 633adcd1-515e-4435-b14d-49f054abd10f {{(pid=74185) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 28 16:33:28.895896 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-03cb4d31-d5f6-4e74-948e-5e8b7b0b9cd6 admin admin] Notify agent at l3_agent.dv-cinder-798104-1-smb the message routers_updated {{(pid=74185) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 28 16:33:28.905281 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG neutron_lib.callbacks.manager [None req-03cb4d31-d5f6-4e74-948e-5e8b7b0b9cd6 admin admin] Notify callbacks [] for router, before_response {{(pid=74185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 16:33:28.905438 dv-cinder-798104-1-smb neutron-server[74187]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34b5c8ff-9e0c-41c5-8258-39d90680456f None None] Sync routers for ids ['c63c9e64-74cd-4f17-87f2-9010f9243ae6'] in dv-cinder-798104-1-smb {{(pid=74187) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jun 28 16:33:28.906589 dv-cinder-798104-1-smb neutron-server[74185]: INFO neutron.wsgi [None req-03cb4d31-d5f6-4e74-948e-5e8b7b0b9cd6 admin admin] 10.222.0.26 "PUT /v2.0/routers/c63c9e64-74cd-4f17-87f2-9010f9243ae6 HTTP/1.1" status: 200 len: 890 time: 2.0393662 Jun 28 16:33:28.917585 dv-cinder-798104-1-smb neutron-server[74187]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34b5c8ff-9e0c-41c5-8258-39d90680456f None None] Routers {'c63c9e64-74cd-4f17-87f2-9010f9243ae6'} bound to L3 agent in host dv-cinder-798104-1-smb {{(pid=74187) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 28 16:33:28.918251 dv-cinder-798104-1-smb neutron-server[74187]: DEBUG neutron.db.l3_hamode_db [None req-34b5c8ff-9e0c-41c5-8258-39d90680456f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-798104-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-06-28T16:32:46Z,description=,heartbeat_timestamp=2021-06-28T16:33:16Z,host='dv-cinder-798104-1-smb',id=633adcd1-515e-4435-b14d-49f054abd10f,load=0,resource_versions=,resources_synced=,started_at=2021-06-28T16:32:46Z,topic='l3_agent')) {'router_ids': ['c63c9e64-74cd-4f17-87f2-9010f9243ae6'], 'active': True} {{(pid=74187) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 16:33:29.115233 dv-cinder-798104-1-smb neutron-server[74187]: DEBUG neutron.db.l3_dvr_db [None req-34b5c8ff-9e0c-41c5-8258-39d90680456f None None] Set router c63c9e64-74cd-4f17-87f2-9010f9243ae6 gateway port host: dv-cinder-798104-1-smb {{(pid=74187) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jun 28 16:33:29.481795 dv-cinder-798104-1-smb neutron-server[74187]: DEBUG neutron.db.l3_hamode_db [None req-34b5c8ff-9e0c-41c5-8258-39d90680456f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c63c9e64-74cd-4f17-87f2-9010f9243ae6', 'name': 'router1', 'tenant_id': '593c4b6ee084476fa8c02b2b1c5c3351', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f9715ce2-16ba-4ae9-9a15-557432d0a5ed', 'external_fixed_ips': [{'subnet_id': 'e3a20e14-2eea-4943-8cec-1fe85e8448d0', 'ip_address': '172.28.3.129'}], 'enable_snat': True}, 'gw_port_id': '975e904b-7714-4d88-8664-142b6263e756', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-28T16:33:10Z', 'updated_at': '2021-06-28T16:33:28Z', 'revision_number': 4, 'project_id': '593c4b6ee084476fa8c02b2b1c5c3351', 'gw_port': {'id': '975e904b-7714-4d88-8664-142b6263e756', 'name': '', 'network_id': 'f9715ce2-16ba-4ae9-9a15-557432d0a5ed', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:e7:6b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c63c9e64-74cd-4f17-87f2-9010f9243ae6', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e3a20e14-2eea-4943-8cec-1fe85e8448d0', 'ip_address': '172.28.3.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T16:33:27Z', 'updated_at': '2021-06-28T16:33:27Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'e3a20e14-2eea-4943-8cec-1fe85e8448d0', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798104-1-smb', '_interfaces': [{'id': '8a6648d0-161b-4d2c-8224-fad5da43c54a', 'name': '', 'network_id': '27ee0fd3-07c0-4e41-996d-9b0c0acf0d30', 'tenant_id': '593c4b6ee084476fa8c02b2b1c5c3351', 'mac_address': 'fa:16:3e:df:a7:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c63c9e64-74cd-4f17-87f2-9010f9243ae6', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'e74d6ede-5c26-4fed-9054-3548e7ed16d0', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798104-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T16:33:19Z', 'updated_at': '2021-06-28T16:33:24Z', 'revision_number': 5, 'project_id': '593c4b6ee084476fa8c02b2b1c5c3351', 'subnets': [{'id': 'e74d6ede-5c26-4fed-9054-3548e7ed16d0', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'f92b7a8a-52d6-4d54-8de6-9c31ff161ee0'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-798104-1-smb', False) {} {{(pid=74187) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 16:33:29.486968 dv-cinder-798104-1-smb neutron-server[74187]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34b5c8ff-9e0c-41c5-8258-39d90680456f None None] Checking router: c63c9e64-74cd-4f17-87f2-9010f9243ae6 for host: dv-cinder-798104-1-smb {{(pid=74187) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Jun 28 16:33:29.487340 dv-cinder-798104-1-smb neutron-server[74187]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34b5c8ff-9e0c-41c5-8258-39d90680456f None None] Updating router c63c9e64-74cd-4f17-87f2-9010f9243ae6 port 975e904b-7714-4d88-8664-142b6263e756 binding host dv-cinder-798104-1-smb {{(pid=74187) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Jun 28 16:33:29.544431 dv-cinder-798104-1-smb neutron-server[74187]: DEBUG neutron_lib.callbacks.manager [None req-34b5c8ff-9e0c-41c5-8258-39d90680456f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621611'] for port, before_update {{(pid=74187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 16:33:29.897437 dv-cinder-798104-1-smb neutron-server[74187]: DEBUG neutron_lib.callbacks.manager [None req-34b5c8ff-9e0c-41c5-8258-39d90680456f None None] Notify callbacks [] for port, precommit_update {{(pid=74187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 16:33:29.911554 dv-cinder-798104-1-smb neutron-server[74187]: DEBUG neutron.db.provisioning_blocks [None req-34b5c8ff-9e0c-41c5-8258-39d90680456f None None] Transition to ACTIVE for port object 975e904b-7714-4d88-8664-142b6263e756 will not be triggered until provisioned by entity L2. {{(pid=74187) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 28 16:33:29.919142 dv-cinder-798104-1-smb neutron-server[74187]: DEBUG neutron_lib.callbacks.manager [None req-34b5c8ff-9e0c-41c5-8258-39d90680456f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-615041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1598908', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774158213048', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774157688378', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774157688423'] for port, after_update {{(pid=74187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 16:33:29.923718 dv-cinder-798104-1-smb neutron-server[74187]: DEBUG oslo_concurrency.lockutils [None req-c72dd329-595c-4eca-9296-ba6eff8780d9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74187) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 16:33:30.004937 dv-cinder-798104-1-smb neutron-server[74187]: DEBUG neutron.plugins.ml2.managers [None req-34b5c8ff-9e0c-41c5-8258-39d90680456f None None] Attempting to bind port 975e904b-7714-4d88-8664-142b6263e756 on host dv-cinder-798104-1-smb for vnic_type normal with profile {{(pid=74187) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 28 16:33:30.005456 dv-cinder-798104-1-smb neutron-server[74187]: DEBUG neutron.plugins.ml2.managers [None req-34b5c8ff-9e0c-41c5-8258-39d90680456f None None] Attempting to bind port 975e904b-7714-4d88-8664-142b6263e756 by drivers openvswitch,hyperv on host dv-cinder-798104-1-smb at level 0 using segments [{'id': '1fdcd85b-55c4-4ae7-ac73-ac3bd2107891', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f9715ce2-16ba-4ae9-9a15-557432d0a5ed'}] {{(pid=74187) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 28 16:33:30.005825 dv-cinder-798104-1-smb neutron-server[74187]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34b5c8ff-9e0c-41c5-8258-39d90680456f None None] Attempting to bind port 975e904b-7714-4d88-8664-142b6263e756 on network f9715ce2-16ba-4ae9-9a15-557432d0a5ed {{(pid=74187) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jun 28 16:33:30.008296 dv-cinder-798104-1-smb neutron-server[74187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be0d6b40-4958-4be7-be7d-0e8421e97ee2 None None] Pushing event updated for resources: {'Port': ['ID=975e904b-7714-4d88-8664-142b6263e756,revision_number=2']} {{(pid=74187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 16:33:30.011404 dv-cinder-798104-1-smb neutron-server[74187]: DEBUG oslo_concurrency.lockutils [None req-be0d6b40-4958-4be7-be7d-0e8421e97ee2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=74187) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 16:33:30.019716 dv-cinder-798104-1-smb neutron-server[74187]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34b5c8ff-9e0c-41c5-8258-39d90680456f None None] Checking agent: {'id': 'fa82f27f-b773-4083-82bf-f246fc41f2de', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-798104-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 28, 16, 32, 44), 'started_at': datetime.datetime(2021, 6, 28, 16, 33, 14), 'heartbeat_timestamp': datetime.datetime(2021, 6, 28, 16, 33, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-798104-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=74187) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jun 28 16:33:30.020105 dv-cinder-798104-1-smb neutron-server[74187]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34b5c8ff-9e0c-41c5-8258-39d90680456f None None] Checking segment: {'id': '1fdcd85b-55c4-4ae7-ac73-ac3bd2107891', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f9715ce2-16ba-4ae9-9a15-557432d0a5ed'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=74187) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jun 28 16:33:30.020549 dv-cinder-798104-1-smb neutron-server[74187]: DEBUG neutron_lib.callbacks.manager [None req-34b5c8ff-9e0c-41c5-8258-39d90680456f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=74187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 16:33:30.021087 dv-cinder-798104-1-smb neutron-server[74187]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34b5c8ff-9e0c-41c5-8258-39d90680456f None None] Bound using segment: {'id': '1fdcd85b-55c4-4ae7-ac73-ac3bd2107891', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f9715ce2-16ba-4ae9-9a15-557432d0a5ed'} {{(pid=74187) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jun 28 16:33:30.021799 dv-cinder-798104-1-smb neutron-server[74187]: DEBUG neutron.plugins.ml2.managers [None req-34b5c8ff-9e0c-41c5-8258-39d90680456f None None] Bound port: 975e904b-7714-4d88-8664-142b6263e756, host: dv-cinder-798104-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1fdcd85b-55c4-4ae7-ac73-ac3bd2107891', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f9715ce2-16ba-4ae9-9a15-557432d0a5ed'}}] {{(pid=74187) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 28 16:33:30.022200 dv-cinder-798104-1-smb neutron-server[74187]: DEBUG neutron_lib.callbacks.manager [None req-34b5c8ff-9e0c-41c5-8258-39d90680456f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621611'] for port, before_update {{(pid=74187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 16:33:30.126656 dv-cinder-798104-1-smb neutron-server[74187]: DEBUG neutron.plugins.ml2.db [None req-34b5c8ff-9e0c-41c5-8258-39d90680456f None None] For port 975e904b-7714-4d88-8664-142b6263e756, host dv-cinder-798104-1-smb, cleared binding levels {{(pid=74187) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 28 16:33:30.129987 dv-cinder-798104-1-smb neutron-server[74187]: DEBUG neutron.plugins.ml2.db [None req-34b5c8ff-9e0c-41c5-8258-39d90680456f None None] For port 975e904b-7714-4d88-8664-142b6263e756, host dv-cinder-798104-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-798104-1-smb',level=0,port_id=975e904b-7714-4d88-8664-142b6263e756,segment=NetworkSegment(1fdcd85b-55c4-4ae7-ac73-ac3bd2107891),segment_id=1fdcd85b-55c4-4ae7-ac73-ac3bd2107891)] {{(pid=74187) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 28 16:33:30.133736 dv-cinder-798104-1-smb neutron-server[74187]: DEBUG neutron_lib.callbacks.manager [None req-34b5c8ff-9e0c-41c5-8258-39d90680456f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-615041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1598908', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774158213048', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774157688378', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774157688423'] for port, after_update {{(pid=74187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 16:33:30.138426 dv-cinder-798104-1-smb neutron-server[74187]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74187) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 16:33:30.212256 dv-cinder-798104-1-smb neutron-server[74187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be0d6b40-4958-4be7-be7d-0e8421e97ee2 None None] Pushing event updated for resources: {'Port': ['ID=975e904b-7714-4d88-8664-142b6263e756,revision_number=3']} {{(pid=74187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 16:33:30.217787 dv-cinder-798104-1-smb neutron-server[74187]: DEBUG oslo_concurrency.lockutils [None req-be0d6b40-4958-4be7-be7d-0e8421e97ee2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=74187) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 16:33:30.222150 dv-cinder-798104-1-smb neutron-server[74187]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34b5c8ff-9e0c-41c5-8258-39d90680456f None None] Routers {'c63c9e64-74cd-4f17-87f2-9010f9243ae6'} bound to L3 agent in host dv-cinder-798104-1-smb {{(pid=74187) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 28 16:33:30.222875 dv-cinder-798104-1-smb neutron-server[74187]: DEBUG neutron.db.l3_hamode_db [None req-34b5c8ff-9e0c-41c5-8258-39d90680456f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-798104-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-06-28T16:32:46Z,description=,heartbeat_timestamp=2021-06-28T16:33:16Z,host='dv-cinder-798104-1-smb',id=633adcd1-515e-4435-b14d-49f054abd10f,load=0,resource_versions=,resources_synced=,started_at=2021-06-28T16:32:46Z,topic='l3_agent')) {'router_ids': ['c63c9e64-74cd-4f17-87f2-9010f9243ae6'], 'active': True} {{(pid=74187) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 16:33:30.406500 dv-cinder-798104-1-smb neutron-server[74187]: DEBUG neutron.db.l3_dvr_db [None req-34b5c8ff-9e0c-41c5-8258-39d90680456f None None] Set router c63c9e64-74cd-4f17-87f2-9010f9243ae6 gateway port host: dv-cinder-798104-1-smb {{(pid=74187) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jun 28 16:33:30.749562 dv-cinder-798104-1-smb neutron-server[74187]: DEBUG neutron.db.l3_hamode_db [None req-34b5c8ff-9e0c-41c5-8258-39d90680456f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c63c9e64-74cd-4f17-87f2-9010f9243ae6', 'name': 'router1', 'tenant_id': '593c4b6ee084476fa8c02b2b1c5c3351', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f9715ce2-16ba-4ae9-9a15-557432d0a5ed', 'external_fixed_ips': [{'subnet_id': 'e3a20e14-2eea-4943-8cec-1fe85e8448d0', 'ip_address': '172.28.3.129'}], 'enable_snat': True}, 'gw_port_id': '975e904b-7714-4d88-8664-142b6263e756', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-28T16:33:10Z', 'updated_at': '2021-06-28T16:33:28Z', 'revision_number': 4, 'project_id': '593c4b6ee084476fa8c02b2b1c5c3351', 'gw_port': {'id': '975e904b-7714-4d88-8664-142b6263e756', 'name': '', 'network_id': 'f9715ce2-16ba-4ae9-9a15-557432d0a5ed', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:e7:6b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c63c9e64-74cd-4f17-87f2-9010f9243ae6', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e3a20e14-2eea-4943-8cec-1fe85e8448d0', 'ip_address': '172.28.3.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798104-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T16:33:27Z', 'updated_at': '2021-06-28T16:33:30Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e3a20e14-2eea-4943-8cec-1fe85e8448d0', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798104-1-smb', '_interfaces': [{'id': '8a6648d0-161b-4d2c-8224-fad5da43c54a', 'name': '', 'network_id': '27ee0fd3-07c0-4e41-996d-9b0c0acf0d30', 'tenant_id': '593c4b6ee084476fa8c02b2b1c5c3351', 'mac_address': 'fa:16:3e:df:a7:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c63c9e64-74cd-4f17-87f2-9010f9243ae6', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'e74d6ede-5c26-4fed-9054-3548e7ed16d0', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798104-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T16:33:19Z', 'updated_at': '2021-06-28T16:33:24Z', 'revision_number': 5, 'project_id': '593c4b6ee084476fa8c02b2b1c5c3351', 'subnets': [{'id': 'e74d6ede-5c26-4fed-9054-3548e7ed16d0', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'f92b7a8a-52d6-4d54-8de6-9c31ff161ee0'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-798104-1-smb', False) {} {{(pid=74187) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 16:33:30.753805 dv-cinder-798104-1-smb neutron-server[74187]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34b5c8ff-9e0c-41c5-8258-39d90680456f None None] The sync data for ids ['c63c9e64-74cd-4f17-87f2-9010f9243ae6'] in dv-cinder-798104-1-smb is: [{'id': 'c63c9e64-74cd-4f17-87f2-9010f9243ae6', 'name': 'router1', 'tenant_id': '593c4b6ee084476fa8c02b2b1c5c3351', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f9715ce2-16ba-4ae9-9a15-557432d0a5ed', 'external_fixed_ips': [{'subnet_id': 'e3a20e14-2eea-4943-8cec-1fe85e8448d0', 'ip_address': '172.28.3.129'}], 'enable_snat': True}, 'gw_port_id': '975e904b-7714-4d88-8664-142b6263e756', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-28T16:33:10Z', 'updated_at': '2021-06-28T16:33:28Z', 'revision_number': 4, 'project_id': '593c4b6ee084476fa8c02b2b1c5c3351', 'gw_port': {'id': '975e904b-7714-4d88-8664-142b6263e756', 'name': '', 'network_id': 'f9715ce2-16ba-4ae9-9a15-557432d0a5ed', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:e7:6b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c63c9e64-74cd-4f17-87f2-9010f9243ae6', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e3a20e14-2eea-4943-8cec-1fe85e8448d0', 'ip_address': '172.28.3.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798104-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T16:33:27Z', 'updated_at': '2021-06-28T16:33:30Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e3a20e14-2eea-4943-8cec-1fe85e8448d0', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798104-1-smb', '_interfaces': [{'id': '8a6648d0-161b-4d2c-8224-fad5da43c54a', 'name': '', 'network_id': '27ee0fd3-07c0-4e41-996d-9b0c0acf0d30', 'tenant_id': '593c4b6ee084476fa8c02b2b1c5c3351', 'mac_address': 'fa:16:3e:df:a7:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c63c9e64-74cd-4f17-87f2-9010f9243ae6', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'e74d6ede-5c26-4fed-9054-3548e7ed16d0', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798104-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T16:33:19Z', 'updated_at': '2021-06-28T16:33:24Z', 'revision_number': 5, 'project_id': '593c4b6ee084476fa8c02b2b1c5c3351', 'subnets': [{'id': 'e74d6ede-5c26-4fed-9054-3548e7ed16d0', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'f92b7a8a-52d6-4d54-8de6-9c31ff161ee0'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=74187) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jun 28 16:33:31.219674 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG neutron.wsgi [-] (74185) accepted ('10.222.0.26', 45052) {{(pid=74185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 28 16:33:31.364886 dv-cinder-798104-1-smb neutron-server[74185]: INFO neutron.wsgi [None req-a2fddd51-810f-4ccf-b635-c9ac763dc98d admin admin] 10.222.0.26 "GET /v2.0/ports?device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 1078 time: 0.1440094 Jun 28 16:33:32.221546 dv-cinder-798104-1-smb neutron-server[74187]: DEBUG neutron.plugins.ml2.rpc [None req-c72dd329-595c-4eca-9296-ba6eff8780d9 None None] Device 975e904b-7714-4d88-8664-142b6263e756 up at agent ovs-agent-dv-cinder-798104-1-smb {{(pid=74187) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 28 16:33:32.313320 dv-cinder-798104-1-smb neutron-server[74187]: DEBUG neutron.db.provisioning_blocks [None req-c72dd329-595c-4eca-9296-ba6eff8780d9 None None] Provisioning for port 975e904b-7714-4d88-8664-142b6263e756 completed by entity L2. {{(pid=74187) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 28 16:33:32.320862 dv-cinder-798104-1-smb neutron-server[74187]: DEBUG neutron.db.provisioning_blocks [None req-c72dd329-595c-4eca-9296-ba6eff8780d9 None None] Provisioning complete for port 975e904b-7714-4d88-8664-142b6263e756 triggered by entity L2. {{(pid=74187) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 28 16:33:32.321300 dv-cinder-798104-1-smb neutron-server[74187]: DEBUG neutron_lib.callbacks.manager [None req-c72dd329-595c-4eca-9296-ba6eff8780d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1002786'] for port, provisioning_complete {{(pid=74187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 16:33:32.477382 dv-cinder-798104-1-smb neutron-server[74187]: DEBUG neutron_lib.callbacks.manager [None req-c72dd329-595c-4eca-9296-ba6eff8780d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621611'] for port, before_update {{(pid=74187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 16:33:32.504969 dv-cinder-798104-1-smb neutron-server[74187]: DEBUG neutron.plugins.ml2.db [None req-c72dd329-595c-4eca-9296-ba6eff8780d9 None None] For port 975e904b-7714-4d88-8664-142b6263e756, host dv-cinder-798104-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-798104-1-smb',level=0,port_id=975e904b-7714-4d88-8664-142b6263e756,segment=NetworkSegment(1fdcd85b-55c4-4ae7-ac73-ac3bd2107891),segment_id=1fdcd85b-55c4-4ae7-ac73-ac3bd2107891)] {{(pid=74187) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 16:33:32.510548 dv-cinder-798104-1-smb neutron-server[74187]: DEBUG neutron_lib.callbacks.manager [None req-c72dd329-595c-4eca-9296-ba6eff8780d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-615041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1598908', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774158213048', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774157688378', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774157688423'] for port, after_update {{(pid=74187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 16:33:32.513025 dv-cinder-798104-1-smb neutron-server[74187]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74187) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 16:33:32.585333 dv-cinder-798104-1-smb neutron-server[74187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c72dd329-595c-4eca-9296-ba6eff8780d9 None None] Pushing event updated for resources: {'Port': ['ID=975e904b-7714-4d88-8664-142b6263e756,revision_number=4']} {{(pid=74187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 16:33:32.586621 dv-cinder-798104-1-smb neutron-server[74187]: DEBUG oslo_concurrency.lockutils [None req-c72dd329-595c-4eca-9296-ba6eff8780d9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=74187) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 16:33:34.196106 dv-cinder-798104-1-smb neutron-server[74187]: DEBUG neutron.plugins.ml2.rpc [None req-c72dd329-595c-4eca-9296-ba6eff8780d9 None None] Device 975e904b-7714-4d88-8664-142b6263e756 up at agent ovs-agent-dv-cinder-798104-1-smb {{(pid=74187) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 28 16:33:34.275240 dv-cinder-798104-1-smb neutron-server[74187]: DEBUG neutron.db.provisioning_blocks [None req-c72dd329-595c-4eca-9296-ba6eff8780d9 None None] Provisioning complete for port 975e904b-7714-4d88-8664-142b6263e756 triggered by entity L2. {{(pid=74187) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 28 16:33:34.275956 dv-cinder-798104-1-smb neutron-server[74187]: DEBUG neutron_lib.callbacks.manager [None req-c72dd329-595c-4eca-9296-ba6eff8780d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1002786'] for port, provisioning_complete {{(pid=74187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 16:33:34.929956 dv-cinder-798104-1-smb neutron-server[74188]: DEBUG neutron.db.agents_db [None req-8255730c-b11f-4cfb-aeb3-67319944b41a None None] Agent healthcheck: found 5 active agents {{(pid=74188) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jun 28 16:33:43.578200 dv-cinder-798104-1-smb neutron-server[74187]: DEBUG neutron_lib.callbacks.manager [None req-e2fe41ae-b590-4e9b-afb9-344ead8fe86d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774158209648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1002899'] for agent, after_update {{(pid=74187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 16:33:43.821036 dv-cinder-798104-1-smb neutron-server[74187]: DEBUG neutron_lib.callbacks.manager [None req-c72dd329-595c-4eca-9296-ba6eff8780d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774158209648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1002899'] for agent, after_update {{(pid=74187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 16:33:46.125297 dv-cinder-798104-1-smb neutron-server[74187]: DEBUG neutron_lib.callbacks.manager [None req-68905807-4bec-4f59-8579-79077aabd0fa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774158209648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1002899'] for agent, after_update {{(pid=74187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 16:33:47.505112 dv-cinder-798104-1-smb neutron-server[74187]: DEBUG neutron_lib.callbacks.manager [None req-17b6939a-39ed-439c-8d74-c49ac6595f0c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774158209648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1002899'] for agent, after_update {{(pid=74187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 16:33:48.533421 dv-cinder-798104-1-smb neutron-server[74187]: DEBUG neutron_lib.callbacks.manager [None req-d49266a9-82cf-4da4-977f-ceca59b71534 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774158209648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1002899'] for agent, after_update {{(pid=74187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 16:34:11.930978 dv-cinder-798104-1-smb neutron-server[74188]: DEBUG neutron.db.agents_db [None req-8255730c-b11f-4cfb-aeb3-67319944b41a None None] Agent healthcheck: found 5 active agents {{(pid=74188) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jun 28 16:34:13.581164 dv-cinder-798104-1-smb neutron-server[74187]: DEBUG neutron_lib.callbacks.manager [None req-6022f9d1-cd85-4846-8324-65de095d9605 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774158209648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1002899'] for agent, after_update {{(pid=74187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 16:34:13.827247 dv-cinder-798104-1-smb neutron-server[74187]: DEBUG neutron_lib.callbacks.manager [None req-c72dd329-595c-4eca-9296-ba6eff8780d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774158209648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1002899'] for agent, after_update {{(pid=74187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 16:34:16.119880 dv-cinder-798104-1-smb neutron-server[74187]: DEBUG neutron_lib.callbacks.manager [None req-3bc26c10-ee9a-4a43-8368-df877cd1cd68 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774158209648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1002899'] for agent, after_update {{(pid=74187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 16:34:17.513854 dv-cinder-798104-1-smb neutron-server[74187]: DEBUG neutron_lib.callbacks.manager [None req-17b6939a-39ed-439c-8d74-c49ac6595f0c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774158209648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1002899'] for agent, after_update {{(pid=74187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 16:34:18.538779 dv-cinder-798104-1-smb neutron-server[74187]: DEBUG neutron_lib.callbacks.manager [None req-d49266a9-82cf-4da4-977f-ceca59b71534 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774158209648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1002899'] for agent, after_update {{(pid=74187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 16:34:43.588764 dv-cinder-798104-1-smb neutron-server[74187]: DEBUG neutron_lib.callbacks.manager [None req-eb97e51a-453a-4d9a-ac39-daa19779544d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774158209648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1002899'] for agent, after_update {{(pid=74187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 16:34:43.836095 dv-cinder-798104-1-smb neutron-server[74187]: DEBUG neutron_lib.callbacks.manager [None req-c72dd329-595c-4eca-9296-ba6eff8780d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774158209648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1002899'] for agent, after_update {{(pid=74187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 16:34:46.130414 dv-cinder-798104-1-smb neutron-server[74187]: DEBUG neutron_lib.callbacks.manager [None req-436739f4-852e-4c44-a125-ce0b3394db5e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774158209648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1002899'] for agent, after_update {{(pid=74187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 16:34:47.512919 dv-cinder-798104-1-smb neutron-server[74187]: DEBUG neutron_lib.callbacks.manager [None req-17b6939a-39ed-439c-8d74-c49ac6595f0c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774158209648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1002899'] for agent, after_update {{(pid=74187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 16:34:48.553592 dv-cinder-798104-1-smb neutron-server[74187]: DEBUG neutron_lib.callbacks.manager [None req-d49266a9-82cf-4da4-977f-ceca59b71534 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774158209648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1002899'] for agent, after_update {{(pid=74187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 16:34:48.931137 dv-cinder-798104-1-smb neutron-server[74188]: DEBUG neutron.db.agents_db [None req-8255730c-b11f-4cfb-aeb3-67319944b41a None None] Agent healthcheck: found 5 active agents {{(pid=74188) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jun 28 16:35:13.584450 dv-cinder-798104-1-smb neutron-server[74187]: DEBUG neutron_lib.callbacks.manager [None req-9dcca5c9-3908-4fb4-bf0f-059999bd74a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774158209648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1002899'] for agent, after_update {{(pid=74187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 16:35:13.835979 dv-cinder-798104-1-smb neutron-server[74187]: DEBUG neutron_lib.callbacks.manager [None req-c72dd329-595c-4eca-9296-ba6eff8780d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774158209648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1002899'] for agent, after_update {{(pid=74187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 16:35:16.125281 dv-cinder-798104-1-smb neutron-server[74187]: DEBUG neutron_lib.callbacks.manager [None req-b40e24de-2a9e-4290-809c-7c1843d111c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774158209648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1002899'] for agent, after_update {{(pid=74187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 16:35:17.521659 dv-cinder-798104-1-smb neutron-server[74187]: DEBUG neutron_lib.callbacks.manager [None req-17b6939a-39ed-439c-8d74-c49ac6595f0c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774158209648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1002899'] for agent, after_update {{(pid=74187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 16:35:18.542046 dv-cinder-798104-1-smb neutron-server[74187]: DEBUG neutron_lib.callbacks.manager [None req-d49266a9-82cf-4da4-977f-ceca59b71534 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774158209648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1002899'] for agent, after_update {{(pid=74187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 16:35:25.930715 dv-cinder-798104-1-smb neutron-server[74188]: DEBUG neutron.db.agents_db [None req-8255730c-b11f-4cfb-aeb3-67319944b41a None None] Agent healthcheck: found 5 active agents {{(pid=74188) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jun 28 16:35:35.079015 dv-cinder-798104-1-smb neutron-server[74186]: DEBUG neutron.wsgi [-] (74186) accepted ('10.222.0.26', 45628) {{(pid=74186) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 28 16:35:35.173219 dv-cinder-798104-1-smb neutron-server[74186]: INFO neutron.pecan_wsgi.hooks.translation [None req-3465ceea-603c-4b1e-9a64-94cd97c79530 admin admin] GET failed (client error): The resource could not be found. Jun 28 16:35:35.174446 dv-cinder-798104-1-smb neutron-server[74186]: INFO neutron.wsgi [None req-3465ceea-603c-4b1e-9a64-94cd97c79530 admin admin] 10.222.0.26 "GET /v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.0944617 Jun 28 16:35:35.313382 dv-cinder-798104-1-smb neutron-server[74186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c8cc61dc-f7c1-470b-ab84-1cd867bbd39d admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=74186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 16:35:35.314832 dv-cinder-798104-1-smb neutron-server[74186]: INFO neutron.wsgi [None req-c8cc61dc-f7c1-470b-ab84-1cd867bbd39d admin admin] 10.222.0.26 "GET /v2.0/networks?name=private HTTP/1.1" status: 200 len: 872 time: 0.1364660 Jun 28 16:35:37.346842 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG neutron.wsgi [-] (74185) accepted ('10.222.0.26', 45638) {{(pid=74185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 28 16:35:37.480660 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9c6b5973-eb06-40ac-961b-39550bbf7214 admin admin] Attributes excluded by policy engine: ['shared'] {{(pid=74185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 16:35:37.482072 dv-cinder-798104-1-smb neutron-server[74185]: INFO neutron.wsgi [None req-9c6b5973-eb06-40ac-961b-39550bbf7214 admin admin] 10.222.0.26 "GET /v2.0/subnets/e74d6ede-5c26-4fed-9054-3548e7ed16d0 HTTP/1.1" status: 200 len: 849 time: 0.1342623 Jun 28 16:35:37.491912 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG neutron.api.v2.base [None req-1be3d6a5-5fdc-4b4a-a82d-c478b2e50b1d admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=74185) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jun 28 16:35:37.624364 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG neutron_lib.callbacks.manager [None req-1be3d6a5-5fdc-4b4a-a82d-c478b2e50b1d admin admin] Notify callbacks [] for subnet, before_update {{(pid=74185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 16:35:37.827818 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG neutron_lib.callbacks.manager [None req-1be3d6a5-5fdc-4b4a-a82d-c478b2e50b1d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107460', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1598908', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8774158213039'] for subnet, after_update {{(pid=74185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 16:35:37.831650 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG oslo_concurrency.lockutils [None req-cc6904cf-2d90-4b7a-a971-c4a7b6ca7239 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74185) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 16:35:37.887176 dv-cinder-798104-1-smb neutron-server[74187]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7c563556-556c-41c7-a3d4-05b3c9c23937 None None] Network 27ee0fd3-07c0-4e41-996d-9b0c0acf0d30 requested from dv-cinder-798104-1-smb {{(pid=74187) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jun 28 16:35:37.926705 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1be3d6a5-5fdc-4b4a-a82d-c478b2e50b1d admin admin] Attributes excluded by policy engine: ['shared'] {{(pid=74185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 16:35:37.927303 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG neutron_lib.callbacks.manager [None req-1be3d6a5-5fdc-4b4a-a82d-c478b2e50b1d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1598890'] for subnet, before_response {{(pid=74185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 16:35:37.928607 dv-cinder-798104-1-smb neutron-server[74185]: INFO neutron.wsgi [None req-1be3d6a5-5fdc-4b4a-a82d-c478b2e50b1d admin admin] 10.222.0.26 "PUT /v2.0/subnets/e74d6ede-5c26-4fed-9054-3548e7ed16d0 HTTP/1.1" status: 200 len: 868 time: 0.4408317 Jun 28 16:35:37.944797 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1be3d6a5-5fdc-4b4a-a82d-c478b2e50b1d admin admin] Pushing event updated for resources: {'Subnet': ['ID=e74d6ede-5c26-4fed-9054-3548e7ed16d0,revision_number=1']} {{(pid=74185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 16:35:37.955986 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1be3d6a5-5fdc-4b4a-a82d-c478b2e50b1d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798104-1-smb {{(pid=74185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 16:35:37.956466 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1be3d6a5-5fdc-4b4a-a82d-c478b2e50b1d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798104-1-smb {{(pid=74185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 16:35:37.956583 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1be3d6a5-5fdc-4b4a-a82d-c478b2e50b1d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798104-1-smb {{(pid=74185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 16:35:37.956882 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1be3d6a5-5fdc-4b4a-a82d-c478b2e50b1d admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-798104-1-smb {{(pid=74185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 16:35:37.958066 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1be3d6a5-5fdc-4b4a-a82d-c478b2e50b1d admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798104-1-smb {{(pid=74185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 16:35:37.958066 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1be3d6a5-5fdc-4b4a-a82d-c478b2e50b1d admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-798104-1-smb {{(pid=74185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 16:35:37.958066 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1be3d6a5-5fdc-4b4a-a82d-c478b2e50b1d admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798104-1-smb {{(pid=74185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 16:35:37.958375 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1be3d6a5-5fdc-4b4a-a82d-c478b2e50b1d admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798104-1-smb {{(pid=74185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 16:35:37.958590 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1be3d6a5-5fdc-4b4a-a82d-c478b2e50b1d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798104-1-smb {{(pid=74185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 16:35:37.958841 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1be3d6a5-5fdc-4b4a-a82d-c478b2e50b1d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798104-1-smb {{(pid=74185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 16:35:37.959165 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1be3d6a5-5fdc-4b4a-a82d-c478b2e50b1d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798104-1-smb {{(pid=74185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 16:35:37.973477 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG oslo_concurrency.lockutils [None req-1be3d6a5-5fdc-4b4a-a82d-c478b2e50b1d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.136s {{(pid=74185) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 16:35:38.450497 dv-cinder-798104-1-smb neutron-server[74187]: DEBUG neutron.db.provisioning_blocks [None req-5b1e5c85-d7ae-4524-92e9-26c672d3fcf9 None None] Provisioning complete for port a9d74b22-23e6-4ec0-9318-68f075c6c152 triggered by entity DHCP. {{(pid=74187) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 28 16:35:38.450786 dv-cinder-798104-1-smb neutron-server[74187]: DEBUG neutron_lib.callbacks.manager [None req-5b1e5c85-d7ae-4524-92e9-26c672d3fcf9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1002786'] for port, provisioning_complete {{(pid=74187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 16:35:38.582771 dv-cinder-798104-1-smb neutron-server[74187]: DEBUG neutron.db.provisioning_blocks [None req-5b1e5c85-d7ae-4524-92e9-26c672d3fcf9 None None] Provisioning complete for port 8a6648d0-161b-4d2c-8224-fad5da43c54a triggered by entity DHCP. {{(pid=74187) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 28 16:35:38.583063 dv-cinder-798104-1-smb neutron-server[74187]: DEBUG neutron_lib.callbacks.manager [None req-5b1e5c85-d7ae-4524-92e9-26c672d3fcf9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1002786'] for port, provisioning_complete {{(pid=74187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 16:35:39.956485 dv-cinder-798104-1-smb neutron-server[74186]: DEBUG neutron.wsgi [-] (74186) accepted ('10.222.0.26', 45648) {{(pid=74186) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 28 16:35:40.155401 dv-cinder-798104-1-smb neutron-server[74186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a2d3efb4-d285-4128-8e17-3ea96c6c2b99 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=74186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 16:35:40.155782 dv-cinder-798104-1-smb neutron-server[74186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a2d3efb4-d285-4128-8e17-3ea96c6c2b99 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=74186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 16:35:40.157300 dv-cinder-798104-1-smb neutron-server[74186]: INFO neutron.wsgi [None req-a2d3efb4-d285-4128-8e17-3ea96c6c2b99 admin admin] 10.222.0.26 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.1998842 Jun 28 16:35:42.152690 dv-cinder-798104-1-smb neutron-server[74186]: DEBUG neutron.wsgi [-] (74186) accepted ('10.222.0.26', 45658) {{(pid=74186) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 28 16:35:42.397425 dv-cinder-798104-1-smb neutron-server[74186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a7093e1d-e5fe-45be-ad96-b0f6ce076d3f admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=74186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 16:35:42.397707 dv-cinder-798104-1-smb neutron-server[74186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a7093e1d-e5fe-45be-ad96-b0f6ce076d3f admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=74186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 16:35:42.399241 dv-cinder-798104-1-smb neutron-server[74186]: INFO neutron.wsgi [None req-a7093e1d-e5fe-45be-ad96-b0f6ce076d3f admin admin] 10.222.0.26 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.2455335 Jun 28 16:35:43.586534 dv-cinder-798104-1-smb neutron-server[74187]: DEBUG neutron_lib.callbacks.manager [None req-65c95434-be9e-4595-b913-62cad8559351 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774158209648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1002899'] for agent, after_update {{(pid=74187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 16:35:43.831554 dv-cinder-798104-1-smb neutron-server[74187]: DEBUG neutron_lib.callbacks.manager [None req-c72dd329-595c-4eca-9296-ba6eff8780d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774158209648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1002899'] for agent, after_update {{(pid=74187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 16:35:44.443194 dv-cinder-798104-1-smb neutron-server[74186]: DEBUG neutron.wsgi [-] (74186) accepted ('10.222.0.26', 45668) {{(pid=74186) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 28 16:35:44.636914 dv-cinder-798104-1-smb neutron-server[74186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a4eab961-3da8-4f8b-ab75-b09c10cb08a2 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=74186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 16:35:44.638244 dv-cinder-798104-1-smb neutron-server[74186]: INFO neutron.wsgi [None req-a4eab961-3da8-4f8b-ab75-b09c10cb08a2 admin admin] 10.222.0.26 "GET /v2.0/networks/27ee0fd3-07c0-4e41-996d-9b0c0acf0d30 HTTP/1.1" status: 200 len: 869 time: 0.1941388 Jun 28 16:35:46.129603 dv-cinder-798104-1-smb neutron-server[74187]: DEBUG neutron_lib.callbacks.manager [None req-f6d7df74-3256-4de2-a951-93df8c0dc92f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774158209648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1002899'] for agent, after_update {{(pid=74187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 16:35:46.657956 dv-cinder-798104-1-smb neutron-server[74186]: DEBUG neutron.wsgi [-] (74186) accepted ('10.222.0.26', 45678) {{(pid=74186) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 28 16:35:46.855088 dv-cinder-798104-1-smb neutron-server[74186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-526e584b-42e6-418c-925c-c90d5a3e6a46 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=74186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 16:35:46.856448 dv-cinder-798104-1-smb neutron-server[74186]: INFO neutron.wsgi [None req-526e584b-42e6-418c-925c-c90d5a3e6a46 admin admin] 10.222.0.26 "GET /v2.0/networks/f9715ce2-16ba-4ae9-9a15-557432d0a5ed HTTP/1.1" status: 200 len: 886 time: 0.1975417 Jun 28 16:35:47.515551 dv-cinder-798104-1-smb neutron-server[74187]: DEBUG neutron_lib.callbacks.manager [None req-17b6939a-39ed-439c-8d74-c49ac6595f0c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774158209648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1002899'] for agent, after_update {{(pid=74187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 16:35:48.544820 dv-cinder-798104-1-smb neutron-server[74187]: DEBUG neutron_lib.callbacks.manager [None req-d49266a9-82cf-4da4-977f-ceca59b71534 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774158209648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1002899'] for agent, after_update {{(pid=74187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 16:35:48.840039 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG neutron.wsgi [-] (74185) accepted ('10.222.0.26', 45688) {{(pid=74185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 28 16:35:48.969054 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-de63d0a2-2c37-4ee5-87ec-6792cac0f039 admin admin] Attributes excluded by policy engine: ['shared'] {{(pid=74185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 16:35:48.969445 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-de63d0a2-2c37-4ee5-87ec-6792cac0f039 admin admin] Attributes excluded by policy engine: ['shared'] {{(pid=74185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 16:35:48.970904 dv-cinder-798104-1-smb neutron-server[74185]: INFO neutron.wsgi [None req-de63d0a2-2c37-4ee5-87ec-6792cac0f039 admin admin] 10.222.0.26 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1299014 Jun 28 16:35:51.016418 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG neutron.wsgi [-] (74185) accepted ('10.222.0.26', 45698) {{(pid=74185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 28 16:35:51.149990 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3ed686d4-4756-47db-b40c-3282a08a5b65 admin admin] Attributes excluded by policy engine: ['shared'] {{(pid=74185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 16:35:51.150353 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3ed686d4-4756-47db-b40c-3282a08a5b65 admin admin] Attributes excluded by policy engine: ['shared'] {{(pid=74185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 16:35:51.151864 dv-cinder-798104-1-smb neutron-server[74185]: INFO neutron.wsgi [None req-3ed686d4-4756-47db-b40c-3282a08a5b65 admin admin] 10.222.0.26 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1344275 Jun 28 16:35:53.164210 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG neutron.wsgi [-] (74185) accepted ('10.222.0.26', 45708) {{(pid=74185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 28 16:35:53.297526 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f166fd59-8b23-4ee9-94e4-2a5253e67c3b admin admin] Attributes excluded by policy engine: ['shared'] {{(pid=74185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 16:35:53.298865 dv-cinder-798104-1-smb neutron-server[74185]: INFO neutron.wsgi [None req-f166fd59-8b23-4ee9-94e4-2a5253e67c3b admin admin] 10.222.0.26 "GET /v2.0/subnets/e3a20e14-2eea-4943-8cec-1fe85e8448d0 HTTP/1.1" status: 200 len: 816 time: 0.1332026 Jun 28 16:35:55.308748 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG neutron.wsgi [-] (74185) accepted ('10.222.0.26', 45718) {{(pid=74185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 28 16:35:55.442699 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-588353f8-9f55-46ce-9f1c-109a3e6e8318 admin admin] Attributes excluded by policy engine: ['shared'] {{(pid=74185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 16:35:55.444052 dv-cinder-798104-1-smb neutron-server[74185]: INFO neutron.wsgi [None req-588353f8-9f55-46ce-9f1c-109a3e6e8318 admin admin] 10.222.0.26 "GET /v2.0/subnets/e74d6ede-5c26-4fed-9054-3548e7ed16d0 HTTP/1.1" status: 200 len: 868 time: 0.1343398 Jun 28 16:36:02.932567 dv-cinder-798104-1-smb neutron-server[74188]: DEBUG neutron.db.agents_db [None req-8255730c-b11f-4cfb-aeb3-67319944b41a None None] Agent healthcheck: found 5 active agents {{(pid=74188) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jun 28 16:36:13.130251 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG neutron.wsgi [-] (74185) accepted ('10.222.0.26', 45756) {{(pid=74185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 28 16:36:13.203567 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG neutron.wsgi [None req-457922ef-d1d8-4f74-a7aa-5b2cfb206072 admin admin] http://10.222.0.26:9696/v2.0/extensions returned with HTTP 200 {{(pid=74185) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Jun 28 16:36:13.204587 dv-cinder-798104-1-smb neutron-server[74185]: INFO neutron.wsgi [None req-457922ef-d1d8-4f74-a7aa-5b2cfb206072 admin admin] 10.222.0.26 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.0733976 Jun 28 16:36:13.590562 dv-cinder-798104-1-smb neutron-server[74187]: DEBUG neutron_lib.callbacks.manager [None req-9d506e68-4fa0-488d-a3a9-91f56183344e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774158209648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1002899'] for agent, after_update {{(pid=74187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 16:36:13.836906 dv-cinder-798104-1-smb neutron-server[74187]: DEBUG neutron_lib.callbacks.manager [None req-c72dd329-595c-4eca-9296-ba6eff8780d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774158209648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1002899'] for agent, after_update {{(pid=74187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 16:36:15.461121 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG neutron.wsgi [-] (74185) accepted ('10.222.0.26', 45766) {{(pid=74185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 28 16:36:15.552098 dv-cinder-798104-1-smb neutron-server[74185]: INFO neutron.pecan_wsgi.hooks.translation [None req-7388d2e5-6f31-403a-b7ae-d6d1ac5182a7 admin admin] GET failed (client error): The resource could not be found. Jun 28 16:36:15.553390 dv-cinder-798104-1-smb neutron-server[74185]: INFO neutron.wsgi [None req-7388d2e5-6f31-403a-b7ae-d6d1ac5182a7 admin admin] 10.222.0.26 "GET /v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.0913322 Jun 28 16:36:15.677942 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ccd77822-8eca-4dc9-b55e-37bc8f01daa4 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=74185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 16:36:15.679877 dv-cinder-798104-1-smb neutron-server[74185]: INFO neutron.wsgi [None req-ccd77822-8eca-4dc9-b55e-37bc8f01daa4 admin admin] 10.222.0.26 "GET /v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.1215546 Jun 28 16:36:16.131377 dv-cinder-798104-1-smb neutron-server[74187]: DEBUG neutron_lib.callbacks.manager [None req-68e8b3bc-8dbe-4f3a-ab6e-5c6af3f2acac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774158209648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1002899'] for agent, after_update {{(pid=74187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 16:36:17.520214 dv-cinder-798104-1-smb neutron-server[74187]: DEBUG neutron_lib.callbacks.manager [None req-17b6939a-39ed-439c-8d74-c49ac6595f0c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774158209648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1002899'] for agent, after_update {{(pid=74187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 16:36:17.687301 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG neutron.wsgi [-] (74185) accepted ('10.222.0.26', 45776) {{(pid=74185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 28 16:36:17.760977 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG neutron.api.v2.base [None req-56af3209-893b-4eb4-8d3a-84dfecb97035 admin admin] Request body: {'network': {'admin_state_up': True, 'name': 'shared', 'shared': True}} {{(pid=74185) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jun 28 16:36:17.766096 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG neutron.db.quota.driver [None req-56af3209-893b-4eb4-8d3a-84dfecb97035 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74185) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 28 16:36:17.776222 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG neutron.db.quota.driver [None req-56af3209-893b-4eb4-8d3a-84dfecb97035 admin admin] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=74185) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 28 16:36:17.785732 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-56af3209-893b-4eb4-8d3a-84dfecb97035 admin admin] Made reservation on behalf of ff872e954ff5478cbcc71b79438166e4 for: {'network': 1} {{(pid=74185) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 28 16:36:17.787997 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG neutron_lib.callbacks.manager [None req-56af3209-893b-4eb4-8d3a-84dfecb97035 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621611'] for network, before_create {{(pid=74185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 16:36:17.874603 dv-cinder-798104-1-smb neutron-server[74185]: WARNING neutron.services.revisions.revision_plugin [None req-56af3209-893b-4eb4-8d3a-84dfecb97035 admin admin] Could not find related network for resource to bump revision. Jun 28 16:36:17.888913 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-56af3209-893b-4eb4-8d3a-84dfecb97035 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 401} {{(pid=74185) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:149}} Jun 28 16:36:17.898831 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG neutron_lib.callbacks.manager [None req-56af3209-893b-4eb4-8d3a-84dfecb97035 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-938564'] for segment, precommit_create {{(pid=74185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 16:36:17.899165 dv-cinder-798104-1-smb neutron-server[74185]: INFO neutron.db.segments_db [None req-56af3209-893b-4eb4-8d3a-84dfecb97035 admin admin] Added segment 00936f04-cfc9-4aad-b717-b845cb76391a of type vlan for network c09f2764-f30c-43a9-9f25-c12276596fa3 Jun 28 16:36:17.928139 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG neutron_lib.callbacks.manager [None req-56af3209-893b-4eb4-8d3a-84dfecb97035 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774157680294'] for network, precommit_create {{(pid=74185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 16:36:17.957126 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG neutron_lib.callbacks.manager [None req-56af3209-893b-4eb4-8d3a-84dfecb97035 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2050463', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1598908'] for network, after_create {{(pid=74185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 16:36:17.958291 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-56af3209-893b-4eb4-8d3a-84dfecb97035 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=74185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 16:36:17.958865 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG neutron_lib.callbacks.manager [None req-56af3209-893b-4eb4-8d3a-84dfecb97035 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1598890'] for network, before_response {{(pid=74185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 16:36:17.962584 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74185) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 16:36:18.060828 dv-cinder-798104-1-smb neutron-server[74185]: INFO neutron.wsgi [None req-56af3209-893b-4eb4-8d3a-84dfecb97035 admin admin] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.3723481 Jun 28 16:36:18.061300 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56af3209-893b-4eb4-8d3a-84dfecb97035 admin admin] Pushing event updated for resources: {'Network': ['ID=c09f2764-f30c-43a9-9f25-c12276596fa3,revision_number=1']} {{(pid=74185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 16:36:18.074524 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG oslo_concurrency.lockutils [None req-56af3209-893b-4eb4-8d3a-84dfecb97035 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=74185) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 16:36:18.087800 dv-cinder-798104-1-smb neutron-server[74187]: DEBUG neutron.plugins.ml2.rpc [None req-c72dd329-595c-4eca-9296-ba6eff8780d9 None None] Network c09f2764-f30c-43a9-9f25-c12276596fa3 details requested by agent ovs-agent-dv-cinder-798104-1-smb with host dv-cinder-798104-1-smb {{(pid=74187) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 28 16:36:18.551295 dv-cinder-798104-1-smb neutron-server[74187]: DEBUG neutron_lib.callbacks.manager [None req-d49266a9-82cf-4da4-977f-ceca59b71534 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774158209648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1002899'] for agent, after_update {{(pid=74187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 16:36:20.107560 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG neutron.wsgi [-] (74185) accepted ('10.222.0.26', 45786) {{(pid=74185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 28 16:36:20.200355 dv-cinder-798104-1-smb neutron-server[74185]: INFO neutron.pecan_wsgi.hooks.translation [None req-8c4c533a-29ef-45f7-b0c5-c22110d00790 admin admin] GET failed (client error): The resource could not be found. Jun 28 16:36:20.200853 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG neutron.quota.resource [None req-8c4c533a-29ef-45f7-b0c5-c22110d00790 admin admin] Synchronizing usage tracker for tenant:ff872e954ff5478cbcc71b79438166e4 on resource:network {{(pid=74185) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 28 16:36:20.216110 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG neutron.quota.resource [None req-8c4c533a-29ef-45f7-b0c5-c22110d00790 admin admin] Unset dirty status for tenant:ff872e954ff5478cbcc71b79438166e4 on resource:network {{(pid=74185) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 28 16:36:20.217316 dv-cinder-798104-1-smb neutron-server[74185]: INFO neutron.wsgi [None req-8c4c533a-29ef-45f7-b0c5-c22110d00790 admin admin] 10.222.0.26 "GET /v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.1087859 Jun 28 16:36:20.323360 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cd667978-f258-44bc-ad1e-15c0016e7b11 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=74185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 16:36:20.324869 dv-cinder-798104-1-smb neutron-server[74185]: INFO neutron.wsgi [None req-cd667978-f258-44bc-ad1e-15c0016e7b11 admin admin] 10.222.0.26 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200 len: 826 time: 0.1035776 Jun 28 16:36:20.335199 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG neutron.api.v2.base [None req-d90810f8-8482-494b-9996-3c128618fa51 admin admin] Request body: {'subnet': {'network_id': 'c09f2764-f30c-43a9-9f25-c12276596fa3', 'description': 'shared-subnet', 'cidr': '192.168.233.0/24', 'name': 'shared-subnet', 'ip_version': 4}} {{(pid=74185) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jun 28 16:36:20.340657 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG neutron.db.quota.driver [None req-d90810f8-8482-494b-9996-3c128618fa51 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74185) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 28 16:36:20.344846 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG neutron.quota.resource [None req-d90810f8-8482-494b-9996-3c128618fa51 admin admin] Usage tracker for resource:subnet and tenant:ff872e954ff5478cbcc71b79438166e4 is out of sync, need to count used quota {{(pid=74185) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 28 16:36:20.347966 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG neutron.quota.resource [None req-d90810f8-8482-494b-9996-3c128618fa51 admin admin] Quota usage for subnet was recalculated. Used quota:1. {{(pid=74185) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 28 16:36:20.354011 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG neutron.db.quota.driver [None req-d90810f8-8482-494b-9996-3c128618fa51 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=74185) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 28 16:36:20.364265 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d90810f8-8482-494b-9996-3c128618fa51 admin admin] Made reservation on behalf of ff872e954ff5478cbcc71b79438166e4 for: {'subnet': 1} {{(pid=74185) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 28 16:36:20.367097 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG neutron_lib.callbacks.manager [None req-d90810f8-8482-494b-9996-3c128618fa51 admin admin] Notify callbacks [] for subnet, before_create {{(pid=74185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 16:36:20.568699 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG neutron_lib.callbacks.manager [None req-d90810f8-8482-494b-9996-3c128618fa51 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107460', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1598908'] for subnet, after_create {{(pid=74185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 16:36:20.572844 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74185) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 16:36:20.643465 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d90810f8-8482-494b-9996-3c128618fa51 admin admin] Pushing event updated for resources: {'Subnet': ['ID=43590b98-423c-449b-abe8-a242d7cd40ff,revision_number=0']} {{(pid=74185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 16:36:20.647984 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG oslo_concurrency.lockutils [None req-d90810f8-8482-494b-9996-3c128618fa51 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=74185) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 16:36:20.662997 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d90810f8-8482-494b-9996-3c128618fa51 admin admin] Checking segment: {'id': '00936f04-cfc9-4aad-b717-b845cb76391a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': 'c09f2764-f30c-43a9-9f25-c12276596fa3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=74185) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jun 28 16:36:20.663352 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d90810f8-8482-494b-9996-3c128618fa51 admin admin] Network hostable DHCP agents. Network: c09f2764-f30c-43a9-9f25-c12276596fa3, hostable agents: ['55edce43-ec1d-45c6-9e7a-198ba4834d81'], hosted agents: [] {{(pid=74185) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 28 16:36:20.691907 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d90810f8-8482-494b-9996-3c128618fa51 admin admin] Network c09f2764-f30c-43a9-9f25-c12276596fa3 is scheduled to be hosted by DHCP agent 55edce43-ec1d-45c6-9e7a-198ba4834d81 with binding_index 1 {{(pid=74185) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 28 16:36:20.701874 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG neutron.scheduler.base_scheduler [None req-d90810f8-8482-494b-9996-3c128618fa51 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-798104-1-smb, c09f2764-f30c-43a9-9f25-c12276596fa3) {{(pid=74185) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 28 16:36:20.706219 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d90810f8-8482-494b-9996-3c128618fa51 admin admin] Attributes excluded by policy engine: ['shared', 'network'] {{(pid=74185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 16:36:20.706835 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG neutron_lib.callbacks.manager [None req-d90810f8-8482-494b-9996-3c128618fa51 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1598890'] for subnet, before_response {{(pid=74185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 16:36:20.723839 dv-cinder-798104-1-smb neutron-server[74187]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1c8666df-e028-41d4-8d86-f040de5ae058 None None] Network c09f2764-f30c-43a9-9f25-c12276596fa3 requested from dv-cinder-798104-1-smb {{(pid=74187) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jun 28 16:36:20.731907 dv-cinder-798104-1-smb neutron-server[74185]: INFO neutron.wsgi [None req-d90810f8-8482-494b-9996-3c128618fa51 admin admin] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.4004653 Jun 28 16:36:21.037509 dv-cinder-798104-1-smb neutron-server[74187]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-802102fe-ac6f-4507-bec8-12b2cae9ea1b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpdd6b328c-d855-5cf5-99ae-0baf1e0ae5dd-c09f2764-f30c-43a9-9f25-c12276596fa3', 'network_id': 'c09f2764-f30c-43a9-9f25-c12276596fa3', 'tenant_id': 'ff872e954ff5478cbcc71b79438166e4', 'fixed_ips': [{'subnet_id': '43590b98-423c-449b-abe8-a242d7cd40ff'}]}} from dv-cinder-798104-1-smb. {{(pid=74187) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Jun 28 16:36:21.038720 dv-cinder-798104-1-smb neutron-server[74187]: DEBUG neutron_lib.callbacks.manager [None req-802102fe-ac6f-4507-bec8-12b2cae9ea1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621611'] for port, before_create {{(pid=74187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 16:36:21.246445 dv-cinder-798104-1-smb neutron-server[74187]: DEBUG neutron.db.db_base_plugin_common [None req-802102fe-ac6f-4507-bec8-12b2cae9ea1b None None] Allocated IP 192.168.233.2 (c09f2764-f30c-43a9-9f25-c12276596fa3/43590b98-423c-449b-abe8-a242d7cd40ff/035cc5e1-e7b3-4c43-b4bb-e74cb1cb2a86) {{(pid=74187) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 28 16:36:21.459398 dv-cinder-798104-1-smb neutron-server[74187]: DEBUG neutron_lib.callbacks.manager [None req-802102fe-ac6f-4507-bec8-12b2cae9ea1b None None] Notify callbacks [] for port, precommit_create {{(pid=74187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 16:36:21.471449 dv-cinder-798104-1-smb neutron-server[74187]: DEBUG neutron.db.provisioning_blocks [None req-802102fe-ac6f-4507-bec8-12b2cae9ea1b None None] Transition to ACTIVE for port object 035cc5e1-e7b3-4c43-b4bb-e74cb1cb2a86 will not be triggered until provisioned by entity L2. {{(pid=74187) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 28 16:36:21.493034 dv-cinder-798104-1-smb neutron-server[74187]: DEBUG neutron.db.provisioning_blocks [None req-802102fe-ac6f-4507-bec8-12b2cae9ea1b None None] Transition to ACTIVE for port object 035cc5e1-e7b3-4c43-b4bb-e74cb1cb2a86 will not be triggered until provisioned by entity DHCP. {{(pid=74187) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 28 16:36:21.498621 dv-cinder-798104-1-smb neutron-server[74187]: DEBUG neutron_lib.callbacks.manager [None req-802102fe-ac6f-4507-bec8-12b2cae9ea1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-615041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1598908', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774157688360'] for port, after_create {{(pid=74187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 16:36:21.504467 dv-cinder-798104-1-smb neutron-server[74187]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74187) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 16:36:21.570832 dv-cinder-798104-1-smb neutron-server[74187]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-802102fe-ac6f-4507-bec8-12b2cae9ea1b None None] Network c09f2764-f30c-43a9-9f25-c12276596fa3 is already hosted by enough agents. {{(pid=74187) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 28 16:36:21.572067 dv-cinder-798104-1-smb neutron-server[74187]: DEBUG neutron.scheduler.base_scheduler [None req-802102fe-ac6f-4507-bec8-12b2cae9ea1b None None] Resources bound (agent type, host, resource id): {{(pid=74187) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 28 16:36:21.574577 dv-cinder-798104-1-smb neutron-server[74187]: DEBUG neutron.db.l3_dvrscheduler_db [None req-802102fe-ac6f-4507-bec8-12b2cae9ea1b None None] Received port after_create {{(pid=74187) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 28 16:36:21.587135 dv-cinder-798104-1-smb neutron-server[74187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-802102fe-ac6f-4507-bec8-12b2cae9ea1b None None] Pushing event updated for resources: {'Port': ['ID=035cc5e1-e7b3-4c43-b4bb-e74cb1cb2a86,revision_number=1']} {{(pid=74187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 16:36:21.652320 dv-cinder-798104-1-smb neutron-server[74187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-802102fe-ac6f-4507-bec8-12b2cae9ea1b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798104-1-smb {{(pid=74187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 16:36:21.652665 dv-cinder-798104-1-smb neutron-server[74187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-802102fe-ac6f-4507-bec8-12b2cae9ea1b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798104-1-smb {{(pid=74187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 16:36:21.653019 dv-cinder-798104-1-smb neutron-server[74187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-802102fe-ac6f-4507-bec8-12b2cae9ea1b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798104-1-smb {{(pid=74187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 16:36:21.653508 dv-cinder-798104-1-smb neutron-server[74187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-802102fe-ac6f-4507-bec8-12b2cae9ea1b None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-798104-1-smb {{(pid=74187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 16:36:21.653798 dv-cinder-798104-1-smb neutron-server[74187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-802102fe-ac6f-4507-bec8-12b2cae9ea1b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798104-1-smb {{(pid=74187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 16:36:21.654127 dv-cinder-798104-1-smb neutron-server[74187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-802102fe-ac6f-4507-bec8-12b2cae9ea1b None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-798104-1-smb {{(pid=74187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 16:36:21.654450 dv-cinder-798104-1-smb neutron-server[74187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-802102fe-ac6f-4507-bec8-12b2cae9ea1b None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798104-1-smb {{(pid=74187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 16:36:21.654771 dv-cinder-798104-1-smb neutron-server[74187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-802102fe-ac6f-4507-bec8-12b2cae9ea1b None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798104-1-smb {{(pid=74187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 16:36:21.655092 dv-cinder-798104-1-smb neutron-server[74187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-802102fe-ac6f-4507-bec8-12b2cae9ea1b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798104-1-smb {{(pid=74187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 16:36:21.655409 dv-cinder-798104-1-smb neutron-server[74187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-802102fe-ac6f-4507-bec8-12b2cae9ea1b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798104-1-smb {{(pid=74187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 16:36:21.655724 dv-cinder-798104-1-smb neutron-server[74187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-802102fe-ac6f-4507-bec8-12b2cae9ea1b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798104-1-smb {{(pid=74187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 16:36:21.659311 dv-cinder-798104-1-smb neutron-server[74187]: DEBUG oslo_concurrency.lockutils [None req-802102fe-ac6f-4507-bec8-12b2cae9ea1b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.155s {{(pid=74187) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 16:36:21.679551 dv-cinder-798104-1-smb neutron-server[74187]: DEBUG neutron.plugins.ml2.managers [None req-802102fe-ac6f-4507-bec8-12b2cae9ea1b None None] Attempting to bind port 035cc5e1-e7b3-4c43-b4bb-e74cb1cb2a86 on host dv-cinder-798104-1-smb for vnic_type normal with profile {{(pid=74187) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 28 16:36:21.679926 dv-cinder-798104-1-smb neutron-server[74187]: DEBUG neutron.plugins.ml2.managers [None req-802102fe-ac6f-4507-bec8-12b2cae9ea1b None None] Attempting to bind port 035cc5e1-e7b3-4c43-b4bb-e74cb1cb2a86 by drivers openvswitch,hyperv on host dv-cinder-798104-1-smb at level 0 using segments [{'id': '00936f04-cfc9-4aad-b717-b845cb76391a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': 'c09f2764-f30c-43a9-9f25-c12276596fa3'}] {{(pid=74187) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 28 16:36:21.680324 dv-cinder-798104-1-smb neutron-server[74187]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-802102fe-ac6f-4507-bec8-12b2cae9ea1b None None] Attempting to bind port 035cc5e1-e7b3-4c43-b4bb-e74cb1cb2a86 on network c09f2764-f30c-43a9-9f25-c12276596fa3 {{(pid=74187) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jun 28 16:36:21.686875 dv-cinder-798104-1-smb neutron-server[74187]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-802102fe-ac6f-4507-bec8-12b2cae9ea1b None None] Checking agent: {'id': 'fa82f27f-b773-4083-82bf-f246fc41f2de', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-798104-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 28, 16, 32, 44), 'started_at': datetime.datetime(2021, 6, 28, 16, 33, 14), 'heartbeat_timestamp': datetime.datetime(2021, 6, 28, 16, 36, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-798104-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=74187) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jun 28 16:36:21.687254 dv-cinder-798104-1-smb neutron-server[74187]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-802102fe-ac6f-4507-bec8-12b2cae9ea1b None None] Checking segment: {'id': '00936f04-cfc9-4aad-b717-b845cb76391a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': 'c09f2764-f30c-43a9-9f25-c12276596fa3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=74187) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jun 28 16:36:21.687658 dv-cinder-798104-1-smb neutron-server[74187]: DEBUG neutron_lib.callbacks.manager [None req-802102fe-ac6f-4507-bec8-12b2cae9ea1b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=74187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 16:36:21.688064 dv-cinder-798104-1-smb neutron-server[74187]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-802102fe-ac6f-4507-bec8-12b2cae9ea1b None None] Bound using segment: {'id': '00936f04-cfc9-4aad-b717-b845cb76391a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': 'c09f2764-f30c-43a9-9f25-c12276596fa3'} {{(pid=74187) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jun 28 16:36:21.688577 dv-cinder-798104-1-smb neutron-server[74187]: DEBUG neutron.plugins.ml2.managers [None req-802102fe-ac6f-4507-bec8-12b2cae9ea1b None None] Bound port: 035cc5e1-e7b3-4c43-b4bb-e74cb1cb2a86, host: dv-cinder-798104-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '00936f04-cfc9-4aad-b717-b845cb76391a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': 'c09f2764-f30c-43a9-9f25-c12276596fa3'}}] {{(pid=74187) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 28 16:36:21.688972 dv-cinder-798104-1-smb neutron-server[74187]: DEBUG neutron_lib.callbacks.manager [None req-802102fe-ac6f-4507-bec8-12b2cae9ea1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621611'] for port, before_update {{(pid=74187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 16:36:21.803394 dv-cinder-798104-1-smb neutron-server[74187]: DEBUG neutron.plugins.ml2.db [None req-802102fe-ac6f-4507-bec8-12b2cae9ea1b None None] For port 035cc5e1-e7b3-4c43-b4bb-e74cb1cb2a86, host dv-cinder-798104-1-smb, cleared binding levels {{(pid=74187) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 28 16:36:21.808164 dv-cinder-798104-1-smb neutron-server[74187]: DEBUG neutron.plugins.ml2.db [None req-802102fe-ac6f-4507-bec8-12b2cae9ea1b None None] For port 035cc5e1-e7b3-4c43-b4bb-e74cb1cb2a86, host dv-cinder-798104-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-798104-1-smb',level=0,port_id=035cc5e1-e7b3-4c43-b4bb-e74cb1cb2a86,segment=NetworkSegment(00936f04-cfc9-4aad-b717-b845cb76391a),segment_id=00936f04-cfc9-4aad-b717-b845cb76391a)] {{(pid=74187) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 28 16:36:21.814862 dv-cinder-798104-1-smb neutron-server[74187]: DEBUG neutron_lib.callbacks.manager [None req-802102fe-ac6f-4507-bec8-12b2cae9ea1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-615041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1598908', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774158213048', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774157688378', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774157688423'] for port, after_update {{(pid=74187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 16:36:21.818814 dv-cinder-798104-1-smb neutron-server[74187]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74187) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 16:36:21.897688 dv-cinder-798104-1-smb neutron-server[74187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-802102fe-ac6f-4507-bec8-12b2cae9ea1b None None] Pushing event updated for resources: {'Port': ['ID=035cc5e1-e7b3-4c43-b4bb-e74cb1cb2a86,revision_number=2']} {{(pid=74187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 16:36:21.901747 dv-cinder-798104-1-smb neutron-server[74187]: DEBUG oslo_concurrency.lockutils [None req-802102fe-ac6f-4507-bec8-12b2cae9ea1b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=74187) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 16:36:22.312866 dv-cinder-798104-1-smb neutron-server[74187]: DEBUG neutron.plugins.ml2.rpc [None req-c72dd329-595c-4eca-9296-ba6eff8780d9 None None] Device 035cc5e1-e7b3-4c43-b4bb-e74cb1cb2a86 up at agent ovs-agent-dv-cinder-798104-1-smb {{(pid=74187) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 28 16:36:22.384719 dv-cinder-798104-1-smb neutron-server[74187]: DEBUG neutron.db.provisioning_blocks [None req-c72dd329-595c-4eca-9296-ba6eff8780d9 None None] Provisioning for port 035cc5e1-e7b3-4c43-b4bb-e74cb1cb2a86 completed by entity L2. {{(pid=74187) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 28 16:36:22.700146 dv-cinder-798104-1-smb neutron-server[74187]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c6d539b6-9784-4669-bc94-2ee6db216f6b None None] Network c09f2764-f30c-43a9-9f25-c12276596fa3 requested from dv-cinder-798104-1-smb {{(pid=74187) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jun 28 16:36:22.806512 dv-cinder-798104-1-smb neutron-server[74187]: DEBUG neutron.db.provisioning_blocks [None req-dc743808-3cfd-4cd1-b154-3bb0caabd4ed None None] Provisioning for port 035cc5e1-e7b3-4c43-b4bb-e74cb1cb2a86 completed by entity DHCP. {{(pid=74187) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 28 16:36:22.813484 dv-cinder-798104-1-smb neutron-server[74187]: DEBUG neutron.db.provisioning_blocks [None req-dc743808-3cfd-4cd1-b154-3bb0caabd4ed None None] Provisioning complete for port 035cc5e1-e7b3-4c43-b4bb-e74cb1cb2a86 triggered by entity DHCP. {{(pid=74187) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 28 16:36:22.813864 dv-cinder-798104-1-smb neutron-server[74187]: DEBUG neutron_lib.callbacks.manager [None req-dc743808-3cfd-4cd1-b154-3bb0caabd4ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1002786'] for port, provisioning_complete {{(pid=74187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 16:36:23.025783 dv-cinder-798104-1-smb neutron-server[74187]: DEBUG neutron_lib.callbacks.manager [None req-dc743808-3cfd-4cd1-b154-3bb0caabd4ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621611'] for port, before_update {{(pid=74187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 16:36:23.074215 dv-cinder-798104-1-smb neutron-server[74187]: DEBUG neutron.plugins.ml2.db [None req-dc743808-3cfd-4cd1-b154-3bb0caabd4ed None None] For port 035cc5e1-e7b3-4c43-b4bb-e74cb1cb2a86, host dv-cinder-798104-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-798104-1-smb',level=0,port_id=035cc5e1-e7b3-4c43-b4bb-e74cb1cb2a86,segment=NetworkSegment(00936f04-cfc9-4aad-b717-b845cb76391a),segment_id=00936f04-cfc9-4aad-b717-b845cb76391a)] {{(pid=74187) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 16:36:23.079107 dv-cinder-798104-1-smb neutron-server[74187]: DEBUG neutron_lib.callbacks.manager [None req-dc743808-3cfd-4cd1-b154-3bb0caabd4ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-615041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1598908', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774158213048', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774157688378', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774157688423'] for port, after_update {{(pid=74187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 16:36:23.081313 dv-cinder-798104-1-smb neutron-server[74187]: DEBUG oslo_concurrency.lockutils [None req-be0d6b40-4958-4be7-be7d-0e8421e97ee2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74187) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 16:36:23.151974 dv-cinder-798104-1-smb neutron-server[74187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc743808-3cfd-4cd1-b154-3bb0caabd4ed None None] Pushing event updated for resources: {'Port': ['ID=035cc5e1-e7b3-4c43-b4bb-e74cb1cb2a86,revision_number=3']} {{(pid=74187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 16:36:23.155507 dv-cinder-798104-1-smb neutron-server[74187]: DEBUG oslo_concurrency.lockutils [None req-dc743808-3cfd-4cd1-b154-3bb0caabd4ed None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=74187) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 16:36:23.304678 dv-cinder-798104-1-smb neutron-server[74187]: DEBUG neutron.db.provisioning_blocks [None req-7cc31648-98c5-4ca7-be02-5b79dc2b8114 None None] Provisioning complete for port 035cc5e1-e7b3-4c43-b4bb-e74cb1cb2a86 triggered by entity DHCP. {{(pid=74187) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 28 16:36:23.305118 dv-cinder-798104-1-smb neutron-server[74187]: DEBUG neutron_lib.callbacks.manager [None req-7cc31648-98c5-4ca7-be02-5b79dc2b8114 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1002786'] for port, provisioning_complete {{(pid=74187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 16:36:24.284027 dv-cinder-798104-1-smb neutron-server[74187]: DEBUG neutron.plugins.ml2.rpc [None req-c72dd329-595c-4eca-9296-ba6eff8780d9 None None] Device 035cc5e1-e7b3-4c43-b4bb-e74cb1cb2a86 up at agent ovs-agent-dv-cinder-798104-1-smb {{(pid=74187) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 28 16:36:24.353300 dv-cinder-798104-1-smb neutron-server[74187]: DEBUG neutron.db.provisioning_blocks [None req-c72dd329-595c-4eca-9296-ba6eff8780d9 None None] Provisioning complete for port 035cc5e1-e7b3-4c43-b4bb-e74cb1cb2a86 triggered by entity L2. {{(pid=74187) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 28 16:36:24.353670 dv-cinder-798104-1-smb neutron-server[74187]: DEBUG neutron_lib.callbacks.manager [None req-c72dd329-595c-4eca-9296-ba6eff8780d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1002786'] for port, provisioning_complete {{(pid=74187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 16:36:39.932006 dv-cinder-798104-1-smb neutron-server[74188]: DEBUG neutron.db.agents_db [None req-8255730c-b11f-4cfb-aeb3-67319944b41a None None] Agent healthcheck: found 5 active agents {{(pid=74188) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jun 28 16:36:43.594110 dv-cinder-798104-1-smb neutron-server[74187]: DEBUG neutron_lib.callbacks.manager [None req-8e36d9b6-7160-4ad8-8201-5a8c56ca067c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774158209648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1002899'] for agent, after_update {{(pid=74187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 16:36:43.844912 dv-cinder-798104-1-smb neutron-server[74187]: DEBUG neutron_lib.callbacks.manager [None req-c72dd329-595c-4eca-9296-ba6eff8780d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774158209648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1002899'] for agent, after_update {{(pid=74187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 16:36:46.137007 dv-cinder-798104-1-smb neutron-server[74187]: DEBUG neutron_lib.callbacks.manager [None req-585293fd-29b8-46c9-98c0-d4909fa53d98 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774158209648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1002899'] for agent, after_update {{(pid=74187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 16:36:47.521934 dv-cinder-798104-1-smb neutron-server[74187]: DEBUG neutron_lib.callbacks.manager [None req-17b6939a-39ed-439c-8d74-c49ac6595f0c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774158209648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1002899'] for agent, after_update {{(pid=74187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 16:36:48.554300 dv-cinder-798104-1-smb neutron-server[74187]: DEBUG neutron_lib.callbacks.manager [None req-d49266a9-82cf-4da4-977f-ceca59b71534 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774158209648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1002899'] for agent, after_update {{(pid=74187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 16:37:13.596513 dv-cinder-798104-1-smb neutron-server[74187]: DEBUG neutron_lib.callbacks.manager [None req-00da8c0d-d6d3-4460-b312-4be60baaa768 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774158209648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1002899'] for agent, after_update {{(pid=74187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 16:37:13.838521 dv-cinder-798104-1-smb neutron-server[74187]: DEBUG neutron_lib.callbacks.manager [None req-c72dd329-595c-4eca-9296-ba6eff8780d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774158209648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1002899'] for agent, after_update {{(pid=74187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 16:37:16.143734 dv-cinder-798104-1-smb neutron-server[74187]: DEBUG neutron_lib.callbacks.manager [None req-8b2a27fd-3432-4f33-aa9e-10cd900600ac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774158209648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1002899'] for agent, after_update {{(pid=74187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 16:37:16.931932 dv-cinder-798104-1-smb neutron-server[74188]: DEBUG neutron.db.agents_db [None req-8255730c-b11f-4cfb-aeb3-67319944b41a None None] Agent healthcheck: found 5 active agents {{(pid=74188) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jun 28 16:37:17.524481 dv-cinder-798104-1-smb neutron-server[74187]: DEBUG neutron_lib.callbacks.manager [None req-17b6939a-39ed-439c-8d74-c49ac6595f0c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774158209648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1002899'] for agent, after_update {{(pid=74187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 16:37:18.561540 dv-cinder-798104-1-smb neutron-server[74187]: DEBUG neutron_lib.callbacks.manager [None req-d49266a9-82cf-4da4-977f-ceca59b71534 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774158209648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1002899'] for agent, after_update {{(pid=74187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 16:37:30.985542 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG neutron.wsgi [-] (74185) accepted ('10.222.0.26', 45828) {{(pid=74185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 28 16:37:30.991464 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG neutron.wsgi [None req-052c9567-aff1-4c01-bb48-3424bbfa8c42 tempest-verify_tempest_config-40681683 tempest-verify_tempest_config-40681683-project] http://10.222.0.26:9696/v2.0/extensions returned with HTTP 200 {{(pid=74185) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Jun 28 16:37:30.992439 dv-cinder-798104-1-smb neutron-server[74185]: INFO neutron.wsgi [None req-052c9567-aff1-4c01-bb48-3424bbfa8c42 tempest-verify_tempest_config-40681683 tempest-verify_tempest_config-40681683-project] 10.222.0.26 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12610 time: 0.0058630 Jun 28 16:37:31.340140 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG neutron.wsgi [-] (74185) accepted ('10.222.0.26', 45844) {{(pid=74185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 28 16:37:31.488977 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG neutron_lib.callbacks.manager [None req-e2c979c0-a7fc-4285-9e53-328866e69457 admin admin] Notify callbacks [] for security_group, before_create {{(pid=74185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 16:37:31.521945 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG neutron.db.quota.driver [None req-e2c979c0-a7fc-4285-9e53-328866e69457 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74185) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 28 16:37:31.525800 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG neutron.quota.resource [None req-e2c979c0-a7fc-4285-9e53-328866e69457 admin admin] Usage tracker for resource:security_group_rule and tenant:9cb98acfd78f4e3892695f5bf131b7ce is out of sync, need to count used quota {{(pid=74185) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 28 16:37:31.528656 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG neutron.quota.resource [None req-e2c979c0-a7fc-4285-9e53-328866e69457 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=74185) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 28 16:37:31.534390 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG neutron.db.quota.driver [None req-e2c979c0-a7fc-4285-9e53-328866e69457 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74185) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 28 16:37:31.613393 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG neutron_lib.callbacks.manager [None req-e2c979c0-a7fc-4285-9e53-328866e69457 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=74185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 16:37:31.617578 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG neutron_lib.callbacks.manager [None req-e2c979c0-a7fc-4285-9e53-328866e69457 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2050486'] for security_group, after_create {{(pid=74185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 16:37:31.625431 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG oslo_concurrency.lockutils [None req-6a6ae71c-784c-4f66-a9e3-8ad26aa6e7a6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74185) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 16:37:31.665190 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2c979c0-a7fc-4285-9e53-328866e69457 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=34199c1a-5f4d-4671-a2d5-fab8c20a60b5,revision_number=1']} {{(pid=74185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 16:37:31.668922 dv-cinder-798104-1-smb neutron-server[74185]: INFO neutron.wsgi [None req-e2c979c0-a7fc-4285-9e53-328866e69457 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=9cb98acfd78f4e3892695f5bf131b7ce&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3278668 Jun 28 16:37:31.671510 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG neutron.wsgi [-] (74185) accepted ('10.222.0.26', 45850) {{(pid=74185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 28 16:37:31.687011 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2c979c0-a7fc-4285-9e53-328866e69457 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798104-1-smb {{(pid=74185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 16:37:31.687353 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2c979c0-a7fc-4285-9e53-328866e69457 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798104-1-smb {{(pid=74185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 16:37:31.687683 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2c979c0-a7fc-4285-9e53-328866e69457 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798104-1-smb {{(pid=74185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 16:37:31.688006 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2c979c0-a7fc-4285-9e53-328866e69457 admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-798104-1-smb {{(pid=74185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 16:37:31.688359 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2c979c0-a7fc-4285-9e53-328866e69457 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798104-1-smb {{(pid=74185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 16:37:31.688676 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2c979c0-a7fc-4285-9e53-328866e69457 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-798104-1-smb {{(pid=74185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 16:37:31.688993 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2c979c0-a7fc-4285-9e53-328866e69457 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798104-1-smb {{(pid=74185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 16:37:31.689309 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2c979c0-a7fc-4285-9e53-328866e69457 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798104-1-smb {{(pid=74185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 16:37:31.689648 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2c979c0-a7fc-4285-9e53-328866e69457 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798104-1-smb {{(pid=74185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 16:37:31.689962 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2c979c0-a7fc-4285-9e53-328866e69457 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798104-1-smb {{(pid=74185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 16:37:31.690271 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2c979c0-a7fc-4285-9e53-328866e69457 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798104-1-smb {{(pid=74185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 16:37:31.694875 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG oslo_concurrency.lockutils [None req-e2c979c0-a7fc-4285-9e53-328866e69457 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=74185) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 16:37:31.744358 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG neutron_lib.callbacks.manager [None req-1e87871d-cadb-42d8-992e-ac81a3d2b789 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=74185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 16:37:31.769696 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG neutron_lib.callbacks.manager [None req-1e87871d-cadb-42d8-992e-ac81a3d2b789 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=74185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 16:37:31.862074 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG neutron_lib.callbacks.manager [None req-1e87871d-cadb-42d8-992e-ac81a3d2b789 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2050486'] for security_group, after_delete {{(pid=74185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 16:37:31.867886 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74185) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 16:37:31.882656 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e87871d-cadb-42d8-992e-ac81a3d2b789 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=34199c1a-5f4d-4671-a2d5-fab8c20a60b5,revision_number=None']} {{(pid=74185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 16:37:31.885247 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG oslo_concurrency.lockutils [None req-1e87871d-cadb-42d8-992e-ac81a3d2b789 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=74185) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 16:37:31.886646 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG neutron_lib.callbacks.manager [None req-1e87871d-cadb-42d8-992e-ac81a3d2b789 admin admin] Notify callbacks [] for security_group, before_response {{(pid=74185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 16:37:31.887757 dv-cinder-798104-1-smb neutron-server[74185]: INFO neutron.wsgi [None req-1e87871d-cadb-42d8-992e-ac81a3d2b789 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/34199c1a-5f4d-4671-a2d5-fab8c20a60b5 HTTP/1.1" status: 204 len: 168 time: 0.2137203 Jun 28 16:37:43.603845 dv-cinder-798104-1-smb neutron-server[74187]: DEBUG neutron_lib.callbacks.manager [None req-76a5ca29-f7c9-48dc-9ad8-93af52b9e186 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774158209648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1002899'] for agent, after_update {{(pid=74187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 16:37:43.843952 dv-cinder-798104-1-smb neutron-server[74187]: DEBUG neutron_lib.callbacks.manager [None req-c72dd329-595c-4eca-9296-ba6eff8780d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774158209648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1002899'] for agent, after_update {{(pid=74187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 16:37:46.136711 dv-cinder-798104-1-smb neutron-server[74187]: DEBUG neutron_lib.callbacks.manager [None req-a2b71b3c-1da0-43c5-9d4a-47cf4e32313b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774158209648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1002899'] for agent, after_update {{(pid=74187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 16:37:47.527576 dv-cinder-798104-1-smb neutron-server[74187]: DEBUG neutron_lib.callbacks.manager [None req-17b6939a-39ed-439c-8d74-c49ac6595f0c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774158209648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1002899'] for agent, after_update {{(pid=74187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 16:37:48.559978 dv-cinder-798104-1-smb neutron-server[74187]: DEBUG neutron_lib.callbacks.manager [None req-d49266a9-82cf-4da4-977f-ceca59b71534 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774158209648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1002899'] for agent, after_update {{(pid=74187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 16:37:53.931700 dv-cinder-798104-1-smb neutron-server[74188]: DEBUG neutron.db.agents_db [None req-8255730c-b11f-4cfb-aeb3-67319944b41a None None] Agent healthcheck: found 5 active agents {{(pid=74188) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jun 28 16:38:13.597110 dv-cinder-798104-1-smb neutron-server[74187]: DEBUG neutron_lib.callbacks.manager [None req-308e37ac-69b9-4c82-81f8-f07396bf919a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774158209648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1002899'] for agent, after_update {{(pid=74187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 16:38:13.849063 dv-cinder-798104-1-smb neutron-server[74187]: DEBUG neutron_lib.callbacks.manager [None req-c72dd329-595c-4eca-9296-ba6eff8780d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774158209648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1002899'] for agent, after_update {{(pid=74187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 16:38:16.138534 dv-cinder-798104-1-smb neutron-server[74187]: DEBUG neutron_lib.callbacks.manager [None req-b5b0bd52-458b-4715-8584-0c5566bdff96 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774158209648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1002899'] for agent, after_update {{(pid=74187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 16:38:17.531725 dv-cinder-798104-1-smb neutron-server[74187]: DEBUG neutron_lib.callbacks.manager [None req-17b6939a-39ed-439c-8d74-c49ac6595f0c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774158209648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1002899'] for agent, after_update {{(pid=74187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 16:38:18.563388 dv-cinder-798104-1-smb neutron-server[74187]: DEBUG neutron_lib.callbacks.manager [None req-d49266a9-82cf-4da4-977f-ceca59b71534 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774158209648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1002899'] for agent, after_update {{(pid=74187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 16:38:30.931015 dv-cinder-798104-1-smb neutron-server[74188]: DEBUG neutron.db.agents_db [None req-8255730c-b11f-4cfb-aeb3-67319944b41a None None] Agent healthcheck: found 5 active agents {{(pid=74188) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jun 28 16:38:43.600311 dv-cinder-798104-1-smb neutron-server[74187]: DEBUG neutron_lib.callbacks.manager [None req-44f49804-3f7d-44cc-8823-4d452c588e8d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774158209648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1002899'] for agent, after_update {{(pid=74187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 16:38:43.850431 dv-cinder-798104-1-smb neutron-server[74187]: DEBUG neutron_lib.callbacks.manager [None req-c72dd329-595c-4eca-9296-ba6eff8780d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774158209648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1002899'] for agent, after_update {{(pid=74187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 16:38:46.140317 dv-cinder-798104-1-smb neutron-server[74187]: DEBUG neutron_lib.callbacks.manager [None req-64c77823-cd58-4b96-a004-95f90d1aad91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774158209648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1002899'] for agent, after_update {{(pid=74187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 16:38:47.531999 dv-cinder-798104-1-smb neutron-server[74187]: DEBUG neutron_lib.callbacks.manager [None req-17b6939a-39ed-439c-8d74-c49ac6595f0c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774158209648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1002899'] for agent, after_update {{(pid=74187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 16:38:48.565362 dv-cinder-798104-1-smb neutron-server[74187]: DEBUG neutron_lib.callbacks.manager [None req-d49266a9-82cf-4da4-977f-ceca59b71534 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774158209648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1002899'] for agent, after_update {{(pid=74187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 16:39:07.931655 dv-cinder-798104-1-smb neutron-server[74188]: DEBUG neutron.db.agents_db [None req-8255730c-b11f-4cfb-aeb3-67319944b41a None None] Agent healthcheck: found 5 active agents {{(pid=74188) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jun 28 16:39:13.607949 dv-cinder-798104-1-smb neutron-server[74187]: DEBUG neutron_lib.callbacks.manager [None req-144dc225-e657-472a-9907-db7336aa5089 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774158209648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1002899'] for agent, after_update {{(pid=74187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 16:39:13.854516 dv-cinder-798104-1-smb neutron-server[74187]: DEBUG neutron_lib.callbacks.manager [None req-c72dd329-595c-4eca-9296-ba6eff8780d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774158209648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1002899'] for agent, after_update {{(pid=74187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 16:39:16.142582 dv-cinder-798104-1-smb neutron-server[74187]: DEBUG neutron_lib.callbacks.manager [None req-1c0a8cde-ee99-4fe2-9172-81c3ce0c5a0c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774158209648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1002899'] for agent, after_update {{(pid=74187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 16:39:17.535099 dv-cinder-798104-1-smb neutron-server[74187]: DEBUG neutron_lib.callbacks.manager [None req-17b6939a-39ed-439c-8d74-c49ac6595f0c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774158209648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1002899'] for agent, after_update {{(pid=74187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 16:39:18.570502 dv-cinder-798104-1-smb neutron-server[74187]: DEBUG neutron_lib.callbacks.manager [None req-d49266a9-82cf-4da4-977f-ceca59b71534 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774158209648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1002899'] for agent, after_update {{(pid=74187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 16:39:19.314354 dv-cinder-798104-1-smb neutron-server[74187]: DEBUG neutron_lib.callbacks.manager [None req-d0e5ad82-df9b-4ee3-8ee9-b93c74fbe1d3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774158209648', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1635905'] for agent, after_create {{(pid=74187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 16:39:22.857480 dv-cinder-798104-1-smb neutron-server[74186]: DEBUG neutron.wsgi [-] (74186) accepted ('10.222.0.26', 45902) {{(pid=74186) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 28 16:39:22.995273 dv-cinder-798104-1-smb neutron-server[74186]: INFO neutron.wsgi [None req-3b7ae96d-1d46-476b-9e20-030972b0e8df admin admin] 10.222.0.26 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4291 time: 0.1366427 Jun 28 16:39:25.020830 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG neutron.wsgi [-] (74185) accepted ('10.222.0.26', 45912) {{(pid=74185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 28 16:39:25.106250 dv-cinder-798104-1-smb neutron-server[74185]: INFO neutron.wsgi [None req-7a0c14ce-3370-4e70-9a47-168fb3743616 admin admin] 10.222.0.26 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4291 time: 0.0844090 Jun 28 16:39:43.605556 dv-cinder-798104-1-smb neutron-server[74187]: DEBUG neutron_lib.callbacks.manager [None req-cdba3669-12f9-4f00-9584-40f2e121a24c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774158209648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1002899'] for agent, after_update {{(pid=74187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 16:39:43.857262 dv-cinder-798104-1-smb neutron-server[74187]: DEBUG neutron_lib.callbacks.manager [None req-c72dd329-595c-4eca-9296-ba6eff8780d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774158209648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1002899'] for agent, after_update {{(pid=74187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 16:39:44.932569 dv-cinder-798104-1-smb neutron-server[74188]: DEBUG neutron.db.agents_db [None req-8255730c-b11f-4cfb-aeb3-67319944b41a None None] Agent healthcheck: found 6 active agents {{(pid=74188) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jun 28 16:39:46.144623 dv-cinder-798104-1-smb neutron-server[74187]: DEBUG neutron_lib.callbacks.manager [None req-92e6ac34-b2aa-4f58-88bf-3a41a585cb65 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774158209648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1002899'] for agent, after_update {{(pid=74187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 16:39:47.537995 dv-cinder-798104-1-smb neutron-server[74187]: DEBUG neutron_lib.callbacks.manager [None req-17b6939a-39ed-439c-8d74-c49ac6595f0c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774158209648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1002899'] for agent, after_update {{(pid=74187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 16:39:48.572335 dv-cinder-798104-1-smb neutron-server[74187]: DEBUG neutron_lib.callbacks.manager [None req-d49266a9-82cf-4da4-977f-ceca59b71534 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774158209648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1002899'] for agent, after_update {{(pid=74187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 16:39:49.267335 dv-cinder-798104-1-smb neutron-server[74187]: DEBUG neutron_lib.callbacks.manager [None req-d0e5ad82-df9b-4ee3-8ee9-b93c74fbe1d3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774158209648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1002899'] for agent, after_update {{(pid=74187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 16:40:13.607395 dv-cinder-798104-1-smb neutron-server[74187]: DEBUG neutron_lib.callbacks.manager [None req-c2f5a4a9-20f2-4691-8c63-7d0e5990fce5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774158209648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1002899'] for agent, after_update {{(pid=74187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 16:40:13.859238 dv-cinder-798104-1-smb neutron-server[74187]: DEBUG neutron_lib.callbacks.manager [None req-c72dd329-595c-4eca-9296-ba6eff8780d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774158209648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1002899'] for agent, after_update {{(pid=74187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 16:40:16.149365 dv-cinder-798104-1-smb neutron-server[74187]: DEBUG neutron_lib.callbacks.manager [None req-08c2dbac-5a97-4355-945a-6c191f864188 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774158209648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1002899'] for agent, after_update {{(pid=74187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 16:40:17.540990 dv-cinder-798104-1-smb neutron-server[74187]: DEBUG neutron_lib.callbacks.manager [None req-17b6939a-39ed-439c-8d74-c49ac6595f0c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774158209648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1002899'] for agent, after_update {{(pid=74187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 16:40:18.578842 dv-cinder-798104-1-smb neutron-server[74187]: DEBUG neutron_lib.callbacks.manager [None req-d49266a9-82cf-4da4-977f-ceca59b71534 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774158209648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1002899'] for agent, after_update {{(pid=74187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 16:40:19.267412 dv-cinder-798104-1-smb neutron-server[74187]: DEBUG neutron_lib.callbacks.manager [None req-d0e5ad82-df9b-4ee3-8ee9-b93c74fbe1d3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774158209648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1002899'] for agent, after_update {{(pid=74187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 16:40:21.934258 dv-cinder-798104-1-smb neutron-server[74188]: DEBUG neutron.db.agents_db [None req-8255730c-b11f-4cfb-aeb3-67319944b41a None None] Agent healthcheck: found 6 active agents {{(pid=74188) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jun 28 16:40:43.612188 dv-cinder-798104-1-smb neutron-server[74187]: DEBUG neutron_lib.callbacks.manager [None req-c82bce7f-f2f8-4088-8558-db7f6e2e85c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774158209648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1002899'] for agent, after_update {{(pid=74187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 16:40:43.861225 dv-cinder-798104-1-smb neutron-server[74187]: DEBUG neutron_lib.callbacks.manager [None req-c72dd329-595c-4eca-9296-ba6eff8780d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774158209648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1002899'] for agent, after_update {{(pid=74187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 16:40:46.152367 dv-cinder-798104-1-smb neutron-server[74187]: DEBUG neutron_lib.callbacks.manager [None req-2abe61aa-fca9-4437-a4d7-b9d4efbff75a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774158209648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1002899'] for agent, after_update {{(pid=74187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 16:40:47.543412 dv-cinder-798104-1-smb neutron-server[74187]: DEBUG neutron_lib.callbacks.manager [None req-17b6939a-39ed-439c-8d74-c49ac6595f0c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774158209648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1002899'] for agent, after_update {{(pid=74187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 16:40:48.580991 dv-cinder-798104-1-smb neutron-server[74187]: DEBUG neutron_lib.callbacks.manager [None req-d49266a9-82cf-4da4-977f-ceca59b71534 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774158209648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1002899'] for agent, after_update {{(pid=74187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 16:40:49.265262 dv-cinder-798104-1-smb neutron-server[74187]: DEBUG neutron_lib.callbacks.manager [None req-d0e5ad82-df9b-4ee3-8ee9-b93c74fbe1d3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774158209648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1002899'] for agent, after_update {{(pid=74187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 16:40:58.936029 dv-cinder-798104-1-smb neutron-server[74188]: DEBUG neutron.db.agents_db [None req-8255730c-b11f-4cfb-aeb3-67319944b41a None None] Agent healthcheck: found 6 active agents {{(pid=74188) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jun 28 16:41:07.417239 dv-cinder-798104-1-smb neutron-server[74186]: DEBUG neutron.wsgi [-] (74186) accepted ('10.222.0.26', 46080) {{(pid=74186) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 28 16:41:07.950727 dv-cinder-798104-1-smb neutron-server[74186]: DEBUG neutron.api.v2.base [None req-626abe52-380f-45ab-874d-6cefe6bd7001 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-1815267279-network', 'tenant_id': '2f9864be4f7741e0aa69625d43b5a918'}} {{(pid=74186) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jun 28 16:41:07.957745 dv-cinder-798104-1-smb neutron-server[74186]: DEBUG neutron.db.quota.driver [None req-626abe52-380f-45ab-874d-6cefe6bd7001 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74186) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 28 16:41:07.962948 dv-cinder-798104-1-smb neutron-server[74186]: DEBUG neutron.quota.resource [None req-626abe52-380f-45ab-874d-6cefe6bd7001 admin admin] Usage tracker for resource:network and tenant:2f9864be4f7741e0aa69625d43b5a918 is out of sync, need to count used quota {{(pid=74186) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 28 16:41:07.966690 dv-cinder-798104-1-smb neutron-server[74186]: DEBUG neutron.quota.resource [None req-626abe52-380f-45ab-874d-6cefe6bd7001 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=74186) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 28 16:41:07.975395 dv-cinder-798104-1-smb neutron-server[74186]: DEBUG neutron.db.quota.driver [None req-626abe52-380f-45ab-874d-6cefe6bd7001 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74186) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 28 16:41:07.987758 dv-cinder-798104-1-smb neutron-server[74186]: DEBUG neutron.wsgi [-] (74186) accepted ('10.222.0.26', 46102) {{(pid=74186) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 28 16:41:07.997811 dv-cinder-798104-1-smb neutron-server[74186]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-626abe52-380f-45ab-874d-6cefe6bd7001 admin admin] Made reservation on behalf of 2f9864be4f7741e0aa69625d43b5a918 for: {'network': 1} {{(pid=74186) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 28 16:41:08.001717 dv-cinder-798104-1-smb neutron-server[74186]: DEBUG neutron_lib.callbacks.manager [None req-626abe52-380f-45ab-874d-6cefe6bd7001 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621611'] for network, before_create {{(pid=74186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 16:41:08.025521 dv-cinder-798104-1-smb neutron-server[74186]: DEBUG neutron_lib.callbacks.manager [None req-626abe52-380f-45ab-874d-6cefe6bd7001 admin admin] Notify callbacks [] for security_group, before_create {{(pid=74186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 16:41:08.096418 dv-cinder-798104-1-smb neutron-server[74186]: DEBUG neutron.db.quota.driver [None req-626abe52-380f-45ab-874d-6cefe6bd7001 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74186) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 28 16:41:08.106449 dv-cinder-798104-1-smb neutron-server[74186]: DEBUG neutron.quota.resource [None req-626abe52-380f-45ab-874d-6cefe6bd7001 admin admin] Usage tracker for resource:security_group_rule and tenant:2f9864be4f7741e0aa69625d43b5a918 is out of sync, need to count used quota {{(pid=74186) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 28 16:41:08.112170 dv-cinder-798104-1-smb neutron-server[74186]: DEBUG neutron.quota.resource [None req-626abe52-380f-45ab-874d-6cefe6bd7001 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=74186) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 28 16:41:08.123207 dv-cinder-798104-1-smb neutron-server[74186]: DEBUG neutron.db.quota.driver [None req-626abe52-380f-45ab-874d-6cefe6bd7001 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74186) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 28 16:41:08.241963 dv-cinder-798104-1-smb neutron-server[74186]: DEBUG neutron_lib.callbacks.manager [None req-626abe52-380f-45ab-874d-6cefe6bd7001 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=74186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 16:41:08.247954 dv-cinder-798104-1-smb neutron-server[74186]: DEBUG neutron_lib.callbacks.manager [None req-626abe52-380f-45ab-874d-6cefe6bd7001 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2050486'] for security_group, after_create {{(pid=74186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 16:41:08.253801 dv-cinder-798104-1-smb neutron-server[74186]: DEBUG oslo_concurrency.lockutils [None req-8c04c7ef-baca-4b16-a4de-e1151e8a7ea5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74186) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 16:41:08.300840 dv-cinder-798104-1-smb neutron-server[74186]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-626abe52-380f-45ab-874d-6cefe6bd7001 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 402} {{(pid=74186) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:149}} Jun 28 16:41:08.330504 dv-cinder-798104-1-smb neutron-server[74186]: DEBUG neutron_lib.callbacks.manager [None req-626abe52-380f-45ab-874d-6cefe6bd7001 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-938564'] for segment, precommit_create {{(pid=74186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 16:41:08.331066 dv-cinder-798104-1-smb neutron-server[74186]: INFO neutron.db.segments_db [None req-626abe52-380f-45ab-874d-6cefe6bd7001 admin admin] Added segment c39146b4-a4d2-486a-bb26-fc05ca06bf0a of type vlan for network ad1db160-79ed-4f75-9884-27c71855a2d5 Jun 28 16:41:08.333271 dv-cinder-798104-1-smb neutron-server[74186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-626abe52-380f-45ab-874d-6cefe6bd7001 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ac447f63-c9bd-4035-9b8d-1ec51463fca1,revision_number=1']} {{(pid=74186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 16:41:08.363807 dv-cinder-798104-1-smb neutron-server[74186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-626abe52-380f-45ab-874d-6cefe6bd7001 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798104-1-smb {{(pid=74186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 16:41:08.364675 dv-cinder-798104-1-smb neutron-server[74186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-626abe52-380f-45ab-874d-6cefe6bd7001 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798104-1-smb {{(pid=74186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 16:41:08.365262 dv-cinder-798104-1-smb neutron-server[74186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-626abe52-380f-45ab-874d-6cefe6bd7001 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798104-1-smb {{(pid=74186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 16:41:08.365830 dv-cinder-798104-1-smb neutron-server[74186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-626abe52-380f-45ab-874d-6cefe6bd7001 admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-798104-1-smb {{(pid=74186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 16:41:08.366354 dv-cinder-798104-1-smb neutron-server[74186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-626abe52-380f-45ab-874d-6cefe6bd7001 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798104-1-smb {{(pid=74186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 16:41:08.367008 dv-cinder-798104-1-smb neutron-server[74186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-626abe52-380f-45ab-874d-6cefe6bd7001 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-798104-1-smb {{(pid=74186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 16:41:08.368016 dv-cinder-798104-1-smb neutron-server[74186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-626abe52-380f-45ab-874d-6cefe6bd7001 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798104-1-smb {{(pid=74186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 16:41:08.368602 dv-cinder-798104-1-smb neutron-server[74186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-626abe52-380f-45ab-874d-6cefe6bd7001 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798104-1-smb {{(pid=74186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 16:41:08.369170 dv-cinder-798104-1-smb neutron-server[74186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-626abe52-380f-45ab-874d-6cefe6bd7001 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798104-1-smb {{(pid=74186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 16:41:08.369925 dv-cinder-798104-1-smb neutron-server[74186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-626abe52-380f-45ab-874d-6cefe6bd7001 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798104-1-smb {{(pid=74186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 16:41:08.370583 dv-cinder-798104-1-smb neutron-server[74186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-626abe52-380f-45ab-874d-6cefe6bd7001 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798104-1-smb {{(pid=74186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 16:41:08.373111 dv-cinder-798104-1-smb neutron-server[74186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-626abe52-380f-45ab-874d-6cefe6bd7001 admin admin] Tracked resource versions report: Jun 28 16:41:08.373111 dv-cinder-798104-1-smb neutron-server[74186]: pushed versions: Jun 28 16:41:08.373111 dv-cinder-798104-1-smb neutron-server[74186]: { 'ConntrackHelper': {'1.0'}, Jun 28 16:41:08.373111 dv-cinder-798104-1-smb neutron-server[74186]: 'Log': {'1.0'}, Jun 28 16:41:08.373111 dv-cinder-798104-1-smb neutron-server[74186]: 'Network': {'1.1'}, Jun 28 16:41:08.373111 dv-cinder-798104-1-smb neutron-server[74186]: 'Port': {'1.5'}, Jun 28 16:41:08.373111 dv-cinder-798104-1-smb neutron-server[74186]: 'PortForwarding': {'1.2'}, Jun 28 16:41:08.373111 dv-cinder-798104-1-smb neutron-server[74186]: 'QosPolicy': {'1.8'}, Jun 28 16:41:08.373111 dv-cinder-798104-1-smb neutron-server[74186]: 'SecurityGroup': {'1.2'}, Jun 28 16:41:08.373111 dv-cinder-798104-1-smb neutron-server[74186]: 'SecurityGroupRule': {'1.0'}, Jun 28 16:41:08.373111 dv-cinder-798104-1-smb neutron-server[74186]: 'SubPort': {'1.0'}, Jun 28 16:41:08.373111 dv-cinder-798104-1-smb neutron-server[74186]: 'Subnet': {'1.1'}, Jun 28 16:41:08.373111 dv-cinder-798104-1-smb neutron-server[74186]: 'Trunk': {'1.1'}} Jun 28 16:41:08.373111 dv-cinder-798104-1-smb neutron-server[74186]: consumer versions: Jun 28 16:41:08.373111 dv-cinder-798104-1-smb neutron-server[74186]: { DHCP agent@dv-cinder-798104-1-smb: {}, Jun 28 16:41:08.373111 dv-cinder-798104-1-smb neutron-server[74186]: HyperV agent@hv-cinder-79810: {}, Jun 28 16:41:08.373111 dv-cinder-798104-1-smb neutron-server[74186]: L3 agent@dv-cinder-798104-1-smb: {}, Jun 28 16:41:08.373111 dv-cinder-798104-1-smb neutron-server[74186]: Metadata agent@dv-cinder-798104-1-smb: {}, Jun 28 16:41:08.373111 dv-cinder-798104-1-smb neutron-server[74186]: Metering agent@dv-cinder-798104-1-smb: {}, Jun 28 16:41:08.373111 dv-cinder-798104-1-smb neutron-server[74186]: Open vSwitch agent@dv-cinder-798104-1-smb: { 'ConntrackHelper': '1.0', Jun 28 16:41:08.373111 dv-cinder-798104-1-smb neutron-server[74186]: 'Log': '1.0', Jun 28 16:41:08.373111 dv-cinder-798104-1-smb neutron-server[74186]: 'Network': '1.1', Jun 28 16:41:08.373111 dv-cinder-798104-1-smb neutron-server[74186]: 'Port': '1.5', Jun 28 16:41:08.373111 dv-cinder-798104-1-smb neutron-server[74186]: 'PortForwarding': '1.2', Jun 28 16:41:08.373111 dv-cinder-798104-1-smb neutron-server[74186]: 'QosPolicy': '1.8', Jun 28 16:41:08.373111 dv-cinder-798104-1-smb neutron-server[74186]: 'SecurityGroup': '1.2', Jun 28 16:41:08.373111 dv-cinder-798104-1-smb neutron-server[74186]: 'SecurityGroupRule': '1.0', Jun 28 16:41:08.373111 dv-cinder-798104-1-smb neutron-server[74186]: 'SubPort': '1.0', Jun 28 16:41:08.373111 dv-cinder-798104-1-smb neutron-server[74186]: 'Subnet': '1.1', Jun 28 16:41:08.373111 dv-cinder-798104-1-smb neutron-server[74186]: 'Trunk': '1.1'}} Jun 28 16:41:08.373111 dv-cinder-798104-1-smb neutron-server[74186]: {{(pid=74186) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jun 28 16:41:08.383663 dv-cinder-798104-1-smb neutron-server[74186]: DEBUG oslo_concurrency.lockutils [None req-626abe52-380f-45ab-874d-6cefe6bd7001 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.130s {{(pid=74186) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 16:41:08.415438 dv-cinder-798104-1-smb neutron-server[74186]: DEBUG neutron_lib.callbacks.manager [None req-626abe52-380f-45ab-874d-6cefe6bd7001 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774157680294'] for network, precommit_create {{(pid=74186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 16:41:08.464718 dv-cinder-798104-1-smb neutron-server[74186]: DEBUG neutron_lib.callbacks.manager [None req-626abe52-380f-45ab-874d-6cefe6bd7001 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2050463', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1598908'] for network, after_create {{(pid=74186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 16:41:08.467081 dv-cinder-798104-1-smb neutron-server[74186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-626abe52-380f-45ab-874d-6cefe6bd7001 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=74186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 16:41:08.468501 dv-cinder-798104-1-smb neutron-server[74186]: DEBUG neutron_lib.callbacks.manager [None req-626abe52-380f-45ab-874d-6cefe6bd7001 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1598890'] for network, before_response {{(pid=74186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 16:41:08.503541 dv-cinder-798104-1-smb neutron-server[74186]: DEBUG oslo_concurrency.lockutils [None req-8c04c7ef-baca-4b16-a4de-e1151e8a7ea5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74186) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 16:41:08.529255 dv-cinder-798104-1-smb neutron-server[74186]: INFO neutron.wsgi [None req-626abe52-380f-45ab-874d-6cefe6bd7001 admin admin] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 1.1101706 Jun 28 16:41:08.532298 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG neutron.wsgi [-] (74185) accepted ('10.222.0.26', 46114) {{(pid=74185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 28 16:41:08.539912 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG neutron.api.v2.base [None req-94a7c2de-8b85-46ad-b0cd-709694a8a444 admin admin] Request body: {'subnet': {'network_id': 'ad1db160-79ed-4f75-9884-27c71855a2d5', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-1815267279-subnet', 'tenant_id': '2f9864be4f7741e0aa69625d43b5a918', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=74185) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jun 28 16:41:08.552223 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG neutron.db.quota.driver [None req-94a7c2de-8b85-46ad-b0cd-709694a8a444 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74185) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 28 16:41:08.562443 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG neutron.quota.resource [None req-94a7c2de-8b85-46ad-b0cd-709694a8a444 admin admin] Usage tracker for resource:subnet and tenant:2f9864be4f7741e0aa69625d43b5a918 is out of sync, need to count used quota {{(pid=74185) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 28 16:41:08.574057 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG neutron.quota.resource [None req-94a7c2de-8b85-46ad-b0cd-709694a8a444 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=74185) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 28 16:41:08.594616 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG neutron.db.quota.driver [None req-94a7c2de-8b85-46ad-b0cd-709694a8a444 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74185) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 28 16:41:08.614965 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-94a7c2de-8b85-46ad-b0cd-709694a8a444 admin admin] Made reservation on behalf of 2f9864be4f7741e0aa69625d43b5a918 for: {'subnet': 1} {{(pid=74185) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 28 16:41:08.619731 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG neutron_lib.callbacks.manager [None req-94a7c2de-8b85-46ad-b0cd-709694a8a444 admin admin] Notify callbacks [] for subnet, before_create {{(pid=74185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 16:41:08.671743 dv-cinder-798104-1-smb neutron-server[74186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-626abe52-380f-45ab-874d-6cefe6bd7001 admin admin] Pushing event updated for resources: {'Network': ['ID=ad1db160-79ed-4f75-9884-27c71855a2d5,revision_number=1']} {{(pid=74186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 16:41:08.677216 dv-cinder-798104-1-smb neutron-server[74186]: DEBUG oslo_concurrency.lockutils [None req-626abe52-380f-45ab-874d-6cefe6bd7001 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.175s {{(pid=74186) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 16:41:08.693948 dv-cinder-798104-1-smb neutron-server[74187]: DEBUG neutron.plugins.ml2.rpc [None req-c72dd329-595c-4eca-9296-ba6eff8780d9 None None] Network ad1db160-79ed-4f75-9884-27c71855a2d5 details requested by agent ovs-agent-dv-cinder-798104-1-smb with host dv-cinder-798104-1-smb {{(pid=74187) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 28 16:41:08.782719 dv-cinder-798104-1-smb neutron-server[74186]: DEBUG neutron.wsgi [-] (74186) accepted ('10.222.0.26', 46126) {{(pid=74186) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 28 16:41:08.961090 dv-cinder-798104-1-smb neutron-server[74186]: DEBUG neutron.api.v2.base [None req-84edeb19-a6f2-461c-8668-cb416b77b117 admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-1727621301-network', 'tenant_id': '9344ad16110c4191993c42fbf7367cf2'}} {{(pid=74186) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jun 28 16:41:08.962557 dv-cinder-798104-1-smb neutron-server[74186]: DEBUG neutron.db.quota.driver [None req-84edeb19-a6f2-461c-8668-cb416b77b117 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74186) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 28 16:41:08.968053 dv-cinder-798104-1-smb neutron-server[74186]: DEBUG neutron.quota.resource [None req-84edeb19-a6f2-461c-8668-cb416b77b117 admin admin] Usage tracker for resource:network and tenant:9344ad16110c4191993c42fbf7367cf2 is out of sync, need to count used quota {{(pid=74186) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 28 16:41:08.969306 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG neutron_lib.callbacks.manager [None req-94a7c2de-8b85-46ad-b0cd-709694a8a444 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107460', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1598908'] for subnet, after_create {{(pid=74185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 16:41:08.972724 dv-cinder-798104-1-smb neutron-server[74186]: DEBUG neutron.quota.resource [None req-84edeb19-a6f2-461c-8668-cb416b77b117 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=74186) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 28 16:41:08.980557 dv-cinder-798104-1-smb neutron-server[74186]: DEBUG neutron.db.quota.driver [None req-84edeb19-a6f2-461c-8668-cb416b77b117 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74186) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 28 16:41:08.986883 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG oslo_concurrency.lockutils [None req-1be3d6a5-5fdc-4b4a-a82d-c478b2e50b1d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74185) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 16:41:08.995480 dv-cinder-798104-1-smb neutron-server[74186]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-84edeb19-a6f2-461c-8668-cb416b77b117 admin admin] Made reservation on behalf of 9344ad16110c4191993c42fbf7367cf2 for: {'network': 1} {{(pid=74186) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 28 16:41:09.000488 dv-cinder-798104-1-smb neutron-server[74186]: DEBUG neutron_lib.callbacks.manager [None req-84edeb19-a6f2-461c-8668-cb416b77b117 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621611'] for network, before_create {{(pid=74186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 16:41:09.023011 dv-cinder-798104-1-smb neutron-server[74186]: DEBUG neutron_lib.callbacks.manager [None req-84edeb19-a6f2-461c-8668-cb416b77b117 admin admin] Notify callbacks [] for security_group, before_create {{(pid=74186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 16:41:09.084253 dv-cinder-798104-1-smb neutron-server[74186]: DEBUG neutron.db.quota.driver [None req-84edeb19-a6f2-461c-8668-cb416b77b117 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74186) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 28 16:41:09.090060 dv-cinder-798104-1-smb neutron-server[74186]: DEBUG neutron.quota.resource [None req-84edeb19-a6f2-461c-8668-cb416b77b117 admin admin] Usage tracker for resource:security_group_rule and tenant:9344ad16110c4191993c42fbf7367cf2 is out of sync, need to count used quota {{(pid=74186) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 28 16:41:09.093399 dv-cinder-798104-1-smb neutron-server[74186]: DEBUG neutron.quota.resource [None req-84edeb19-a6f2-461c-8668-cb416b77b117 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=74186) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 28 16:41:09.102641 dv-cinder-798104-1-smb neutron-server[74186]: DEBUG neutron.db.quota.driver [None req-84edeb19-a6f2-461c-8668-cb416b77b117 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74186) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 28 16:41:09.204108 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94a7c2de-8b85-46ad-b0cd-709694a8a444 admin admin] Pushing event updated for resources: {'Subnet': ['ID=37b72020-400c-49f7-aceb-0167a7e84569,revision_number=0']} {{(pid=74185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 16:41:09.222939 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94a7c2de-8b85-46ad-b0cd-709694a8a444 admin admin] Checking segment: {'id': 'c39146b4-a4d2-486a-bb26-fc05ca06bf0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': 'ad1db160-79ed-4f75-9884-27c71855a2d5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=74185) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jun 28 16:41:09.223523 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-94a7c2de-8b85-46ad-b0cd-709694a8a444 admin admin] Network hostable DHCP agents. Network: ad1db160-79ed-4f75-9884-27c71855a2d5, hostable agents: ['55edce43-ec1d-45c6-9e7a-198ba4834d81'], hosted agents: [] {{(pid=74185) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 28 16:41:09.228881 dv-cinder-798104-1-smb neutron-server[74186]: DEBUG neutron_lib.callbacks.manager [None req-84edeb19-a6f2-461c-8668-cb416b77b117 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=74186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 16:41:09.236346 dv-cinder-798104-1-smb neutron-server[74186]: DEBUG neutron_lib.callbacks.manager [None req-84edeb19-a6f2-461c-8668-cb416b77b117 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2050486'] for security_group, after_create {{(pid=74186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 16:41:09.239168 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94a7c2de-8b85-46ad-b0cd-709694a8a444 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798104-1-smb {{(pid=74185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 16:41:09.239774 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94a7c2de-8b85-46ad-b0cd-709694a8a444 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798104-1-smb {{(pid=74185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 16:41:09.240344 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94a7c2de-8b85-46ad-b0cd-709694a8a444 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798104-1-smb {{(pid=74185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 16:41:09.240919 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94a7c2de-8b85-46ad-b0cd-709694a8a444 admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-798104-1-smb {{(pid=74185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 16:41:09.241501 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94a7c2de-8b85-46ad-b0cd-709694a8a444 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798104-1-smb {{(pid=74185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 16:41:09.242072 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94a7c2de-8b85-46ad-b0cd-709694a8a444 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-798104-1-smb {{(pid=74185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 16:41:09.242807 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94a7c2de-8b85-46ad-b0cd-709694a8a444 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798104-1-smb {{(pid=74185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 16:41:09.243376 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94a7c2de-8b85-46ad-b0cd-709694a8a444 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798104-1-smb {{(pid=74185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 16:41:09.244227 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94a7c2de-8b85-46ad-b0cd-709694a8a444 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798104-1-smb {{(pid=74185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 16:41:09.244600 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94a7c2de-8b85-46ad-b0cd-709694a8a444 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798104-1-smb {{(pid=74185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 16:41:09.245177 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94a7c2de-8b85-46ad-b0cd-709694a8a444 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798104-1-smb {{(pid=74185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 16:41:09.247312 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94a7c2de-8b85-46ad-b0cd-709694a8a444 admin admin] Tracked resource versions report: Jun 28 16:41:09.247312 dv-cinder-798104-1-smb neutron-server[74185]: pushed versions: Jun 28 16:41:09.247312 dv-cinder-798104-1-smb neutron-server[74185]: { 'ConntrackHelper': {'1.0'}, Jun 28 16:41:09.247312 dv-cinder-798104-1-smb neutron-server[74185]: 'Log': {'1.0'}, Jun 28 16:41:09.247312 dv-cinder-798104-1-smb neutron-server[74185]: 'Network': {'1.1'}, Jun 28 16:41:09.247312 dv-cinder-798104-1-smb neutron-server[74185]: 'Port': {'1.5'}, Jun 28 16:41:09.247312 dv-cinder-798104-1-smb neutron-server[74185]: 'PortForwarding': {'1.2'}, Jun 28 16:41:09.247312 dv-cinder-798104-1-smb neutron-server[74185]: 'QosPolicy': {'1.8'}, Jun 28 16:41:09.247312 dv-cinder-798104-1-smb neutron-server[74185]: 'SecurityGroup': {'1.2'}, Jun 28 16:41:09.247312 dv-cinder-798104-1-smb neutron-server[74185]: 'SecurityGroupRule': {'1.0'}, Jun 28 16:41:09.247312 dv-cinder-798104-1-smb neutron-server[74185]: 'SubPort': {'1.0'}, Jun 28 16:41:09.247312 dv-cinder-798104-1-smb neutron-server[74185]: 'Subnet': {'1.1'}, Jun 28 16:41:09.247312 dv-cinder-798104-1-smb neutron-server[74185]: 'Trunk': {'1.1'}} Jun 28 16:41:09.247312 dv-cinder-798104-1-smb neutron-server[74185]: consumer versions: Jun 28 16:41:09.247312 dv-cinder-798104-1-smb neutron-server[74185]: { DHCP agent@dv-cinder-798104-1-smb: {}, Jun 28 16:41:09.247312 dv-cinder-798104-1-smb neutron-server[74185]: HyperV agent@hv-cinder-79810: {}, Jun 28 16:41:09.247312 dv-cinder-798104-1-smb neutron-server[74185]: L3 agent@dv-cinder-798104-1-smb: {}, Jun 28 16:41:09.247312 dv-cinder-798104-1-smb neutron-server[74185]: Metadata agent@dv-cinder-798104-1-smb: {}, Jun 28 16:41:09.247312 dv-cinder-798104-1-smb neutron-server[74185]: Metering agent@dv-cinder-798104-1-smb: {}, Jun 28 16:41:09.247312 dv-cinder-798104-1-smb neutron-server[74185]: Open vSwitch agent@dv-cinder-798104-1-smb: { 'ConntrackHelper': '1.0', Jun 28 16:41:09.247312 dv-cinder-798104-1-smb neutron-server[74185]: 'Log': '1.0', Jun 28 16:41:09.247312 dv-cinder-798104-1-smb neutron-server[74185]: 'Network': '1.1', Jun 28 16:41:09.247312 dv-cinder-798104-1-smb neutron-server[74185]: 'Port': '1.5', Jun 28 16:41:09.247312 dv-cinder-798104-1-smb neutron-server[74185]: 'PortForwarding': '1.2', Jun 28 16:41:09.247312 dv-cinder-798104-1-smb neutron-server[74185]: 'QosPolicy': '1.8', Jun 28 16:41:09.247312 dv-cinder-798104-1-smb neutron-server[74185]: 'SecurityGroup': '1.2', Jun 28 16:41:09.247312 dv-cinder-798104-1-smb neutron-server[74185]: 'SecurityGroupRule': '1.0', Jun 28 16:41:09.247312 dv-cinder-798104-1-smb neutron-server[74185]: 'SubPort': '1.0', Jun 28 16:41:09.247312 dv-cinder-798104-1-smb neutron-server[74185]: 'Subnet': '1.1', Jun 28 16:41:09.247312 dv-cinder-798104-1-smb neutron-server[74185]: 'Trunk': '1.1'}} Jun 28 16:41:09.247312 dv-cinder-798104-1-smb neutron-server[74185]: {{(pid=74185) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jun 28 16:41:09.252465 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG oslo_concurrency.lockutils [None req-94a7c2de-8b85-46ad-b0cd-709694a8a444 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.265s {{(pid=74185) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 16:41:09.264954 dv-cinder-798104-1-smb neutron-server[74186]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-84edeb19-a6f2-461c-8668-cb416b77b117 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 403} {{(pid=74186) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:149}} Jun 28 16:41:09.276085 dv-cinder-798104-1-smb neutron-server[74186]: DEBUG neutron_lib.callbacks.manager [None req-84edeb19-a6f2-461c-8668-cb416b77b117 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-938564'] for segment, precommit_create {{(pid=74186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 16:41:09.276644 dv-cinder-798104-1-smb neutron-server[74186]: INFO neutron.db.segments_db [None req-84edeb19-a6f2-461c-8668-cb416b77b117 admin admin] Added segment f217e17a-083c-43f0-8060-ec8790162130 of type vlan for network 456cb4f0-4c56-4bb7-a5cf-eaccb243862b Jun 28 16:41:09.293364 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-94a7c2de-8b85-46ad-b0cd-709694a8a444 admin admin] Network ad1db160-79ed-4f75-9884-27c71855a2d5 is scheduled to be hosted by DHCP agent 55edce43-ec1d-45c6-9e7a-198ba4834d81 with binding_index 1 {{(pid=74185) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 28 16:41:09.307095 dv-cinder-798104-1-smb neutron-server[74186]: DEBUG neutron_lib.callbacks.manager [None req-84edeb19-a6f2-461c-8668-cb416b77b117 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774157680294'] for network, precommit_create {{(pid=74186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 16:41:09.316675 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG neutron.scheduler.base_scheduler [None req-94a7c2de-8b85-46ad-b0cd-709694a8a444 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-798104-1-smb, ad1db160-79ed-4f75-9884-27c71855a2d5) {{(pid=74185) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 28 16:41:09.332518 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-94a7c2de-8b85-46ad-b0cd-709694a8a444 admin admin] Attributes excluded by policy engine: ['shared', 'network'] {{(pid=74185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 16:41:09.333161 dv-cinder-798104-1-smb neutron-server[74187]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-575e84ec-c6e6-4b39-8263-03c23a14d7be None None] Network ad1db160-79ed-4f75-9884-27c71855a2d5 requested from dv-cinder-798104-1-smb {{(pid=74187) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jun 28 16:41:09.333519 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG neutron_lib.callbacks.manager [None req-94a7c2de-8b85-46ad-b0cd-709694a8a444 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1598890'] for subnet, before_response {{(pid=74185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 16:41:09.336330 dv-cinder-798104-1-smb neutron-server[74186]: DEBUG oslo_concurrency.lockutils [None req-626abe52-380f-45ab-874d-6cefe6bd7001 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74186) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 16:41:09.371266 dv-cinder-798104-1-smb neutron-server[74186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84edeb19-a6f2-461c-8668-cb416b77b117 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=23ec9104-6b33-4b08-9a41-3b0a624abc37,revision_number=1']} {{(pid=74186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 16:41:09.376056 dv-cinder-798104-1-smb neutron-server[74186]: DEBUG oslo_concurrency.lockutils [None req-84edeb19-a6f2-461c-8668-cb416b77b117 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=74186) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 16:41:09.390645 dv-cinder-798104-1-smb neutron-server[74186]: DEBUG neutron_lib.callbacks.manager [None req-84edeb19-a6f2-461c-8668-cb416b77b117 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2050463', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1598908'] for network, after_create {{(pid=74186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 16:41:09.393147 dv-cinder-798104-1-smb neutron-server[74186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-84edeb19-a6f2-461c-8668-cb416b77b117 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=74186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 16:41:09.393817 dv-cinder-798104-1-smb neutron-server[74186]: DEBUG neutron_lib.callbacks.manager [None req-84edeb19-a6f2-461c-8668-cb416b77b117 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1598890'] for network, before_response {{(pid=74186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 16:41:09.403483 dv-cinder-798104-1-smb neutron-server[74185]: INFO neutron.wsgi [None req-94a7c2de-8b85-46ad-b0cd-709694a8a444 admin admin] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.8690090 Jun 28 16:41:09.407738 dv-cinder-798104-1-smb neutron-server[74186]: DEBUG oslo_concurrency.lockutils [None req-626abe52-380f-45ab-874d-6cefe6bd7001 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74186) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 16:41:09.408412 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG neutron.wsgi [-] (74185) accepted ('10.222.0.26', 46138) {{(pid=74185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 28 16:41:09.419562 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG neutron.api.v2.base [None req-a29e08e2-7b59-4291-b19f-f03b79bb6a0e admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-1815267279-router', 'tenant_id': '2f9864be4f7741e0aa69625d43b5a918', 'external_gateway_info': {'network_id': 'f9715ce2-16ba-4ae9-9a15-557432d0a5ed'}}} {{(pid=74185) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jun 28 16:41:09.442699 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG neutron.db.quota.driver [None req-a29e08e2-7b59-4291-b19f-f03b79bb6a0e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74185) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 28 16:41:09.463288 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG neutron.quota.resource [None req-a29e08e2-7b59-4291-b19f-f03b79bb6a0e admin admin] Usage tracker for resource:router and tenant:2f9864be4f7741e0aa69625d43b5a918 is out of sync, need to count used quota {{(pid=74185) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 28 16:41:09.474462 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG neutron.quota.resource [None req-a29e08e2-7b59-4291-b19f-f03b79bb6a0e admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=74185) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 28 16:41:09.493243 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG neutron.db.quota.driver [None req-a29e08e2-7b59-4291-b19f-f03b79bb6a0e admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74185) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 28 16:41:09.525628 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG neutron_lib.callbacks.manager [None req-a29e08e2-7b59-4291-b19f-f03b79bb6a0e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1623891', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3692'] for router, before_create {{(pid=74185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 16:41:09.530550 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG neutron_lib.callbacks.manager [None req-a29e08e2-7b59-4291-b19f-f03b79bb6a0e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1622264', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1624284', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2010498', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3685'] for router, precommit_create {{(pid=74185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 16:41:09.539607 dv-cinder-798104-1-smb neutron-server[74186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84edeb19-a6f2-461c-8668-cb416b77b117 admin admin] Pushing event updated for resources: {'Network': ['ID=456cb4f0-4c56-4bb7-a5cf-eaccb243862b,revision_number=1']} {{(pid=74186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 16:41:09.545613 dv-cinder-798104-1-smb neutron-server[74186]: DEBUG oslo_concurrency.lockutils [None req-84edeb19-a6f2-461c-8668-cb416b77b117 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.139s {{(pid=74186) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 16:41:09.561936 dv-cinder-798104-1-smb neutron-server[74187]: DEBUG neutron.plugins.ml2.rpc [None req-c72dd329-595c-4eca-9296-ba6eff8780d9 None None] Network 456cb4f0-4c56-4bb7-a5cf-eaccb243862b details requested by agent ovs-agent-dv-cinder-798104-1-smb with host dv-cinder-798104-1-smb {{(pid=74187) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 28 16:41:09.572478 dv-cinder-798104-1-smb neutron-server[74186]: INFO neutron.wsgi [None req-84edeb19-a6f2-461c-8668-cb416b77b117 admin admin] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 892 time: 1.5832438 Jun 28 16:41:09.577551 dv-cinder-798104-1-smb neutron-server[74186]: DEBUG neutron.wsgi [-] (74186) accepted ('10.222.0.26', 46142) {{(pid=74186) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 28 16:41:09.586354 dv-cinder-798104-1-smb neutron-server[74186]: DEBUG neutron.api.v2.base [None req-129c8228-873f-474f-bf87-587e56cfbb22 admin admin] Request body: {'subnet': {'network_id': '456cb4f0-4c56-4bb7-a5cf-eaccb243862b', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-1727621301-subnet', 'tenant_id': '9344ad16110c4191993c42fbf7367cf2', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=74186) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jun 28 16:41:09.593600 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG neutron_lib.callbacks.manager [None req-a29e08e2-7b59-4291-b19f-f03b79bb6a0e admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=74185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 16:41:09.597537 dv-cinder-798104-1-smb neutron-server[74186]: DEBUG neutron.db.quota.driver [None req-129c8228-873f-474f-bf87-587e56cfbb22 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74186) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 28 16:41:09.608479 dv-cinder-798104-1-smb neutron-server[74186]: DEBUG neutron.quota.resource [None req-129c8228-873f-474f-bf87-587e56cfbb22 admin admin] Usage tracker for resource:subnet and tenant:9344ad16110c4191993c42fbf7367cf2 is out of sync, need to count used quota {{(pid=74186) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 28 16:41:09.614882 dv-cinder-798104-1-smb neutron-server[74186]: DEBUG neutron.quota.resource [None req-129c8228-873f-474f-bf87-587e56cfbb22 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=74186) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 28 16:41:09.625804 dv-cinder-798104-1-smb neutron-server[74186]: DEBUG neutron.db.quota.driver [None req-129c8228-873f-474f-bf87-587e56cfbb22 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74186) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 28 16:41:09.642771 dv-cinder-798104-1-smb neutron-server[74186]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-129c8228-873f-474f-bf87-587e56cfbb22 admin admin] Made reservation on behalf of 9344ad16110c4191993c42fbf7367cf2 for: {'subnet': 1} {{(pid=74186) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 28 16:41:09.650678 dv-cinder-798104-1-smb neutron-server[74186]: DEBUG neutron_lib.callbacks.manager [None req-129c8228-873f-474f-bf87-587e56cfbb22 admin admin] Notify callbacks [] for subnet, before_create {{(pid=74186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 16:41:09.992945 dv-cinder-798104-1-smb neutron-server[74186]: DEBUG neutron.wsgi [-] (74186) accepted ('10.222.0.26', 46148) {{(pid=74186) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 28 16:41:10.117271 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG neutron_lib.callbacks.manager [None req-a29e08e2-7b59-4291-b19f-f03b79bb6a0e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1624266', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1623873', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3699'] for router, precommit_update {{(pid=74185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 16:41:10.127809 dv-cinder-798104-1-smb neutron-server[74187]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-80b2cda7-b783-46fc-a985-d3fc3d2eb40d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpdd6b328c-d855-5cf5-99ae-0baf1e0ae5dd-ad1db160-79ed-4f75-9884-27c71855a2d5', 'network_id': 'ad1db160-79ed-4f75-9884-27c71855a2d5', 'tenant_id': '2f9864be4f7741e0aa69625d43b5a918', 'fixed_ips': [{'subnet_id': '37b72020-400c-49f7-aceb-0167a7e84569'}]}} from dv-cinder-798104-1-smb. {{(pid=74187) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Jun 28 16:41:10.128765 dv-cinder-798104-1-smb neutron-server[74187]: DEBUG neutron_lib.callbacks.manager [None req-80b2cda7-b783-46fc-a985-d3fc3d2eb40d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621611'] for port, before_create {{(pid=74187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 16:41:10.182622 dv-cinder-798104-1-smb neutron-server[74186]: DEBUG neutron_lib.callbacks.manager [None req-129c8228-873f-474f-bf87-587e56cfbb22 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107460', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1598908'] for subnet, after_create {{(pid=74186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 16:41:10.191004 dv-cinder-798104-1-smb neutron-server[74186]: DEBUG oslo_concurrency.lockutils [None req-7f740ef8-acc1-48f3-90d6-2e7c874876e0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74186) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 16:41:10.298644 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG neutron.wsgi [-] (74185) accepted ('10.222.0.26', 46156) {{(pid=74185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 28 16:41:10.336324 dv-cinder-798104-1-smb neutron-server[74186]: DEBUG neutron.api.v2.base [None req-11867982-5b94-41aa-8081-13e3f8e9332a admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-1092928266-network', 'tenant_id': '74ddec19a7d64aa19adab6235e2182e1'}} {{(pid=74186) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jun 28 16:41:10.386104 dv-cinder-798104-1-smb neutron-server[74187]: DEBUG neutron.db.db_base_plugin_common [None req-80b2cda7-b783-46fc-a985-d3fc3d2eb40d None None] Allocated IP 172.20.0.2 (ad1db160-79ed-4f75-9884-27c71855a2d5/37b72020-400c-49f7-aceb-0167a7e84569/c027336f-5597-4636-9716-f03f8353484f) {{(pid=74187) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 28 16:41:10.439044 dv-cinder-798104-1-smb neutron-server[74186]: DEBUG neutron.db.quota.driver [None req-11867982-5b94-41aa-8081-13e3f8e9332a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74186) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 28 16:41:10.504457 dv-cinder-798104-1-smb neutron-server[74186]: DEBUG neutron.quota.resource [None req-11867982-5b94-41aa-8081-13e3f8e9332a admin admin] Usage tracker for resource:network and tenant:74ddec19a7d64aa19adab6235e2182e1 is out of sync, need to count used quota {{(pid=74186) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 28 16:41:10.515660 dv-cinder-798104-1-smb neutron-server[74186]: DEBUG neutron.quota.resource [None req-11867982-5b94-41aa-8081-13e3f8e9332a admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=74186) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 28 16:41:10.521275 dv-cinder-798104-1-smb neutron-server[74186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-129c8228-873f-474f-bf87-587e56cfbb22 admin admin] Pushing event updated for resources: {'Subnet': ['ID=766e27c3-d7d9-49ba-b0ca-4cfaf9e450d4,revision_number=0']} {{(pid=74186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 16:41:10.529743 dv-cinder-798104-1-smb neutron-server[74186]: DEBUG neutron.api.v2.base [None req-38f8f2f6-ae9e-45d0-9189-df03d936e204 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-1136193888-network', 'tenant_id': '37a62e04e9844fb5aa6c22a4c5f4eb2d'}} {{(pid=74186) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jun 28 16:41:10.535542 dv-cinder-798104-1-smb neutron-server[74186]: DEBUG oslo_concurrency.lockutils [None req-129c8228-873f-474f-bf87-587e56cfbb22 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.345s {{(pid=74186) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 16:41:10.538270 dv-cinder-798104-1-smb neutron-server[74186]: DEBUG neutron.db.quota.driver [None req-11867982-5b94-41aa-8081-13e3f8e9332a admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74186) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 28 16:41:10.541197 dv-cinder-798104-1-smb neutron-server[74186]: DEBUG neutron.db.quota.driver [None req-38f8f2f6-ae9e-45d0-9189-df03d936e204 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74186) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 28 16:41:10.550791 dv-cinder-798104-1-smb neutron-server[74186]: DEBUG neutron.quota.resource [None req-38f8f2f6-ae9e-45d0-9189-df03d936e204 admin admin] Usage tracker for resource:network and tenant:37a62e04e9844fb5aa6c22a4c5f4eb2d is out of sync, need to count used quota {{(pid=74186) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 28 16:41:10.556397 dv-cinder-798104-1-smb neutron-server[74186]: DEBUG neutron.quota.resource [None req-38f8f2f6-ae9e-45d0-9189-df03d936e204 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=74186) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 28 16:41:10.560799 dv-cinder-798104-1-smb neutron-server[74186]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-129c8228-873f-474f-bf87-587e56cfbb22 admin admin] Checking segment: {'id': 'f217e17a-083c-43f0-8060-ec8790162130', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': '456cb4f0-4c56-4bb7-a5cf-eaccb243862b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=74186) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jun 28 16:41:10.561299 dv-cinder-798104-1-smb neutron-server[74186]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-129c8228-873f-474f-bf87-587e56cfbb22 admin admin] Network hostable DHCP agents. Network: 456cb4f0-4c56-4bb7-a5cf-eaccb243862b, hostable agents: ['55edce43-ec1d-45c6-9e7a-198ba4834d81'], hosted agents: [] {{(pid=74186) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 28 16:41:10.572248 dv-cinder-798104-1-smb neutron-server[74186]: DEBUG neutron.db.quota.driver [None req-38f8f2f6-ae9e-45d0-9189-df03d936e204 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74186) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 28 16:41:10.574678 dv-cinder-798104-1-smb neutron-server[74186]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-11867982-5b94-41aa-8081-13e3f8e9332a admin admin] Made reservation on behalf of 74ddec19a7d64aa19adab6235e2182e1 for: {'network': 1} {{(pid=74186) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 28 16:41:10.577226 dv-cinder-798104-1-smb neutron-server[74186]: DEBUG neutron_lib.callbacks.manager [None req-11867982-5b94-41aa-8081-13e3f8e9332a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621611'] for network, before_create {{(pid=74186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 16:41:10.605443 dv-cinder-798104-1-smb neutron-server[74186]: DEBUG neutron_lib.callbacks.manager [None req-11867982-5b94-41aa-8081-13e3f8e9332a admin admin] Notify callbacks [] for security_group, before_create {{(pid=74186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 16:41:10.614852 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG neutron_lib.callbacks.manager [None req-a29e08e2-7b59-4291-b19f-f03b79bb6a0e admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=74185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 16:41:10.623644 dv-cinder-798104-1-smb neutron-server[74186]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-38f8f2f6-ae9e-45d0-9189-df03d936e204 admin admin] Made reservation on behalf of 37a62e04e9844fb5aa6c22a4c5f4eb2d for: {'network': 1} {{(pid=74186) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 28 16:41:10.626817 dv-cinder-798104-1-smb neutron-server[74186]: DEBUG neutron_lib.callbacks.manager [None req-38f8f2f6-ae9e-45d0-9189-df03d936e204 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621611'] for network, before_create {{(pid=74186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 16:41:10.651266 dv-cinder-798104-1-smb neutron-server[74186]: DEBUG neutron_lib.callbacks.manager [None req-38f8f2f6-ae9e-45d0-9189-df03d936e204 admin admin] Notify callbacks [] for security_group, before_create {{(pid=74186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 16:41:10.670568 dv-cinder-798104-1-smb neutron-server[74186]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-129c8228-873f-474f-bf87-587e56cfbb22 admin admin] Network 456cb4f0-4c56-4bb7-a5cf-eaccb243862b is scheduled to be hosted by DHCP agent 55edce43-ec1d-45c6-9e7a-198ba4834d81 with binding_index 1 {{(pid=74186) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 28 16:41:10.687425 dv-cinder-798104-1-smb neutron-server[74186]: DEBUG neutron.db.quota.driver [None req-11867982-5b94-41aa-8081-13e3f8e9332a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74186) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 28 16:41:10.694714 dv-cinder-798104-1-smb neutron-server[74186]: DEBUG neutron.quota.resource [None req-11867982-5b94-41aa-8081-13e3f8e9332a admin admin] Usage tracker for resource:security_group_rule and tenant:74ddec19a7d64aa19adab6235e2182e1 is out of sync, need to count used quota {{(pid=74186) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 28 16:41:10.699267 dv-cinder-798104-1-smb neutron-server[74186]: DEBUG neutron.quota.resource [None req-11867982-5b94-41aa-8081-13e3f8e9332a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=74186) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 28 16:41:10.702587 dv-cinder-798104-1-smb neutron-server[74186]: DEBUG neutron.scheduler.base_scheduler [None req-129c8228-873f-474f-bf87-587e56cfbb22 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-798104-1-smb, 456cb4f0-4c56-4bb7-a5cf-eaccb243862b) {{(pid=74186) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 28 16:41:10.707479 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG neutron_lib.callbacks.manager [None req-a29e08e2-7b59-4291-b19f-f03b79bb6a0e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621611'] for port, before_create {{(pid=74185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 16:41:10.722595 dv-cinder-798104-1-smb neutron-server[74187]: DEBUG neutron_lib.callbacks.manager [None req-80b2cda7-b783-46fc-a985-d3fc3d2eb40d None None] Notify callbacks [] for port, precommit_create {{(pid=74187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 16:41:10.726796 dv-cinder-798104-1-smb neutron-server[74186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-129c8228-873f-474f-bf87-587e56cfbb22 admin admin] Attributes excluded by policy engine: ['shared', 'network'] {{(pid=74186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 16:41:10.727532 dv-cinder-798104-1-smb neutron-server[74186]: DEBUG neutron_lib.callbacks.manager [None req-129c8228-873f-474f-bf87-587e56cfbb22 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1598890'] for subnet, before_response {{(pid=74186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 16:41:10.731650 dv-cinder-798104-1-smb neutron-server[74186]: DEBUG neutron.db.quota.driver [None req-11867982-5b94-41aa-8081-13e3f8e9332a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74186) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 28 16:41:10.736910 dv-cinder-798104-1-smb neutron-server[74187]: DEBUG neutron.db.provisioning_blocks [None req-80b2cda7-b783-46fc-a985-d3fc3d2eb40d None None] Transition to ACTIVE for port object c027336f-5597-4636-9716-f03f8353484f will not be triggered until provisioned by entity L2. {{(pid=74187) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 28 16:41:10.761958 dv-cinder-798104-1-smb neutron-server[74187]: DEBUG neutron.db.provisioning_blocks [None req-80b2cda7-b783-46fc-a985-d3fc3d2eb40d None None] Transition to ACTIVE for port object c027336f-5597-4636-9716-f03f8353484f will not be triggered until provisioned by entity DHCP. {{(pid=74187) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 28 16:41:10.767595 dv-cinder-798104-1-smb neutron-server[74187]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6d292934-d502-4ec9-9b4f-4b0ac3a07930 None None] Network 456cb4f0-4c56-4bb7-a5cf-eaccb243862b requested from dv-cinder-798104-1-smb {{(pid=74187) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jun 28 16:41:10.788965 dv-cinder-798104-1-smb neutron-server[74187]: DEBUG neutron_lib.callbacks.manager [None req-80b2cda7-b783-46fc-a985-d3fc3d2eb40d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-615041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1598908', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774157688360'] for port, after_create {{(pid=74187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 16:41:10.790844 dv-cinder-798104-1-smb neutron-server[74186]: DEBUG neutron.db.quota.driver [None req-38f8f2f6-ae9e-45d0-9189-df03d936e204 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74186) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 28 16:41:10.808238 dv-cinder-798104-1-smb neutron-server[74187]: DEBUG oslo_concurrency.lockutils [None req-802102fe-ac6f-4507-bec8-12b2cae9ea1b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74187) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 16:41:10.818417 dv-cinder-798104-1-smb neutron-server[74186]: DEBUG neutron.quota.resource [None req-38f8f2f6-ae9e-45d0-9189-df03d936e204 admin admin] Usage tracker for resource:security_group_rule and tenant:37a62e04e9844fb5aa6c22a4c5f4eb2d is out of sync, need to count used quota {{(pid=74186) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 28 16:41:10.835525 dv-cinder-798104-1-smb neutron-server[74186]: DEBUG neutron.quota.resource [None req-38f8f2f6-ae9e-45d0-9189-df03d936e204 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=74186) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 28 16:41:10.865000 dv-cinder-798104-1-smb neutron-server[74186]: DEBUG neutron.db.quota.driver [None req-38f8f2f6-ae9e-45d0-9189-df03d936e204 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74186) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 28 16:41:10.871292 dv-cinder-798104-1-smb neutron-server[74186]: INFO neutron.wsgi [None req-129c8228-873f-474f-bf87-587e56cfbb22 admin admin] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 856 time: 1.2926171 Jun 28 16:41:10.879999 dv-cinder-798104-1-smb neutron-server[74186]: DEBUG neutron.wsgi [-] (74186) accepted ('10.222.0.26', 46166) {{(pid=74186) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 28 16:41:10.903630 dv-cinder-798104-1-smb neutron-server[74186]: DEBUG neutron.api.v2.base [None req-6869b071-c32f-4f2a-9818-50ada7cf4bc6 admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-1727621301-router', 'tenant_id': '9344ad16110c4191993c42fbf7367cf2', 'external_gateway_info': {'network_id': 'f9715ce2-16ba-4ae9-9a15-557432d0a5ed'}}} {{(pid=74186) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jun 28 16:41:10.907052 dv-cinder-798104-1-smb neutron-server[74187]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-80b2cda7-b783-46fc-a985-d3fc3d2eb40d None None] Network ad1db160-79ed-4f75-9884-27c71855a2d5 is already hosted by enough agents. {{(pid=74187) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 28 16:41:10.923130 dv-cinder-798104-1-smb neutron-server[74186]: DEBUG neutron.db.quota.driver [None req-6869b071-c32f-4f2a-9818-50ada7cf4bc6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74186) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 28 16:41:10.960963 dv-cinder-798104-1-smb neutron-server[74186]: DEBUG neutron.quota.resource [None req-6869b071-c32f-4f2a-9818-50ada7cf4bc6 admin admin] Usage tracker for resource:router and tenant:9344ad16110c4191993c42fbf7367cf2 is out of sync, need to count used quota {{(pid=74186) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 28 16:41:10.985603 dv-cinder-798104-1-smb neutron-server[74187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80b2cda7-b783-46fc-a985-d3fc3d2eb40d None None] Pushing event updated for resources: {'Port': ['ID=c027336f-5597-4636-9716-f03f8353484f,revision_number=1']} {{(pid=74187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 16:41:11.007682 dv-cinder-798104-1-smb neutron-server[74187]: DEBUG neutron.scheduler.base_scheduler [None req-80b2cda7-b783-46fc-a985-d3fc3d2eb40d None None] Resources bound (agent type, host, resource id): {{(pid=74187) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 28 16:41:11.018214 dv-cinder-798104-1-smb neutron-server[74187]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80b2cda7-b783-46fc-a985-d3fc3d2eb40d None None] Received port after_create {{(pid=74187) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 28 16:41:11.041962 dv-cinder-798104-1-smb neutron-server[74187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80b2cda7-b783-46fc-a985-d3fc3d2eb40d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798104-1-smb {{(pid=74187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 16:41:11.042317 dv-cinder-798104-1-smb neutron-server[74187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80b2cda7-b783-46fc-a985-d3fc3d2eb40d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798104-1-smb {{(pid=74187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 16:41:11.046967 dv-cinder-798104-1-smb neutron-server[74187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80b2cda7-b783-46fc-a985-d3fc3d2eb40d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798104-1-smb {{(pid=74187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 16:41:11.047453 dv-cinder-798104-1-smb neutron-server[74187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80b2cda7-b783-46fc-a985-d3fc3d2eb40d None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-798104-1-smb {{(pid=74187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 16:41:11.048381 dv-cinder-798104-1-smb neutron-server[74187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80b2cda7-b783-46fc-a985-d3fc3d2eb40d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798104-1-smb {{(pid=74187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 16:41:11.048722 dv-cinder-798104-1-smb neutron-server[74187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80b2cda7-b783-46fc-a985-d3fc3d2eb40d None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-798104-1-smb {{(pid=74187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 16:41:11.049050 dv-cinder-798104-1-smb neutron-server[74187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80b2cda7-b783-46fc-a985-d3fc3d2eb40d None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798104-1-smb {{(pid=74187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 16:41:11.049376 dv-cinder-798104-1-smb neutron-server[74187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80b2cda7-b783-46fc-a985-d3fc3d2eb40d None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798104-1-smb {{(pid=74187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 16:41:11.049699 dv-cinder-798104-1-smb neutron-server[74187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80b2cda7-b783-46fc-a985-d3fc3d2eb40d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798104-1-smb {{(pid=74187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 16:41:11.050008 dv-cinder-798104-1-smb neutron-server[74187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80b2cda7-b783-46fc-a985-d3fc3d2eb40d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798104-1-smb {{(pid=74187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 16:41:11.050333 dv-cinder-798104-1-smb neutron-server[74187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80b2cda7-b783-46fc-a985-d3fc3d2eb40d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798104-1-smb {{(pid=74187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 16:41:11.051335 dv-cinder-798104-1-smb neutron-server[74187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80b2cda7-b783-46fc-a985-d3fc3d2eb40d None None] Tracked resource versions report: Jun 28 16:41:11.051335 dv-cinder-798104-1-smb neutron-server[74187]: pushed versions: Jun 28 16:41:11.051335 dv-cinder-798104-1-smb neutron-server[74187]: { 'ConntrackHelper': {'1.0'}, Jun 28 16:41:11.051335 dv-cinder-798104-1-smb neutron-server[74187]: 'Log': {'1.0'}, Jun 28 16:41:11.051335 dv-cinder-798104-1-smb neutron-server[74187]: 'Network': {'1.1'}, Jun 28 16:41:11.051335 dv-cinder-798104-1-smb neutron-server[74187]: 'Port': {'1.5'}, Jun 28 16:41:11.051335 dv-cinder-798104-1-smb neutron-server[74187]: 'PortForwarding': {'1.2'}, Jun 28 16:41:11.051335 dv-cinder-798104-1-smb neutron-server[74187]: 'QosPolicy': {'1.8'}, Jun 28 16:41:11.051335 dv-cinder-798104-1-smb neutron-server[74187]: 'SecurityGroup': {'1.2'}, Jun 28 16:41:11.051335 dv-cinder-798104-1-smb neutron-server[74187]: 'SecurityGroupRule': {'1.0'}, Jun 28 16:41:11.051335 dv-cinder-798104-1-smb neutron-server[74187]: 'SubPort': {'1.0'}, Jun 28 16:41:11.051335 dv-cinder-798104-1-smb neutron-server[74187]: 'Subnet': {'1.1'}, Jun 28 16:41:11.051335 dv-cinder-798104-1-smb neutron-server[74187]: 'Trunk': {'1.1'}} Jun 28 16:41:11.051335 dv-cinder-798104-1-smb neutron-server[74187]: consumer versions: Jun 28 16:41:11.051335 dv-cinder-798104-1-smb neutron-server[74187]: { DHCP agent@dv-cinder-798104-1-smb: {}, Jun 28 16:41:11.051335 dv-cinder-798104-1-smb neutron-server[74187]: HyperV agent@hv-cinder-79810: {}, Jun 28 16:41:11.051335 dv-cinder-798104-1-smb neutron-server[74187]: L3 agent@dv-cinder-798104-1-smb: {}, Jun 28 16:41:11.051335 dv-cinder-798104-1-smb neutron-server[74187]: Metadata agent@dv-cinder-798104-1-smb: {}, Jun 28 16:41:11.051335 dv-cinder-798104-1-smb neutron-server[74187]: Metering agent@dv-cinder-798104-1-smb: {}, Jun 28 16:41:11.051335 dv-cinder-798104-1-smb neutron-server[74187]: Open vSwitch agent@dv-cinder-798104-1-smb: { 'ConntrackHelper': '1.0', Jun 28 16:41:11.051335 dv-cinder-798104-1-smb neutron-server[74187]: 'Log': '1.0', Jun 28 16:41:11.051335 dv-cinder-798104-1-smb neutron-server[74187]: 'Network': '1.1', Jun 28 16:41:11.051335 dv-cinder-798104-1-smb neutron-server[74187]: 'Port': '1.5', Jun 28 16:41:11.051335 dv-cinder-798104-1-smb neutron-server[74187]: 'PortForwarding': '1.2', Jun 28 16:41:11.051335 dv-cinder-798104-1-smb neutron-server[74187]: 'QosPolicy': '1.8', Jun 28 16:41:11.051335 dv-cinder-798104-1-smb neutron-server[74187]: 'SecurityGroup': '1.2', Jun 28 16:41:11.051335 dv-cinder-798104-1-smb neutron-server[74187]: 'SecurityGroupRule': '1.0', Jun 28 16:41:11.051335 dv-cinder-798104-1-smb neutron-server[74187]: 'SubPort': '1.0', Jun 28 16:41:11.051335 dv-cinder-798104-1-smb neutron-server[74187]: 'Subnet': '1.1', Jun 28 16:41:11.051335 dv-cinder-798104-1-smb neutron-server[74187]: 'Trunk': '1.1'}} Jun 28 16:41:11.051335 dv-cinder-798104-1-smb neutron-server[74187]: {{(pid=74187) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jun 28 16:41:11.141407 dv-cinder-798104-1-smb neutron-server[74187]: DEBUG oslo_concurrency.lockutils [None req-80b2cda7-b783-46fc-a985-d3fc3d2eb40d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.333s {{(pid=74187) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 16:41:11.183150 dv-cinder-798104-1-smb neutron-server[74186]: DEBUG neutron_lib.callbacks.manager [None req-11867982-5b94-41aa-8081-13e3f8e9332a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=74186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 16:41:11.208955 dv-cinder-798104-1-smb neutron-server[74186]: DEBUG neutron.quota.resource [None req-6869b071-c32f-4f2a-9818-50ada7cf4bc6 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=74186) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 28 16:41:11.226680 dv-cinder-798104-1-smb neutron-server[74186]: DEBUG neutron_lib.callbacks.manager [None req-11867982-5b94-41aa-8081-13e3f8e9332a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2050486'] for security_group, after_create {{(pid=74186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 16:41:11.245142 dv-cinder-798104-1-smb neutron-server[74186]: DEBUG neutron.db.quota.driver [None req-6869b071-c32f-4f2a-9818-50ada7cf4bc6 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74186) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 28 16:41:11.256186 dv-cinder-798104-1-smb neutron-server[74187]: DEBUG neutron.plugins.ml2.managers [None req-80b2cda7-b783-46fc-a985-d3fc3d2eb40d None None] Attempting to bind port c027336f-5597-4636-9716-f03f8353484f on host dv-cinder-798104-1-smb for vnic_type normal with profile {{(pid=74187) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 28 16:41:11.256789 dv-cinder-798104-1-smb neutron-server[74187]: DEBUG neutron.plugins.ml2.managers [None req-80b2cda7-b783-46fc-a985-d3fc3d2eb40d None None] Attempting to bind port c027336f-5597-4636-9716-f03f8353484f by drivers openvswitch,hyperv on host dv-cinder-798104-1-smb at level 0 using segments [{'id': 'c39146b4-a4d2-486a-bb26-fc05ca06bf0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': 'ad1db160-79ed-4f75-9884-27c71855a2d5'}] {{(pid=74187) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 28 16:41:11.257342 dv-cinder-798104-1-smb neutron-server[74187]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80b2cda7-b783-46fc-a985-d3fc3d2eb40d None None] Attempting to bind port c027336f-5597-4636-9716-f03f8353484f on network ad1db160-79ed-4f75-9884-27c71855a2d5 {{(pid=74187) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jun 28 16:41:11.286049 dv-cinder-798104-1-smb neutron-server[74187]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80b2cda7-b783-46fc-a985-d3fc3d2eb40d None None] Checking agent: {'id': 'fa82f27f-b773-4083-82bf-f246fc41f2de', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-798104-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 28, 16, 32, 44), 'started_at': datetime.datetime(2021, 6, 28, 16, 33, 14), 'heartbeat_timestamp': datetime.datetime(2021, 6, 28, 16, 40, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-798104-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=74187) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jun 28 16:41:11.286049 dv-cinder-798104-1-smb neutron-server[74187]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80b2cda7-b783-46fc-a985-d3fc3d2eb40d None None] Checking segment: {'id': 'c39146b4-a4d2-486a-bb26-fc05ca06bf0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': 'ad1db160-79ed-4f75-9884-27c71855a2d5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=74187) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jun 28 16:41:11.287795 dv-cinder-798104-1-smb neutron-server[74187]: DEBUG neutron_lib.callbacks.manager [None req-80b2cda7-b783-46fc-a985-d3fc3d2eb40d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=74187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 16:41:11.289634 dv-cinder-798104-1-smb neutron-server[74187]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80b2cda7-b783-46fc-a985-d3fc3d2eb40d None None] Bound using segment: {'id': 'c39146b4-a4d2-486a-bb26-fc05ca06bf0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': 'ad1db160-79ed-4f75-9884-27c71855a2d5'} {{(pid=74187) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jun 28 16:41:11.290621 dv-cinder-798104-1-smb neutron-server[74187]: DEBUG neutron.plugins.ml2.managers [None req-80b2cda7-b783-46fc-a985-d3fc3d2eb40d None None] Bound port: c027336f-5597-4636-9716-f03f8353484f, host: dv-cinder-798104-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c39146b4-a4d2-486a-bb26-fc05ca06bf0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': 'ad1db160-79ed-4f75-9884-27c71855a2d5'}}] {{(pid=74187) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 28 16:41:11.291774 dv-cinder-798104-1-smb neutron-server[74187]: DEBUG neutron_lib.callbacks.manager [None req-80b2cda7-b783-46fc-a985-d3fc3d2eb40d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621611'] for port, before_update {{(pid=74187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 16:41:11.305038 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG neutron.db.db_base_plugin_common [None req-a29e08e2-7b59-4291-b19f-f03b79bb6a0e admin admin] Allocated IP 172.28.3.202 (f9715ce2-16ba-4ae9-9a15-557432d0a5ed/e3a20e14-2eea-4943-8cec-1fe85e8448d0/600f6151-facc-4997-ba41-54649124a999) {{(pid=74185) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 28 16:41:11.318987 dv-cinder-798104-1-smb neutron-server[74186]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-11867982-5b94-41aa-8081-13e3f8e9332a admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 404} {{(pid=74186) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:149}} Jun 28 16:41:11.359320 dv-cinder-798104-1-smb neutron-server[74186]: DEBUG neutron_lib.callbacks.manager [None req-11867982-5b94-41aa-8081-13e3f8e9332a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-938564'] for segment, precommit_create {{(pid=74186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 16:41:11.361351 dv-cinder-798104-1-smb neutron-server[74186]: INFO neutron.db.segments_db [None req-11867982-5b94-41aa-8081-13e3f8e9332a admin admin] Added segment c02d8fec-95e3-4e9a-a650-d6cb456f3802 of type vlan for network 57bed292-9c57-428d-ab78-cedbab0d959b Jun 28 16:41:11.435304 dv-cinder-798104-1-smb neutron-server[74186]: DEBUG neutron_lib.callbacks.manager [None req-11867982-5b94-41aa-8081-13e3f8e9332a admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774157680294'] for network, precommit_create {{(pid=74186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 16:41:11.519623 dv-cinder-798104-1-smb neutron-server[74186]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74186) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 16:41:11.564235 dv-cinder-798104-1-smb neutron-server[74186]: DEBUG neutron_lib.callbacks.manager [None req-11867982-5b94-41aa-8081-13e3f8e9332a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2050463', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1598908'] for network, after_create {{(pid=74186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 16:41:11.568029 dv-cinder-798104-1-smb neutron-server[74186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-11867982-5b94-41aa-8081-13e3f8e9332a admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=74186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 16:41:11.573584 dv-cinder-798104-1-smb neutron-server[74186]: DEBUG neutron_lib.callbacks.manager [None req-11867982-5b94-41aa-8081-13e3f8e9332a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1598890'] for network, before_response {{(pid=74186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 16:41:11.601836 dv-cinder-798104-1-smb neutron-server[74187]: DEBUG neutron.plugins.ml2.db [None req-80b2cda7-b783-46fc-a985-d3fc3d2eb40d None None] For port c027336f-5597-4636-9716-f03f8353484f, host dv-cinder-798104-1-smb, cleared binding levels {{(pid=74187) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 28 16:41:11.620861 dv-cinder-798104-1-smb neutron-server[74187]: DEBUG neutron.plugins.ml2.db [None req-80b2cda7-b783-46fc-a985-d3fc3d2eb40d None None] For port c027336f-5597-4636-9716-f03f8353484f, host dv-cinder-798104-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-798104-1-smb',level=0,port_id=c027336f-5597-4636-9716-f03f8353484f,segment=NetworkSegment(c39146b4-a4d2-486a-bb26-fc05ca06bf0a),segment_id=c39146b4-a4d2-486a-bb26-fc05ca06bf0a)] {{(pid=74187) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 28 16:41:11.628291 dv-cinder-798104-1-smb neutron-server[74187]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-649206fc-c912-4960-91bc-b2ae81de26d6 None None] Network 456cb4f0-4c56-4bb7-a5cf-eaccb243862b requested from dv-cinder-798104-1-smb {{(pid=74187) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jun 28 16:41:11.644841 dv-cinder-798104-1-smb neutron-server[74186]: DEBUG neutron_lib.callbacks.manager [None req-6869b071-c32f-4f2a-9818-50ada7cf4bc6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1623891', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3692'] for router, before_create {{(pid=74186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 16:41:11.646399 dv-cinder-798104-1-smb neutron-server[74187]: DEBUG neutron_lib.callbacks.manager [None req-80b2cda7-b783-46fc-a985-d3fc3d2eb40d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-615041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1598908', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774158213048', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774157688378', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774157688423'] for port, after_update {{(pid=74187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 16:41:11.647725 dv-cinder-798104-1-smb neutron-server[74186]: DEBUG neutron_lib.callbacks.manager [None req-6869b071-c32f-4f2a-9818-50ada7cf4bc6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1622264', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1624284', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2010498', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3685'] for router, precommit_create {{(pid=74186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 16:41:11.658753 dv-cinder-798104-1-smb neutron-server[74187]: DEBUG oslo_concurrency.lockutils [None req-be0d6b40-4958-4be7-be7d-0e8421e97ee2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74187) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 16:41:11.693816 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG neutron.api.v2.base [None req-0c698d0e-da59-44f6-b103-c0f53ed0c2b1 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-1126503272-network', 'tenant_id': '1796e3b7b6834b8a88df228c1c9772ef'}} {{(pid=74185) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jun 28 16:41:11.706029 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG neutron.db.quota.driver [None req-0c698d0e-da59-44f6-b103-c0f53ed0c2b1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74185) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 28 16:41:11.710246 dv-cinder-798104-1-smb neutron-server[74186]: DEBUG neutron_lib.callbacks.manager [None req-6869b071-c32f-4f2a-9818-50ada7cf4bc6 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=74186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 16:41:11.715722 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG neutron.quota.resource [None req-0c698d0e-da59-44f6-b103-c0f53ed0c2b1 admin admin] Usage tracker for resource:network and tenant:1796e3b7b6834b8a88df228c1c9772ef is out of sync, need to count used quota {{(pid=74185) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 28 16:41:11.722100 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG neutron.quota.resource [None req-0c698d0e-da59-44f6-b103-c0f53ed0c2b1 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=74185) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 28 16:41:11.734209 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG neutron.db.quota.driver [None req-0c698d0e-da59-44f6-b103-c0f53ed0c2b1 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74185) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 28 16:41:11.790854 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0c698d0e-da59-44f6-b103-c0f53ed0c2b1 admin admin] Made reservation on behalf of 1796e3b7b6834b8a88df228c1c9772ef for: {'network': 1} {{(pid=74185) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 28 16:41:11.798285 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG neutron_lib.callbacks.manager [None req-0c698d0e-da59-44f6-b103-c0f53ed0c2b1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621611'] for network, before_create {{(pid=74185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 16:41:11.833479 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG neutron_lib.callbacks.manager [None req-0c698d0e-da59-44f6-b103-c0f53ed0c2b1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=74185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 16:41:11.943627 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG neutron.db.quota.driver [None req-0c698d0e-da59-44f6-b103-c0f53ed0c2b1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74185) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 28 16:41:11.944651 dv-cinder-798104-1-smb neutron-server[74186]: INFO neutron.wsgi [None req-11867982-5b94-41aa-8081-13e3f8e9332a admin admin] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 3.1596198 Jun 28 16:41:11.952222 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG neutron.quota.resource [None req-0c698d0e-da59-44f6-b103-c0f53ed0c2b1 admin admin] Usage tracker for resource:security_group_rule and tenant:1796e3b7b6834b8a88df228c1c9772ef is out of sync, need to count used quota {{(pid=74185) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 28 16:41:11.960183 dv-cinder-798104-1-smb neutron-server[74186]: DEBUG neutron.wsgi [-] (74186) accepted ('10.222.0.26', 46192) {{(pid=74186) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 28 16:41:11.962057 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG neutron.quota.resource [None req-0c698d0e-da59-44f6-b103-c0f53ed0c2b1 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=74185) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 28 16:41:11.994679 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG neutron.db.quota.driver [None req-0c698d0e-da59-44f6-b103-c0f53ed0c2b1 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74185) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 28 16:41:12.010307 dv-cinder-798104-1-smb neutron-server[74186]: DEBUG neutron.api.v2.base [None req-11f6090b-aefe-40e3-8a25-ddc3876a5278 admin admin] Request body: {'subnet': {'network_id': '57bed292-9c57-428d-ab78-cedbab0d959b', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-1092928266-subnet', 'tenant_id': '74ddec19a7d64aa19adab6235e2182e1', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=74186) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jun 28 16:41:12.094552 dv-cinder-798104-1-smb neutron-server[74186]: DEBUG neutron.db.quota.driver [None req-11f6090b-aefe-40e3-8a25-ddc3876a5278 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74186) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 28 16:41:12.130098 dv-cinder-798104-1-smb neutron-server[74186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11867982-5b94-41aa-8081-13e3f8e9332a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c58b0cd2-bff5-4e4e-ad96-8ad5e846bc17,revision_number=1']} {{(pid=74186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 16:41:12.183074 dv-cinder-798104-1-smb neutron-server[74186]: DEBUG neutron.quota.resource [None req-11f6090b-aefe-40e3-8a25-ddc3876a5278 admin admin] Usage tracker for resource:subnet and tenant:74ddec19a7d64aa19adab6235e2182e1 is out of sync, need to count used quota {{(pid=74186) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 28 16:41:12.194281 dv-cinder-798104-1-smb neutron-server[74186]: DEBUG oslo_concurrency.lockutils [None req-11867982-5b94-41aa-8081-13e3f8e9332a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.671s {{(pid=74186) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 16:41:12.202910 dv-cinder-798104-1-smb neutron-server[74186]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.288s {{(pid=74186) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 16:41:12.214507 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG neutron_lib.callbacks.manager [None req-0c698d0e-da59-44f6-b103-c0f53ed0c2b1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=74185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 16:41:12.236222 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG neutron_lib.callbacks.manager [None req-a29e08e2-7b59-4291-b19f-f03b79bb6a0e admin admin] Notify callbacks [] for port, precommit_create {{(pid=74185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 16:41:12.246987 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG neutron_lib.callbacks.manager [None req-0c698d0e-da59-44f6-b103-c0f53ed0c2b1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2050486'] for security_group, after_create {{(pid=74185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 16:41:12.259953 dv-cinder-798104-1-smb neutron-server[74186]: DEBUG neutron.quota.resource [None req-11f6090b-aefe-40e3-8a25-ddc3876a5278 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=74186) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 28 16:41:12.273550 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG oslo_concurrency.lockutils [None req-1e87871d-cadb-42d8-992e-ac81a3d2b789 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74185) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 16:41:12.366817 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c698d0e-da59-44f6-b103-c0f53ed0c2b1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=429b2478-3fae-4723-810e-64745de1242d,revision_number=1']} {{(pid=74185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 16:41:12.387259 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG oslo_concurrency.lockutils [None req-0c698d0e-da59-44f6-b103-c0f53ed0c2b1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=74185) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 16:41:12.433751 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0c698d0e-da59-44f6-b103-c0f53ed0c2b1 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 405} {{(pid=74185) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:149}} Jun 28 16:41:12.475428 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG neutron_lib.callbacks.manager [None req-0c698d0e-da59-44f6-b103-c0f53ed0c2b1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-938564'] for segment, precommit_create {{(pid=74185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 16:41:12.477255 dv-cinder-798104-1-smb neutron-server[74185]: INFO neutron.db.segments_db [None req-0c698d0e-da59-44f6-b103-c0f53ed0c2b1 admin admin] Added segment 2df110ad-025a-4a6b-9e31-f233466e01f1 of type vlan for network 4e66a7eb-2725-411e-9b4f-e274c7c51246 Jun 28 16:41:12.540624 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG neutron_lib.callbacks.manager [None req-a29e08e2-7b59-4291-b19f-f03b79bb6a0e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-615041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1598908', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774157688360'] for port, after_create {{(pid=74185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 16:41:12.570771 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG oslo_concurrency.lockutils [None req-03cb4d31-d5f6-4e74-948e-5e8b7b0b9cd6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74185) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 16:41:12.637837 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG neutron_lib.callbacks.manager [None req-0c698d0e-da59-44f6-b103-c0f53ed0c2b1 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774157680294'] for network, precommit_create {{(pid=74185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 16:41:12.712625 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a29e08e2-7b59-4291-b19f-f03b79bb6a0e admin admin] Network f9715ce2-16ba-4ae9-9a15-557432d0a5ed is already hosted by enough agents. {{(pid=74185) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 28 16:41:12.718665 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG neutron.scheduler.base_scheduler [None req-a29e08e2-7b59-4291-b19f-f03b79bb6a0e admin admin] Resources bound (agent type, host, resource id): {{(pid=74185) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 28 16:41:12.725316 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a29e08e2-7b59-4291-b19f-f03b79bb6a0e admin admin] Received port after_create {{(pid=74185) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 28 16:41:12.738615 dv-cinder-798104-1-smb neutron-server[74187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80b2cda7-b783-46fc-a985-d3fc3d2eb40d None None] Pushing event updated for resources: {'Port': ['ID=c027336f-5597-4636-9716-f03f8353484f,revision_number=2']} {{(pid=74187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 16:41:12.760058 dv-cinder-798104-1-smb neutron-server[74187]: DEBUG oslo_concurrency.lockutils [None req-80b2cda7-b783-46fc-a985-d3fc3d2eb40d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.101s {{(pid=74187) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 16:41:12.776756 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a29e08e2-7b59-4291-b19f-f03b79bb6a0e admin admin] Pushing event updated for resources: {'Port': ['ID=600f6151-facc-4997-ba41-54649124a999,revision_number=1']} {{(pid=74185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 16:41:12.786685 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG oslo_concurrency.lockutils [None req-a29e08e2-7b59-4291-b19f-f03b79bb6a0e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.216s {{(pid=74185) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 16:41:12.792211 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG neutron_lib.callbacks.manager [None req-0c698d0e-da59-44f6-b103-c0f53ed0c2b1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2050463', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1598908'] for network, after_create {{(pid=74185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 16:41:12.795659 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0c698d0e-da59-44f6-b103-c0f53ed0c2b1 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=74185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 16:41:12.796267 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG neutron_lib.callbacks.manager [None req-0c698d0e-da59-44f6-b103-c0f53ed0c2b1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1598890'] for network, before_response {{(pid=74185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 16:41:12.807359 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74185) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 16:41:12.822112 dv-cinder-798104-1-smb neutron-server[74186]: DEBUG neutron.db.quota.driver [None req-11f6090b-aefe-40e3-8a25-ddc3876a5278 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74186) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 28 16:41:12.847509 dv-cinder-798104-1-smb neutron-server[74186]: DEBUG neutron_lib.callbacks.manager [None req-38f8f2f6-ae9e-45d0-9189-df03d936e204 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=74186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 16:41:12.973025 dv-cinder-798104-1-smb neutron-server[74186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11867982-5b94-41aa-8081-13e3f8e9332a admin admin] Pushing event updated for resources: {'Network': ['ID=57bed292-9c57-428d-ab78-cedbab0d959b,revision_number=1']} {{(pid=74186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 16:41:12.978989 dv-cinder-798104-1-smb neutron-server[74186]: DEBUG oslo_concurrency.lockutils [None req-11867982-5b94-41aa-8081-13e3f8e9332a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.777s {{(pid=74186) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 16:41:12.987925 dv-cinder-798104-1-smb neutron-server[74187]: DEBUG neutron.plugins.ml2.rpc [None req-c72dd329-595c-4eca-9296-ba6eff8780d9 None None] Network 57bed292-9c57-428d-ab78-cedbab0d959b details requested by agent ovs-agent-dv-cinder-798104-1-smb with host dv-cinder-798104-1-smb {{(pid=74187) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 28 16:41:12.997258 dv-cinder-798104-1-smb neutron-server[74186]: DEBUG neutron_lib.callbacks.manager [None req-38f8f2f6-ae9e-45d0-9189-df03d936e204 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2050486'] for security_group, after_create {{(pid=74186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 16:41:12.998398 dv-cinder-798104-1-smb neutron-server[74186]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-11f6090b-aefe-40e3-8a25-ddc3876a5278 admin admin] Made reservation on behalf of 74ddec19a7d64aa19adab6235e2182e1 for: {'subnet': 1} {{(pid=74186) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 28 16:41:13.010505 dv-cinder-798104-1-smb neutron-server[74186]: DEBUG neutron_lib.callbacks.manager [None req-11f6090b-aefe-40e3-8a25-ddc3876a5278 admin admin] Notify callbacks [] for subnet, before_create {{(pid=74186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 16:41:13.126896 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c698d0e-da59-44f6-b103-c0f53ed0c2b1 admin admin] Pushing event updated for resources: {'Network': ['ID=4e66a7eb-2725-411e-9b4f-e274c7c51246,revision_number=1']} {{(pid=74185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 16:41:13.146895 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG oslo_concurrency.lockutils [None req-0c698d0e-da59-44f6-b103-c0f53ed0c2b1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.339s {{(pid=74185) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 16:41:13.155583 dv-cinder-798104-1-smb neutron-server[74185]: INFO neutron.wsgi [None req-0c698d0e-da59-44f6-b103-c0f53ed0c2b1 admin admin] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 2.8435967 Jun 28 16:41:13.158061 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG neutron.wsgi [-] (74185) accepted ('10.222.0.26', 46214) {{(pid=74185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 28 16:41:13.177840 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG neutron.api.v2.base [None req-8d4fab63-d329-41c5-a22c-be46b725376f admin admin] Request body: {'subnet': {'network_id': '4e66a7eb-2725-411e-9b4f-e274c7c51246', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-1126503272-subnet', 'tenant_id': '1796e3b7b6834b8a88df228c1c9772ef', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=74185) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jun 28 16:41:13.192502 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG neutron.db.quota.driver [None req-8d4fab63-d329-41c5-a22c-be46b725376f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74185) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 28 16:41:13.204772 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG neutron.quota.resource [None req-8d4fab63-d329-41c5-a22c-be46b725376f admin admin] Usage tracker for resource:subnet and tenant:1796e3b7b6834b8a88df228c1c9772ef is out of sync, need to count used quota {{(pid=74185) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 28 16:41:13.243808 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG neutron.quota.resource [None req-8d4fab63-d329-41c5-a22c-be46b725376f admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=74185) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 28 16:41:13.265511 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG neutron.db.quota.driver [None req-8d4fab63-d329-41c5-a22c-be46b725376f admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74185) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 28 16:41:13.306250 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8d4fab63-d329-41c5-a22c-be46b725376f admin admin] Made reservation on behalf of 1796e3b7b6834b8a88df228c1c9772ef for: {'subnet': 1} {{(pid=74185) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 28 16:41:13.312937 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG neutron_lib.callbacks.manager [None req-8d4fab63-d329-41c5-a22c-be46b725376f admin admin] Notify callbacks [] for subnet, before_create {{(pid=74185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 16:41:13.418741 dv-cinder-798104-1-smb neutron-server[74187]: DEBUG neutron.plugins.ml2.rpc [None req-c72dd329-595c-4eca-9296-ba6eff8780d9 None None] Network 4e66a7eb-2725-411e-9b4f-e274c7c51246 details requested by agent ovs-agent-dv-cinder-798104-1-smb with host dv-cinder-798104-1-smb {{(pid=74187) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 28 16:41:13.433988 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG neutron_lib.callbacks.manager [None req-a29e08e2-7b59-4291-b19f-f03b79bb6a0e admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=74185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 16:41:13.435017 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG neutron_lib.callbacks.manager [None req-a29e08e2-7b59-4291-b19f-f03b79bb6a0e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1623880', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1624305'] for router, after_create {{(pid=74185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 16:41:13.626860 dv-cinder-798104-1-smb neutron-server[74186]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74186) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 16:41:13.800933 dv-cinder-798104-1-smb neutron-server[74187]: DEBUG neutron_lib.callbacks.manager [None req-3ca31598-6ea3-40e7-93e6-98da34fe732b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774158209648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1002899'] for agent, after_update {{(pid=74187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 16:41:13.814524 dv-cinder-798104-1-smb neutron-server[74186]: DEBUG neutron_lib.callbacks.manager [None req-6869b071-c32f-4f2a-9818-50ada7cf4bc6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1624266', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1623873', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3699'] for router, precommit_update {{(pid=74186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 16:41:13.856342 dv-cinder-798104-1-smb neutron-server[74186]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-38f8f2f6-ae9e-45d0-9189-df03d936e204 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 406} {{(pid=74186) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:149}} Jun 28 16:41:13.860623 dv-cinder-798104-1-smb neutron-server[74186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38f8f2f6-ae9e-45d0-9189-df03d936e204 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0aa12b3b-bb98-4d31-b82c-8d27cdc443e4,revision_number=1']} {{(pid=74186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 16:41:13.871083 dv-cinder-798104-1-smb neutron-server[74186]: DEBUG oslo_concurrency.lockutils [None req-38f8f2f6-ae9e-45d0-9189-df03d936e204 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.244s {{(pid=74186) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 16:41:13.923446 dv-cinder-798104-1-smb neutron-server[74186]: DEBUG neutron_lib.callbacks.manager [None req-38f8f2f6-ae9e-45d0-9189-df03d936e204 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-938564'] for segment, precommit_create {{(pid=74186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 16:41:13.923925 dv-cinder-798104-1-smb neutron-server[74186]: INFO neutron.db.segments_db [None req-38f8f2f6-ae9e-45d0-9189-df03d936e204 admin admin] Added segment 28fe5c31-a68b-498b-9089-4ff01d3699c8 of type vlan for network e8071efc-6734-41d3-acf6-96108c42ade0 Jun 28 16:41:13.933172 dv-cinder-798104-1-smb neutron-server[74187]: DEBUG neutron_lib.callbacks.manager [None req-c72dd329-595c-4eca-9296-ba6eff8780d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774158209648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1002899'] for agent, after_update {{(pid=74187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 16:41:14.136540 dv-cinder-798104-1-smb neutron-server[74186]: DEBUG neutron_lib.callbacks.manager [None req-11f6090b-aefe-40e3-8a25-ddc3876a5278 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107460', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1598908'] for subnet, after_create {{(pid=74186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 16:41:14.144502 dv-cinder-798104-1-smb neutron-server[74186]: DEBUG neutron_lib.callbacks.manager [None req-38f8f2f6-ae9e-45d0-9189-df03d936e204 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774157680294'] for network, precommit_create {{(pid=74186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 16:41:14.161889 dv-cinder-798104-1-smb neutron-server[74186]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74186) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 16:41:14.197033 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG neutron_lib.callbacks.manager [None req-8d4fab63-d329-41c5-a22c-be46b725376f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107460', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1598908'] for subnet, after_create {{(pid=74185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 16:41:14.207365 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74185) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 16:41:14.267230 dv-cinder-798104-1-smb neutron-server[74186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11f6090b-aefe-40e3-8a25-ddc3876a5278 admin admin] Pushing event updated for resources: {'Subnet': ['ID=017b2624-817f-4270-8eec-e0073dc1331a,revision_number=0']} {{(pid=74186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 16:41:14.278471 dv-cinder-798104-1-smb neutron-server[74186]: DEBUG oslo_concurrency.lockutils [None req-11f6090b-aefe-40e3-8a25-ddc3876a5278 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=74186) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 16:41:14.283755 dv-cinder-798104-1-smb neutron-server[74186]: DEBUG neutron_lib.callbacks.manager [None req-38f8f2f6-ae9e-45d0-9189-df03d936e204 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2050463', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1598908'] for network, after_create {{(pid=74186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 16:41:14.292971 dv-cinder-798104-1-smb neutron-server[74186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-38f8f2f6-ae9e-45d0-9189-df03d936e204 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=74186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 16:41:14.293183 dv-cinder-798104-1-smb neutron-server[74186]: DEBUG neutron_lib.callbacks.manager [None req-38f8f2f6-ae9e-45d0-9189-df03d936e204 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1598890'] for network, before_response {{(pid=74186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 16:41:14.302348 dv-cinder-798104-1-smb neutron-server[74186]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74186) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 16:41:14.325882 dv-cinder-798104-1-smb neutron-server[74187]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-786a29c9-dc6a-4b6a-829e-8f23971d1f7a None None] Network ad1db160-79ed-4f75-9884-27c71855a2d5 requested from dv-cinder-798104-1-smb {{(pid=74187) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jun 28 16:41:14.470656 dv-cinder-798104-1-smb neutron-server[74186]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11f6090b-aefe-40e3-8a25-ddc3876a5278 admin admin] Checking segment: {'id': 'c02d8fec-95e3-4e9a-a650-d6cb456f3802', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': '57bed292-9c57-428d-ab78-cedbab0d959b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=74186) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jun 28 16:41:14.471308 dv-cinder-798104-1-smb neutron-server[74186]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-11f6090b-aefe-40e3-8a25-ddc3876a5278 admin admin] Network hostable DHCP agents. Network: 57bed292-9c57-428d-ab78-cedbab0d959b, hostable agents: ['55edce43-ec1d-45c6-9e7a-198ba4834d81'], hosted agents: [] {{(pid=74186) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 28 16:41:14.509654 dv-cinder-798104-1-smb neutron-server[74186]: INFO neutron.wsgi [None req-38f8f2f6-ae9e-45d0-9189-df03d936e204 admin admin] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 4.5156455 Jun 28 16:41:14.518610 dv-cinder-798104-1-smb neutron-server[74186]: DEBUG neutron.wsgi [-] (74186) accepted ('10.222.0.26', 46240) {{(pid=74186) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 28 16:41:14.523353 dv-cinder-798104-1-smb neutron-server[74186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38f8f2f6-ae9e-45d0-9189-df03d936e204 admin admin] Pushing event updated for resources: {'Network': ['ID=e8071efc-6734-41d3-acf6-96108c42ade0,revision_number=1']} {{(pid=74186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 16:41:14.541267 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d4fab63-d329-41c5-a22c-be46b725376f admin admin] Checking segment: {'id': '2df110ad-025a-4a6b-9e31-f233466e01f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 405, 'network_id': '4e66a7eb-2725-411e-9b4f-e274c7c51246'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=74185) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jun 28 16:41:14.541267 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8d4fab63-d329-41c5-a22c-be46b725376f admin admin] Network hostable DHCP agents. Network: 4e66a7eb-2725-411e-9b4f-e274c7c51246, hostable agents: ['55edce43-ec1d-45c6-9e7a-198ba4834d81'], hosted agents: [] {{(pid=74185) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 28 16:41:14.566700 dv-cinder-798104-1-smb neutron-server[74186]: DEBUG neutron.api.v2.base [None req-03e72288-c655-4fa7-8c9a-ae8c3a712671 admin admin] Request body: {'subnet': {'network_id': 'e8071efc-6734-41d3-acf6-96108c42ade0', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-1136193888-subnet', 'tenant_id': '37a62e04e9844fb5aa6c22a4c5f4eb2d', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=74186) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jun 28 16:41:14.573941 dv-cinder-798104-1-smb neutron-server[74186]: DEBUG oslo_concurrency.lockutils [None req-38f8f2f6-ae9e-45d0-9189-df03d936e204 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.272s {{(pid=74186) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 16:41:14.583415 dv-cinder-798104-1-smb neutron-server[74186]: DEBUG neutron.db.quota.driver [None req-03e72288-c655-4fa7-8c9a-ae8c3a712671 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74186) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 28 16:41:14.589785 dv-cinder-798104-1-smb neutron-server[74186]: DEBUG neutron.quota.resource [None req-03e72288-c655-4fa7-8c9a-ae8c3a712671 admin admin] Usage tracker for resource:subnet and tenant:37a62e04e9844fb5aa6c22a4c5f4eb2d is out of sync, need to count used quota {{(pid=74186) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 28 16:41:14.595265 dv-cinder-798104-1-smb neutron-server[74186]: DEBUG neutron.quota.resource [None req-03e72288-c655-4fa7-8c9a-ae8c3a712671 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=74186) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 28 16:41:14.603245 dv-cinder-798104-1-smb neutron-server[74186]: DEBUG neutron.db.quota.driver [None req-03e72288-c655-4fa7-8c9a-ae8c3a712671 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74186) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 28 16:41:14.611014 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d4fab63-d329-41c5-a22c-be46b725376f admin admin] Pushing event updated for resources: {'Subnet': ['ID=f2ffd4c6-165d-446d-9207-8235b5280dd5,revision_number=0']} {{(pid=74185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 16:41:14.616717 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG oslo_concurrency.lockutils [None req-8d4fab63-d329-41c5-a22c-be46b725376f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.409s {{(pid=74185) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 16:41:14.618173 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8d4fab63-d329-41c5-a22c-be46b725376f admin admin] Network 4e66a7eb-2725-411e-9b4f-e274c7c51246 is scheduled to be hosted by DHCP agent 55edce43-ec1d-45c6-9e7a-198ba4834d81 with binding_index 1 {{(pid=74185) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 28 16:41:14.628714 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a29e08e2-7b59-4291-b19f-f03b79bb6a0e admin admin] Router 30e00ac4-b549-4d86-a0ee-d327f17cf3c1 is scheduled to L3 agent 633adcd1-515e-4435-b14d-49f054abd10f with binding_index 1 {{(pid=74185) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jun 28 16:41:14.639826 dv-cinder-798104-1-smb neutron-server[74186]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-11f6090b-aefe-40e3-8a25-ddc3876a5278 admin admin] Network 57bed292-9c57-428d-ab78-cedbab0d959b is scheduled to be hosted by DHCP agent 55edce43-ec1d-45c6-9e7a-198ba4834d81 with binding_index 1 {{(pid=74186) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 28 16:41:14.676797 dv-cinder-798104-1-smb neutron-server[74186]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-03e72288-c655-4fa7-8c9a-ae8c3a712671 admin admin] Made reservation on behalf of 37a62e04e9844fb5aa6c22a4c5f4eb2d for: {'subnet': 1} {{(pid=74186) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 28 16:41:14.679892 dv-cinder-798104-1-smb neutron-server[74186]: DEBUG neutron_lib.callbacks.manager [None req-03e72288-c655-4fa7-8c9a-ae8c3a712671 admin admin] Notify callbacks [] for subnet, before_create {{(pid=74186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 16:41:14.684009 dv-cinder-798104-1-smb neutron-server[74187]: DEBUG neutron.plugins.ml2.rpc [None req-c72dd329-595c-4eca-9296-ba6eff8780d9 None None] Network e8071efc-6734-41d3-acf6-96108c42ade0 details requested by agent ovs-agent-dv-cinder-798104-1-smb with host dv-cinder-798104-1-smb {{(pid=74187) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 28 16:41:14.712914 dv-cinder-798104-1-smb neutron-server[74186]: DEBUG neutron.scheduler.base_scheduler [None req-11f6090b-aefe-40e3-8a25-ddc3876a5278 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-798104-1-smb, 57bed292-9c57-428d-ab78-cedbab0d959b) {{(pid=74186) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 28 16:41:14.769138 dv-cinder-798104-1-smb neutron-server[74186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-11f6090b-aefe-40e3-8a25-ddc3876a5278 admin admin] Attributes excluded by policy engine: ['shared', 'network'] {{(pid=74186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 16:41:14.769762 dv-cinder-798104-1-smb neutron-server[74186]: DEBUG neutron_lib.callbacks.manager [None req-11f6090b-aefe-40e3-8a25-ddc3876a5278 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1598890'] for subnet, before_response {{(pid=74186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 16:41:14.837786 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG neutron.scheduler.base_scheduler [None req-8d4fab63-d329-41c5-a22c-be46b725376f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-798104-1-smb, 4e66a7eb-2725-411e-9b4f-e274c7c51246) {{(pid=74185) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 28 16:41:14.862484 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8d4fab63-d329-41c5-a22c-be46b725376f admin admin] Attributes excluded by policy engine: ['shared', 'network'] {{(pid=74185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 16:41:14.868413 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG neutron_lib.callbacks.manager [None req-8d4fab63-d329-41c5-a22c-be46b725376f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1598890'] for subnet, before_response {{(pid=74185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 16:41:14.908735 dv-cinder-798104-1-smb neutron-server[74186]: INFO neutron.wsgi [None req-11f6090b-aefe-40e3-8a25-ddc3876a5278 admin admin] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 2.9355545 Jun 28 16:41:14.913665 dv-cinder-798104-1-smb neutron-server[74186]: DEBUG neutron_lib.callbacks.manager [None req-6869b071-c32f-4f2a-9818-50ada7cf4bc6 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=74186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 16:41:14.935090 dv-cinder-798104-1-smb neutron-server[74185]: INFO neutron.wsgi [None req-8d4fab63-d329-41c5-a22c-be46b725376f admin admin] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 1.7760684 Jun 28 16:41:14.945504 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG neutron.wsgi [-] (74185) accepted ('10.222.0.26', 46250) {{(pid=74185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 28 16:41:14.950867 dv-cinder-798104-1-smb neutron-server[74187]: DEBUG neutron.plugins.ml2.rpc [None req-c72dd329-595c-4eca-9296-ba6eff8780d9 None None] Device c027336f-5597-4636-9716-f03f8353484f up at agent ovs-agent-dv-cinder-798104-1-smb {{(pid=74187) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 28 16:41:14.961074 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG neutron.api.v2.base [None req-e0cb5dbd-4d1d-4b92-851d-07ff073953db admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-1126503272-router', 'tenant_id': '1796e3b7b6834b8a88df228c1c9772ef', 'external_gateway_info': {'network_id': 'f9715ce2-16ba-4ae9-9a15-557432d0a5ed'}}} {{(pid=74185) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jun 28 16:41:14.966750 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG neutron.db.quota.driver [None req-e0cb5dbd-4d1d-4b92-851d-07ff073953db admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74185) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 28 16:41:14.972469 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG neutron.quota.resource [None req-e0cb5dbd-4d1d-4b92-851d-07ff073953db admin admin] Usage tracker for resource:router and tenant:1796e3b7b6834b8a88df228c1c9772ef is out of sync, need to count used quota {{(pid=74185) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 28 16:41:14.999365 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG neutron.quota.resource [None req-e0cb5dbd-4d1d-4b92-851d-07ff073953db admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=74185) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 28 16:41:15.004018 dv-cinder-798104-1-smb neutron-server[74186]: DEBUG neutron_lib.callbacks.manager [None req-6869b071-c32f-4f2a-9818-50ada7cf4bc6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621611'] for port, before_create {{(pid=74186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 16:41:15.020658 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG neutron.db.quota.driver [None req-e0cb5dbd-4d1d-4b92-851d-07ff073953db admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74185) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 28 16:41:15.067098 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG neutron_lib.callbacks.manager [None req-e0cb5dbd-4d1d-4b92-851d-07ff073953db admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1623891', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3692'] for router, before_create {{(pid=74185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 16:41:15.067552 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG neutron_lib.callbacks.manager [None req-e0cb5dbd-4d1d-4b92-851d-07ff073953db admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1622264', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1624284', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2010498', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3685'] for router, precommit_create {{(pid=74185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 16:41:15.126504 dv-cinder-798104-1-smb neutron-server[74187]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b9a8327d-f200-41e6-9a7b-887033cb436b None None] Network 57bed292-9c57-428d-ab78-cedbab0d959b requested from dv-cinder-798104-1-smb {{(pid=74187) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jun 28 16:41:15.176025 dv-cinder-798104-1-smb neutron-server[74187]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-21c4d5fe-66f3-4237-b9c9-2598b98598e7 None None] Network 4e66a7eb-2725-411e-9b4f-e274c7c51246 requested from dv-cinder-798104-1-smb {{(pid=74187) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jun 28 16:41:15.238394 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG neutron_lib.callbacks.manager [None req-e0cb5dbd-4d1d-4b92-851d-07ff073953db admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=74185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 16:41:15.398895 dv-cinder-798104-1-smb neutron-server[74186]: DEBUG neutron.db.db_base_plugin_common [None req-6869b071-c32f-4f2a-9818-50ada7cf4bc6 admin admin] Allocated IP 172.28.3.42 (f9715ce2-16ba-4ae9-9a15-557432d0a5ed/e3a20e14-2eea-4943-8cec-1fe85e8448d0/b261dc18-d602-4cee-827c-cd867a3c40ab) {{(pid=74186) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 28 16:41:15.749688 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG neutron_lib.callbacks.manager [None req-e0cb5dbd-4d1d-4b92-851d-07ff073953db admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1624266', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1623873', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3699'] for router, precommit_update {{(pid=74185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 16:41:15.776709 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a29e08e2-7b59-4291-b19f-f03b79bb6a0e admin admin] Notify agent at l3_agent.dv-cinder-798104-1-smb the message routers_updated {{(pid=74185) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 28 16:41:15.805095 dv-cinder-798104-1-smb neutron-server[74188]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4bb0c78-ccb1-4677-bc49-42104142dd6f None None] Sync routers for ids ['30e00ac4-b549-4d86-a0ee-d327f17cf3c1'] in dv-cinder-798104-1-smb {{(pid=74188) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jun 28 16:41:15.831518 dv-cinder-798104-1-smb neutron-server[74188]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4bb0c78-ccb1-4677-bc49-42104142dd6f None None] Routers {'30e00ac4-b549-4d86-a0ee-d327f17cf3c1'} bound to L3 agent in host dv-cinder-798104-1-smb {{(pid=74188) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 28 16:41:15.832573 dv-cinder-798104-1-smb neutron-server[74188]: DEBUG neutron.db.l3_hamode_db [None req-e4bb0c78-ccb1-4677-bc49-42104142dd6f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-798104-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-28T16:32:46Z,description=,heartbeat_timestamp=2021-06-28T16:40:46Z,host='dv-cinder-798104-1-smb',id=633adcd1-515e-4435-b14d-49f054abd10f,load=0,resource_versions=,resources_synced=,started_at=2021-06-28T16:32:46Z,topic='l3_agent')) {'router_ids': ['30e00ac4-b549-4d86-a0ee-d327f17cf3c1'], 'active': True} {{(pid=74188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 16:41:16.090139 dv-cinder-798104-1-smb neutron-server[74186]: DEBUG neutron_lib.callbacks.manager [None req-6869b071-c32f-4f2a-9818-50ada7cf4bc6 admin admin] Notify callbacks [] for port, precommit_create {{(pid=74186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 16:41:16.235617 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG neutron_lib.callbacks.manager [None req-a29e08e2-7b59-4291-b19f-f03b79bb6a0e admin admin] Notify callbacks [] for router, before_response {{(pid=74185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 16:41:16.243529 dv-cinder-798104-1-smb neutron-server[74185]: INFO neutron.wsgi [None req-a29e08e2-7b59-4291-b19f-f03b79bb6a0e admin admin] 10.222.0.26 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 6.8330269 Jun 28 16:41:16.254954 dv-cinder-798104-1-smb neutron-server[74186]: DEBUG neutron_lib.callbacks.manager [None req-6869b071-c32f-4f2a-9818-50ada7cf4bc6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-615041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1598908', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774157688360'] for port, after_create {{(pid=74186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 16:41:16.257988 dv-cinder-798104-1-smb neutron-server[74186]: DEBUG neutron.wsgi [-] (74186) accepted ('10.222.0.26', 46302) {{(pid=74186) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 28 16:41:16.321686 dv-cinder-798104-1-smb neutron-server[74188]: DEBUG neutron.db.l3_dvr_db [None req-e4bb0c78-ccb1-4677-bc49-42104142dd6f None None] Set router 30e00ac4-b549-4d86-a0ee-d327f17cf3c1 gateway port host: dv-cinder-798104-1-smb {{(pid=74188) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jun 28 16:41:16.337367 dv-cinder-798104-1-smb neutron-server[74186]: DEBUG neutron_lib.callbacks.manager [None req-03e72288-c655-4fa7-8c9a-ae8c3a712671 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107460', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1598908'] for subnet, after_create {{(pid=74186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 16:41:16.377635 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG neutron.wsgi [-] (74185) accepted ('10.222.0.26', 46308) {{(pid=74185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 28 16:41:16.383357 dv-cinder-798104-1-smb neutron-server[74185]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Jun 28 16:41:16.466846 dv-cinder-798104-1-smb neutron-server[74186]: DEBUG oslo_concurrency.lockutils [None req-5070e717-7bf3-4c65-a344-e7b393fee82a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74186) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 16:41:16.675410 dv-cinder-798104-1-smb neutron-server[74187]: DEBUG neutron.db.provisioning_blocks [None req-4d523455-d470-41c1-9777-e8fcf8169582 None None] Provisioning for port c027336f-5597-4636-9716-f03f8353484f completed by entity DHCP. {{(pid=74187) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 28 16:41:16.710309 dv-cinder-798104-1-smb neutron-server[74186]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6869b071-c32f-4f2a-9818-50ada7cf4bc6 admin admin] Network f9715ce2-16ba-4ae9-9a15-557432d0a5ed is already hosted by enough agents. {{(pid=74186) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 28 16:41:16.717977 dv-cinder-798104-1-smb neutron-server[74188]: DEBUG neutron.db.l3_hamode_db [None req-e4bb0c78-ccb1-4677-bc49-42104142dd6f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '30e00ac4-b549-4d86-a0ee-d327f17cf3c1', 'name': 'tempest-AttachVolumeTestJSON-1815267279-router', 'tenant_id': '2f9864be4f7741e0aa69625d43b5a918', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f9715ce2-16ba-4ae9-9a15-557432d0a5ed', 'external_fixed_ips': [{'subnet_id': 'e3a20e14-2eea-4943-8cec-1fe85e8448d0', 'ip_address': '172.28.3.202'}], 'enable_snat': True}, 'gw_port_id': '600f6151-facc-4997-ba41-54649124a999', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-28T16:41:09Z', 'updated_at': '2021-06-28T16:41:12Z', 'revision_number': 3, 'project_id': '2f9864be4f7741e0aa69625d43b5a918', 'gw_port': {'id': '600f6151-facc-4997-ba41-54649124a999', 'name': '', 'network_id': 'f9715ce2-16ba-4ae9-9a15-557432d0a5ed', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:53:ee', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '30e00ac4-b549-4d86-a0ee-d327f17cf3c1', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e3a20e14-2eea-4943-8cec-1fe85e8448d0', 'ip_address': '172.28.3.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T16:41:10Z', 'updated_at': '2021-06-28T16:41:11Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'e3a20e14-2eea-4943-8cec-1fe85e8448d0', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798104-1-smb'}], 'dv-cinder-798104-1-smb', False) {} {{(pid=74188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 16:41:16.722879 dv-cinder-798104-1-smb neutron-server[74188]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4bb0c78-ccb1-4677-bc49-42104142dd6f None None] Checking router: 30e00ac4-b549-4d86-a0ee-d327f17cf3c1 for host: dv-cinder-798104-1-smb {{(pid=74188) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Jun 28 16:41:16.723540 dv-cinder-798104-1-smb neutron-server[74188]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4bb0c78-ccb1-4677-bc49-42104142dd6f None None] Updating router 30e00ac4-b549-4d86-a0ee-d327f17cf3c1 port 600f6151-facc-4997-ba41-54649124a999 binding host dv-cinder-798104-1-smb {{(pid=74188) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Jun 28 16:41:16.784410 dv-cinder-798104-1-smb neutron-server[74186]: DEBUG neutron.scheduler.base_scheduler [None req-6869b071-c32f-4f2a-9818-50ada7cf4bc6 admin admin] Resources bound (agent type, host, resource id): {{(pid=74186) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 28 16:41:16.789338 dv-cinder-798104-1-smb neutron-server[74186]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6869b071-c32f-4f2a-9818-50ada7cf4bc6 admin admin] Received port after_create {{(pid=74186) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 28 16:41:16.812837 dv-cinder-798104-1-smb neutron-server[74187]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-33a8dabf-8822-40d6-96e6-0d6f97590c0c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpdd6b328c-d855-5cf5-99ae-0baf1e0ae5dd-4e66a7eb-2725-411e-9b4f-e274c7c51246', 'network_id': '4e66a7eb-2725-411e-9b4f-e274c7c51246', 'tenant_id': '1796e3b7b6834b8a88df228c1c9772ef', 'fixed_ips': [{'subnet_id': 'f2ffd4c6-165d-446d-9207-8235b5280dd5'}]}} from dv-cinder-798104-1-smb. {{(pid=74187) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Jun 28 16:41:16.815448 dv-cinder-798104-1-smb neutron-server[74187]: DEBUG neutron_lib.callbacks.manager [None req-33a8dabf-8822-40d6-96e6-0d6f97590c0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621611'] for port, before_create {{(pid=74187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 16:41:16.854833 dv-cinder-798104-1-smb neutron-server[74188]: DEBUG neutron_lib.callbacks.manager [None req-e4bb0c78-ccb1-4677-bc49-42104142dd6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621611'] for port, before_update {{(pid=74188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 16:41:16.956341 dv-cinder-798104-1-smb neutron-server[74186]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03e72288-c655-4fa7-8c9a-ae8c3a712671 admin admin] Checking segment: {'id': '28fe5c31-a68b-498b-9089-4ff01d3699c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 406, 'network_id': 'e8071efc-6734-41d3-acf6-96108c42ade0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=74186) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jun 28 16:41:16.957115 dv-cinder-798104-1-smb neutron-server[74186]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-03e72288-c655-4fa7-8c9a-ae8c3a712671 admin admin] Network hostable DHCP agents. Network: e8071efc-6734-41d3-acf6-96108c42ade0, hostable agents: ['55edce43-ec1d-45c6-9e7a-198ba4834d81'], hosted agents: [] {{(pid=74186) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 28 16:41:16.965292 dv-cinder-798104-1-smb neutron-server[74187]: DEBUG neutron_lib.callbacks.manager [None req-5f8fbdc6-7fb6-4d13-9d52-5f118c2766c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774158209648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1002899'] for agent, after_update {{(pid=74187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 16:41:17.012311 dv-cinder-798104-1-smb neutron-server[74186]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-03e72288-c655-4fa7-8c9a-ae8c3a712671 admin admin] Network e8071efc-6734-41d3-acf6-96108c42ade0 is scheduled to be hosted by DHCP agent 55edce43-ec1d-45c6-9e7a-198ba4834d81 with binding_index 1 {{(pid=74186) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 28 16:41:17.020333 dv-cinder-798104-1-smb neutron-server[74186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6869b071-c32f-4f2a-9818-50ada7cf4bc6 admin admin] Pushing event updated for resources: {'Port': ['ID=b261dc18-d602-4cee-827c-cd867a3c40ab,revision_number=1']} {{(pid=74186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 16:41:17.025819 dv-cinder-798104-1-smb neutron-server[74186]: DEBUG oslo_concurrency.lockutils [None req-6869b071-c32f-4f2a-9818-50ada7cf4bc6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.562s {{(pid=74186) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 16:41:17.030777 dv-cinder-798104-1-smb neutron-server[74186]: DEBUG oslo_concurrency.lockutils [None req-129c8228-873f-474f-bf87-587e56cfbb22 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.355s {{(pid=74186) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 16:41:17.064765 dv-cinder-798104-1-smb neutron-server[74186]: DEBUG neutron.scheduler.base_scheduler [None req-03e72288-c655-4fa7-8c9a-ae8c3a712671 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-798104-1-smb, e8071efc-6734-41d3-acf6-96108c42ade0) {{(pid=74186) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 28 16:41:17.069698 dv-cinder-798104-1-smb neutron-server[74186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-03e72288-c655-4fa7-8c9a-ae8c3a712671 admin admin] Attributes excluded by policy engine: ['shared', 'network'] {{(pid=74186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 16:41:17.071019 dv-cinder-798104-1-smb neutron-server[74186]: DEBUG neutron_lib.callbacks.manager [None req-03e72288-c655-4fa7-8c9a-ae8c3a712671 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1598890'] for subnet, before_response {{(pid=74186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 16:41:17.076594 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9797c6d5-0c66-4fc3-806a-1810c7426a58 req-f02d51ed-3393-40de-b3b4-0ffc65e8496e tempest-DeleteServersTestJSON-388560069 tempest-DeleteServersTestJSON-388560069-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=74185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 16:41:17.079561 dv-cinder-798104-1-smb neutron-server[74185]: INFO neutron.wsgi [req-9797c6d5-0c66-4fc3-806a-1810c7426a58 req-f02d51ed-3393-40de-b3b4-0ffc65e8496e tempest-DeleteServersTestJSON-388560069 tempest-DeleteServersTestJSON-388560069-project] 10.222.0.26 "GET /v2.0/networks?id=57bed292-9c57-428d-ab78-cedbab0d959b HTTP/1.1" status: 200 len: 812 time: 0.6997736 Jun 28 16:41:17.112688 dv-cinder-798104-1-smb neutron-server[74186]: INFO neutron.wsgi [None req-03e72288-c655-4fa7-8c9a-ae8c3a712671 admin admin] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 2.5907822 Jun 28 16:41:17.154111 dv-cinder-798104-1-smb neutron-server[74187]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b9cb803b-a8de-4e67-931b-e888d23f46be None None] Network e8071efc-6734-41d3-acf6-96108c42ade0 requested from dv-cinder-798104-1-smb {{(pid=74187) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jun 28 16:41:17.192600 dv-cinder-798104-1-smb neutron-server[74186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03e72288-c655-4fa7-8c9a-ae8c3a712671 admin admin] Pushing event updated for resources: {'Subnet': ['ID=fa46aae0-9f43-4296-81c8-623e3e99da89,revision_number=0']} {{(pid=74186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 16:41:17.197871 dv-cinder-798104-1-smb neutron-server[74186]: DEBUG oslo_concurrency.lockutils [None req-03e72288-c655-4fa7-8c9a-ae8c3a712671 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.167s {{(pid=74186) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 16:41:17.225894 dv-cinder-798104-1-smb neutron-server[74185]: INFO neutron.wsgi [req-9797c6d5-0c66-4fc3-806a-1810c7426a58 req-71be8fdc-6a88-415f-a0e1-120c149c4488 tempest-DeleteServersTestJSON-388560069 tempest-DeleteServersTestJSON-388560069-project] 10.222.0.26 "GET /v2.0/quotas/74ddec19a7d64aa19adab6235e2182e1 HTTP/1.1" status: 200 len: 375 time: 0.1222668 Jun 28 16:41:17.326177 dv-cinder-798104-1-smb neutron-server[74187]: DEBUG neutron.db.provisioning_blocks [None req-c72dd329-595c-4eca-9296-ba6eff8780d9 None None] Provisioning for port c027336f-5597-4636-9716-f03f8353484f completed by entity L2. {{(pid=74187) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 28 16:41:17.372371 dv-cinder-798104-1-smb neutron-server[74187]: DEBUG neutron.db.provisioning_blocks [None req-c72dd329-595c-4eca-9296-ba6eff8780d9 None None] Provisioning complete for port c027336f-5597-4636-9716-f03f8353484f triggered by entity L2. {{(pid=74187) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 28 16:41:17.373162 dv-cinder-798104-1-smb neutron-server[74187]: DEBUG neutron_lib.callbacks.manager [None req-c72dd329-595c-4eca-9296-ba6eff8780d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1002786'] for port, provisioning_complete {{(pid=74187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 16:41:17.392864 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG neutron.wsgi [-] (74185) accepted ('10.222.0.26', 46322) {{(pid=74185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 28 16:41:17.393485 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG neutron.wsgi [-] (74185) accepted ('10.222.0.26', 46326) {{(pid=74185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 28 16:41:17.464402 dv-cinder-798104-1-smb neutron-server[74185]: INFO neutron.wsgi [req-9797c6d5-0c66-4fc3-806a-1810c7426a58 req-a930fe97-a0a5-4067-9126-f9a449fb491c tempest-DeleteServersTestJSON-388560069 tempest-DeleteServersTestJSON-388560069-project] 10.222.0.26 "GET /v2.0/ports?tenant_id=74ddec19a7d64aa19adab6235e2182e1&fields=id HTTP/1.1" status: 200 len: 210 time: 0.2192054 Jun 28 16:41:17.638277 dv-cinder-798104-1-smb neutron-server[74187]: DEBUG neutron_lib.callbacks.manager [None req-17b6939a-39ed-439c-8d74-c49ac6595f0c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774158209648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1002899'] for agent, after_update {{(pid=74187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 16:41:17.672206 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG neutron_lib.callbacks.manager [None req-e0cb5dbd-4d1d-4b92-851d-07ff073953db admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=74185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 16:41:17.720946 dv-cinder-798104-1-smb neutron-server[74186]: DEBUG neutron_lib.callbacks.manager [None req-6869b071-c32f-4f2a-9818-50ada7cf4bc6 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=74186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 16:41:17.722865 dv-cinder-798104-1-smb neutron-server[74186]: DEBUG neutron_lib.callbacks.manager [None req-6869b071-c32f-4f2a-9818-50ada7cf4bc6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1623880', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1624305'] for router, after_create {{(pid=74186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 16:41:17.784588 dv-cinder-798104-1-smb neutron-server[74187]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-01254f7c-1d3f-4afd-937e-015846d1561c None None] Network 57bed292-9c57-428d-ab78-cedbab0d959b requested from dv-cinder-798104-1-smb {{(pid=74187) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jun 28 16:41:17.872551 dv-cinder-798104-1-smb neutron-server[74187]: DEBUG neutron.db.provisioning_blocks [None req-186d5cc8-87f4-412d-b834-ec2a78f47463 None None] Provisioning complete for port c027336f-5597-4636-9716-f03f8353484f triggered by entity DHCP. {{(pid=74187) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 28 16:41:17.873435 dv-cinder-798104-1-smb neutron-server[74187]: DEBUG neutron_lib.callbacks.manager [None req-186d5cc8-87f4-412d-b834-ec2a78f47463 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1002786'] for port, provisioning_complete {{(pid=74187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 16:41:17.883088 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG neutron_lib.callbacks.manager [None req-e0cb5dbd-4d1d-4b92-851d-07ff073953db admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621611'] for port, before_create {{(pid=74185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 16:41:18.019085 dv-cinder-798104-1-smb neutron-server[74188]: DEBUG neutron_lib.callbacks.manager [None req-e4bb0c78-ccb1-4677-bc49-42104142dd6f None None] Notify callbacks [] for port, precommit_update {{(pid=74188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 16:41:18.054329 dv-cinder-798104-1-smb neutron-server[74188]: DEBUG neutron.db.provisioning_blocks [None req-e4bb0c78-ccb1-4677-bc49-42104142dd6f None None] Transition to ACTIVE for port object 600f6151-facc-4997-ba41-54649124a999 will not be triggered until provisioned by entity L2. {{(pid=74188) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 28 16:41:18.071146 dv-cinder-798104-1-smb neutron-server[74188]: DEBUG neutron_lib.callbacks.manager [None req-e4bb0c78-ccb1-4677-bc49-42104142dd6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-615041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1598908', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774158213048', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774157688378', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774157688423'] for port, after_update {{(pid=74188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 16:41:18.095126 dv-cinder-798104-1-smb neutron-server[74188]: DEBUG oslo_concurrency.lockutils [None req-6e74afab-4301-4ca9-9564-376d59cb8b89 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74188) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 16:41:18.174563 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG neutron_lib.callbacks.manager [None req-c059e0ea-9700-4b29-8a1c-53d76d04c752 admin admin] Notify callbacks [] for security_group, before_create {{(pid=74185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 16:41:18.235617 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG neutron_lib.callbacks.manager [None req-ddf3e0b4-4c76-4558-984e-f1eec29b5369 admin admin] Notify callbacks [] for security_group, before_create {{(pid=74185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 16:41:18.333941 dv-cinder-798104-1-smb neutron-server[74188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0017ce86-e1a9-4d45-8f41-493f64eeb394 None None] Pushing event updated for resources: {'Port': ['ID=600f6151-facc-4997-ba41-54649124a999,revision_number=2']} {{(pid=74188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 16:41:18.346218 dv-cinder-798104-1-smb neutron-server[74188]: DEBUG neutron.plugins.ml2.managers [None req-e4bb0c78-ccb1-4677-bc49-42104142dd6f None None] Attempting to bind port 600f6151-facc-4997-ba41-54649124a999 on host dv-cinder-798104-1-smb for vnic_type normal with profile {{(pid=74188) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 28 16:41:18.346638 dv-cinder-798104-1-smb neutron-server[74188]: DEBUG neutron.plugins.ml2.managers [None req-e4bb0c78-ccb1-4677-bc49-42104142dd6f None None] Attempting to bind port 600f6151-facc-4997-ba41-54649124a999 by drivers openvswitch,hyperv on host dv-cinder-798104-1-smb at level 0 using segments [{'id': '1fdcd85b-55c4-4ae7-ac73-ac3bd2107891', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f9715ce2-16ba-4ae9-9a15-557432d0a5ed'}] {{(pid=74188) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 28 16:41:18.346994 dv-cinder-798104-1-smb neutron-server[74188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4bb0c78-ccb1-4677-bc49-42104142dd6f None None] Attempting to bind port 600f6151-facc-4997-ba41-54649124a999 on network f9715ce2-16ba-4ae9-9a15-557432d0a5ed {{(pid=74188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jun 28 16:41:18.359017 dv-cinder-798104-1-smb neutron-server[74188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0017ce86-e1a9-4d45-8f41-493f64eeb394 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798104-1-smb {{(pid=74188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 16:41:18.359017 dv-cinder-798104-1-smb neutron-server[74188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0017ce86-e1a9-4d45-8f41-493f64eeb394 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798104-1-smb {{(pid=74188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 16:41:18.359367 dv-cinder-798104-1-smb neutron-server[74188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0017ce86-e1a9-4d45-8f41-493f64eeb394 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798104-1-smb {{(pid=74188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 16:41:18.360731 dv-cinder-798104-1-smb neutron-server[74188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0017ce86-e1a9-4d45-8f41-493f64eeb394 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-798104-1-smb {{(pid=74188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 16:41:18.361135 dv-cinder-798104-1-smb neutron-server[74188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0017ce86-e1a9-4d45-8f41-493f64eeb394 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798104-1-smb {{(pid=74188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 16:41:18.361606 dv-cinder-798104-1-smb neutron-server[74188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0017ce86-e1a9-4d45-8f41-493f64eeb394 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-798104-1-smb {{(pid=74188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 16:41:18.361883 dv-cinder-798104-1-smb neutron-server[74188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0017ce86-e1a9-4d45-8f41-493f64eeb394 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798104-1-smb {{(pid=74188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 16:41:18.362220 dv-cinder-798104-1-smb neutron-server[74188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0017ce86-e1a9-4d45-8f41-493f64eeb394 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798104-1-smb {{(pid=74188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 16:41:18.362707 dv-cinder-798104-1-smb neutron-server[74188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0017ce86-e1a9-4d45-8f41-493f64eeb394 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798104-1-smb {{(pid=74188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 16:41:18.363037 dv-cinder-798104-1-smb neutron-server[74188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0017ce86-e1a9-4d45-8f41-493f64eeb394 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798104-1-smb {{(pid=74188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 16:41:18.363596 dv-cinder-798104-1-smb neutron-server[74188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0017ce86-e1a9-4d45-8f41-493f64eeb394 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798104-1-smb {{(pid=74188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 16:41:18.364883 dv-cinder-798104-1-smb neutron-server[74188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0017ce86-e1a9-4d45-8f41-493f64eeb394 None None] Tracked resource versions report: Jun 28 16:41:18.364883 dv-cinder-798104-1-smb neutron-server[74188]: pushed versions: Jun 28 16:41:18.364883 dv-cinder-798104-1-smb neutron-server[74188]: { 'ConntrackHelper': {'1.0'}, Jun 28 16:41:18.364883 dv-cinder-798104-1-smb neutron-server[74188]: 'Log': {'1.0'}, Jun 28 16:41:18.364883 dv-cinder-798104-1-smb neutron-server[74188]: 'Network': {'1.1'}, Jun 28 16:41:18.364883 dv-cinder-798104-1-smb neutron-server[74188]: 'Port': {'1.5'}, Jun 28 16:41:18.364883 dv-cinder-798104-1-smb neutron-server[74188]: 'PortForwarding': {'1.2'}, Jun 28 16:41:18.364883 dv-cinder-798104-1-smb neutron-server[74188]: 'QosPolicy': {'1.8'}, Jun 28 16:41:18.364883 dv-cinder-798104-1-smb neutron-server[74188]: 'SecurityGroup': {'1.2'}, Jun 28 16:41:18.364883 dv-cinder-798104-1-smb neutron-server[74188]: 'SecurityGroupRule': {'1.0'}, Jun 28 16:41:18.364883 dv-cinder-798104-1-smb neutron-server[74188]: 'SubPort': {'1.0'}, Jun 28 16:41:18.364883 dv-cinder-798104-1-smb neutron-server[74188]: 'Subnet': {'1.1'}, Jun 28 16:41:18.364883 dv-cinder-798104-1-smb neutron-server[74188]: 'Trunk': {'1.1'}} Jun 28 16:41:18.364883 dv-cinder-798104-1-smb neutron-server[74188]: consumer versions: Jun 28 16:41:18.364883 dv-cinder-798104-1-smb neutron-server[74188]: { DHCP agent@dv-cinder-798104-1-smb: {}, Jun 28 16:41:18.364883 dv-cinder-798104-1-smb neutron-server[74188]: HyperV agent@hv-cinder-79810: {}, Jun 28 16:41:18.364883 dv-cinder-798104-1-smb neutron-server[74188]: L3 agent@dv-cinder-798104-1-smb: {}, Jun 28 16:41:18.364883 dv-cinder-798104-1-smb neutron-server[74188]: Metadata agent@dv-cinder-798104-1-smb: {}, Jun 28 16:41:18.364883 dv-cinder-798104-1-smb neutron-server[74188]: Metering agent@dv-cinder-798104-1-smb: {}, Jun 28 16:41:18.364883 dv-cinder-798104-1-smb neutron-server[74188]: Open vSwitch agent@dv-cinder-798104-1-smb: { 'ConntrackHelper': '1.0', Jun 28 16:41:18.364883 dv-cinder-798104-1-smb neutron-server[74188]: 'Log': '1.0', Jun 28 16:41:18.364883 dv-cinder-798104-1-smb neutron-server[74188]: 'Network': '1.1', Jun 28 16:41:18.364883 dv-cinder-798104-1-smb neutron-server[74188]: 'Port': '1.5', Jun 28 16:41:18.364883 dv-cinder-798104-1-smb neutron-server[74188]: 'PortForwarding': '1.2', Jun 28 16:41:18.364883 dv-cinder-798104-1-smb neutron-server[74188]: 'QosPolicy': '1.8', Jun 28 16:41:18.364883 dv-cinder-798104-1-smb neutron-server[74188]: 'SecurityGroup': '1.2', Jun 28 16:41:18.364883 dv-cinder-798104-1-smb neutron-server[74188]: 'SecurityGroupRule': '1.0', Jun 28 16:41:18.364883 dv-cinder-798104-1-smb neutron-server[74188]: 'SubPort': '1.0', Jun 28 16:41:18.364883 dv-cinder-798104-1-smb neutron-server[74188]: 'Subnet': '1.1', Jun 28 16:41:18.364883 dv-cinder-798104-1-smb neutron-server[74188]: 'Trunk': '1.1'}} Jun 28 16:41:18.364883 dv-cinder-798104-1-smb neutron-server[74188]: {{(pid=74188) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jun 28 16:41:18.379498 dv-cinder-798104-1-smb neutron-server[74188]: DEBUG oslo_concurrency.lockutils [None req-0017ce86-e1a9-4d45-8f41-493f64eeb394 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.285s {{(pid=74188) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 16:41:18.403430 dv-cinder-798104-1-smb neutron-server[74188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4bb0c78-ccb1-4677-bc49-42104142dd6f None None] Checking agent: {'id': 'fa82f27f-b773-4083-82bf-f246fc41f2de', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-798104-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 28, 16, 32, 44), 'started_at': datetime.datetime(2021, 6, 28, 16, 33, 14), 'heartbeat_timestamp': datetime.datetime(2021, 6, 28, 16, 41, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-798104-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=74188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jun 28 16:41:18.403829 dv-cinder-798104-1-smb neutron-server[74188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4bb0c78-ccb1-4677-bc49-42104142dd6f None None] Checking segment: {'id': '1fdcd85b-55c4-4ae7-ac73-ac3bd2107891', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f9715ce2-16ba-4ae9-9a15-557432d0a5ed'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=74188) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jun 28 16:41:18.404303 dv-cinder-798104-1-smb neutron-server[74188]: DEBUG neutron_lib.callbacks.manager [None req-e4bb0c78-ccb1-4677-bc49-42104142dd6f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=74188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 16:41:18.404711 dv-cinder-798104-1-smb neutron-server[74188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4bb0c78-ccb1-4677-bc49-42104142dd6f None None] Bound using segment: {'id': '1fdcd85b-55c4-4ae7-ac73-ac3bd2107891', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f9715ce2-16ba-4ae9-9a15-557432d0a5ed'} {{(pid=74188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jun 28 16:41:18.405212 dv-cinder-798104-1-smb neutron-server[74188]: DEBUG neutron.plugins.ml2.managers [None req-e4bb0c78-ccb1-4677-bc49-42104142dd6f None None] Bound port: 600f6151-facc-4997-ba41-54649124a999, host: dv-cinder-798104-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1fdcd85b-55c4-4ae7-ac73-ac3bd2107891', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f9715ce2-16ba-4ae9-9a15-557432d0a5ed'}}] {{(pid=74188) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 28 16:41:18.405609 dv-cinder-798104-1-smb neutron-server[74188]: DEBUG neutron_lib.callbacks.manager [None req-e4bb0c78-ccb1-4677-bc49-42104142dd6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621611'] for port, before_update {{(pid=74188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 16:41:18.513902 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG neutron.db.quota.driver [None req-c059e0ea-9700-4b29-8a1c-53d76d04c752 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74185) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 28 16:41:18.521301 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG neutron.quota.resource [None req-c059e0ea-9700-4b29-8a1c-53d76d04c752 admin admin] Usage tracker for resource:security_group_rule and tenant:f96b3f976b644ea18c29b7cf03384951 is out of sync, need to count used quota {{(pid=74185) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 28 16:41:18.525967 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG neutron.quota.resource [None req-c059e0ea-9700-4b29-8a1c-53d76d04c752 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=74185) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 28 16:41:18.536880 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG neutron.db.quota.driver [None req-c059e0ea-9700-4b29-8a1c-53d76d04c752 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74185) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 28 16:41:18.627920 dv-cinder-798104-1-smb neutron-server[74187]: DEBUG neutron_lib.callbacks.manager [None req-c72dd329-595c-4eca-9296-ba6eff8780d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621611'] for port, before_update {{(pid=74187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 16:41:18.657988 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG neutron_lib.callbacks.manager [None req-c059e0ea-9700-4b29-8a1c-53d76d04c752 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=74185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 16:41:18.666222 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG neutron.db.quota.driver [None req-ddf3e0b4-4c76-4558-984e-f1eec29b5369 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74185) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 28 16:41:18.672838 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG neutron.quota.resource [None req-ddf3e0b4-4c76-4558-984e-f1eec29b5369 admin admin] Usage tracker for resource:security_group_rule and tenant:6d2d7b77afd24423900815150796e2a9 is out of sync, need to count used quota {{(pid=74185) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 28 16:41:18.677355 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG neutron.quota.resource [None req-ddf3e0b4-4c76-4558-984e-f1eec29b5369 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=74185) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 28 16:41:18.687551 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG neutron.db.quota.driver [None req-ddf3e0b4-4c76-4558-984e-f1eec29b5369 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74185) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 28 16:41:18.706507 dv-cinder-798104-1-smb neutron-server[74188]: DEBUG neutron.plugins.ml2.db [None req-e4bb0c78-ccb1-4677-bc49-42104142dd6f None None] For port 600f6151-facc-4997-ba41-54649124a999, host dv-cinder-798104-1-smb, cleared binding levels {{(pid=74188) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 28 16:41:18.719345 dv-cinder-798104-1-smb neutron-server[74188]: DEBUG neutron.plugins.ml2.db [None req-e4bb0c78-ccb1-4677-bc49-42104142dd6f None None] For port 600f6151-facc-4997-ba41-54649124a999, host dv-cinder-798104-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-798104-1-smb',level=0,port_id=600f6151-facc-4997-ba41-54649124a999,segment=NetworkSegment(1fdcd85b-55c4-4ae7-ac73-ac3bd2107891),segment_id=1fdcd85b-55c4-4ae7-ac73-ac3bd2107891)] {{(pid=74188) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 28 16:41:18.733101 dv-cinder-798104-1-smb neutron-server[74188]: DEBUG neutron_lib.callbacks.manager [None req-e4bb0c78-ccb1-4677-bc49-42104142dd6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-615041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1598908', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774158213048', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774157688378', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774157688423'] for port, after_update {{(pid=74188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 16:41:18.765702 dv-cinder-798104-1-smb neutron-server[74188]: DEBUG oslo_concurrency.lockutils [None req-6e74afab-4301-4ca9-9564-376d59cb8b89 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74188) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 16:41:18.832365 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG neutron_lib.callbacks.manager [None req-ddf3e0b4-4c76-4558-984e-f1eec29b5369 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=74185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 16:41:18.864558 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG neutron_lib.callbacks.manager [None req-c059e0ea-9700-4b29-8a1c-53d76d04c752 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2050486'] for security_group, after_create {{(pid=74185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 16:41:18.873135 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG neutron_lib.callbacks.manager [None req-ddf3e0b4-4c76-4558-984e-f1eec29b5369 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2050486'] for security_group, after_create {{(pid=74185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 16:41:18.928623 dv-cinder-798104-1-smb neutron-server[74187]: DEBUG neutron.db.db_base_plugin_common [None req-33a8dabf-8822-40d6-96e6-0d6f97590c0c None None] Allocated IP 172.20.0.2 (4e66a7eb-2725-411e-9b4f-e274c7c51246/f2ffd4c6-165d-446d-9207-8235b5280dd5/74703248-bf69-474c-88bd-a2bb2d77a8d5) {{(pid=74187) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 28 16:41:18.992699 dv-cinder-798104-1-smb neutron-server[74187]: DEBUG neutron_lib.callbacks.manager [None req-d49266a9-82cf-4da4-977f-ceca59b71534 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774158209648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1002899'] for agent, after_update {{(pid=74187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 16:41:19.024171 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.002s {{(pid=74185) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 16:41:19.049339 dv-cinder-798104-1-smb neutron-server[74187]: DEBUG neutron.plugins.ml2.db [None req-c72dd329-595c-4eca-9296-ba6eff8780d9 None None] For port c027336f-5597-4636-9716-f03f8353484f, host dv-cinder-798104-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-798104-1-smb',level=0,port_id=c027336f-5597-4636-9716-f03f8353484f,segment=NetworkSegment(c39146b4-a4d2-486a-bb26-fc05ca06bf0a),segment_id=c39146b4-a4d2-486a-bb26-fc05ca06bf0a)] {{(pid=74187) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 16:41:19.090921 dv-cinder-798104-1-smb neutron-server[74188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0017ce86-e1a9-4d45-8f41-493f64eeb394 None None] Pushing event updated for resources: {'Port': ['ID=600f6151-facc-4997-ba41-54649124a999,revision_number=3']} {{(pid=74188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 16:41:19.140698 dv-cinder-798104-1-smb neutron-server[74185]: INFO neutron.wsgi [None req-c059e0ea-9700-4b29-8a1c-53d76d04c752 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=f96b3f976b644ea18c29b7cf03384951&name=default HTTP/1.1" status: 200 len: 2647 time: 1.7210205 Jun 28 16:41:19.146751 dv-cinder-798104-1-smb neutron-server[74188]: DEBUG oslo_concurrency.lockutils [None req-0017ce86-e1a9-4d45-8f41-493f64eeb394 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.381s {{(pid=74188) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 16:41:19.149644 dv-cinder-798104-1-smb neutron-server[74186]: DEBUG neutron.wsgi [-] (74186) accepted ('10.222.0.26', 46380) {{(pid=74186) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 28 16:41:19.169810 dv-cinder-798104-1-smb neutron-server[74188]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4bb0c78-ccb1-4677-bc49-42104142dd6f None None] Routers {'30e00ac4-b549-4d86-a0ee-d327f17cf3c1'} bound to L3 agent in host dv-cinder-798104-1-smb {{(pid=74188) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 28 16:41:19.171938 dv-cinder-798104-1-smb neutron-server[74188]: DEBUG neutron.db.l3_hamode_db [None req-e4bb0c78-ccb1-4677-bc49-42104142dd6f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-798104-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-28T16:32:46Z,description=,heartbeat_timestamp=2021-06-28T16:41:17Z,host='dv-cinder-798104-1-smb',id=633adcd1-515e-4435-b14d-49f054abd10f,load=0,resource_versions=,resources_synced=,started_at=2021-06-28T16:32:46Z,topic='l3_agent')) {'router_ids': ['30e00ac4-b549-4d86-a0ee-d327f17cf3c1'], 'active': True} {{(pid=74188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 16:41:19.201811 dv-cinder-798104-1-smb neutron-server[74187]: DEBUG neutron_lib.callbacks.manager [None req-c72dd329-595c-4eca-9296-ba6eff8780d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-615041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1598908', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774158213048', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774157688378', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774157688423'] for port, after_update {{(pid=74187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 16:41:19.233331 dv-cinder-798104-1-smb neutron-server[74186]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6869b071-c32f-4f2a-9818-50ada7cf4bc6 admin admin] Router 10a8f5a5-0194-4220-a7ff-16383cce71f4 is scheduled to L3 agent 633adcd1-515e-4435-b14d-49f054abd10f with binding_index 1 {{(pid=74186) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jun 28 16:41:19.257899 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG neutron.db.db_base_plugin_common [None req-e0cb5dbd-4d1d-4b92-851d-07ff073953db admin admin] Allocated IP 172.28.3.2 (f9715ce2-16ba-4ae9-9a15-557432d0a5ed/e3a20e14-2eea-4943-8cec-1fe85e8448d0/2b6842d1-6e2d-429b-8fe9-2900df84d0b8) {{(pid=74185) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 28 16:41:19.363330 dv-cinder-798104-1-smb neutron-server[74187]: DEBUG oslo_concurrency.lockutils [None req-80b2cda7-b783-46fc-a985-d3fc3d2eb40d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74187) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 16:41:19.526559 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG neutron.wsgi [req-9797c6d5-0c66-4fc3-806a-1810c7426a58 req-8f775168-00cf-4f1b-aca5-82626e95dbc6 service neutron] http://10.222.0.26:9696/v2.0/extensions returned with HTTP 200 {{(pid=74185) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Jun 28 16:41:19.534257 dv-cinder-798104-1-smb neutron-server[74188]: DEBUG neutron.db.l3_dvr_db [None req-e4bb0c78-ccb1-4677-bc49-42104142dd6f None None] Set router 30e00ac4-b549-4d86-a0ee-d327f17cf3c1 gateway port host: dv-cinder-798104-1-smb {{(pid=74188) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jun 28 16:41:19.542445 dv-cinder-798104-1-smb neutron-server[74185]: INFO neutron.wsgi [req-9797c6d5-0c66-4fc3-806a-1810c7426a58 req-8f775168-00cf-4f1b-aca5-82626e95dbc6 service neutron] 10.222.0.26 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.6994412 Jun 28 16:41:19.556447 dv-cinder-798104-1-smb neutron-server[74187]: DEBUG neutron_lib.callbacks.manager [None req-d0e5ad82-df9b-4ee3-8ee9-b93c74fbe1d3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774158209648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1002899'] for agent, after_update {{(pid=74187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 16:41:19.557681 dv-cinder-798104-1-smb neutron-server[74187]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-55b4814c-1a83-4e7c-8cdb-28589bd97618 None None] Network e8071efc-6734-41d3-acf6-96108c42ade0 requested from dv-cinder-798104-1-smb {{(pid=74187) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jun 28 16:41:19.614065 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c059e0ea-9700-4b29-8a1c-53d76d04c752 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=58dd6755-c3f3-4f9b-90e2-be38b431e450,revision_number=1']} {{(pid=74185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 16:41:19.642268 dv-cinder-798104-1-smb neutron-server[74186]: DEBUG neutron_lib.callbacks.manager [None req-cce32ff4-e58d-40c2-9cd8-ed390e751162 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=74186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 16:41:19.729567 dv-cinder-798104-1-smb neutron-server[74186]: DEBUG neutron_lib.callbacks.manager [None req-cce32ff4-e58d-40c2-9cd8-ed390e751162 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=74186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 16:41:19.778753 dv-cinder-798104-1-smb neutron-server[74187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c72dd329-595c-4eca-9296-ba6eff8780d9 None None] Pushing event updated for resources: {'Port': ['ID=c027336f-5597-4636-9716-f03f8353484f,revision_number=3']} {{(pid=74187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 16:41:19.793779 dv-cinder-798104-1-smb neutron-server[74187]: DEBUG oslo_concurrency.lockutils [None req-c72dd329-595c-4eca-9296-ba6eff8780d9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.431s {{(pid=74187) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 16:41:19.811082 dv-cinder-798104-1-smb neutron-server[74185]: INFO neutron.wsgi [None req-ddf3e0b4-4c76-4558-984e-f1eec29b5369 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=6d2d7b77afd24423900815150796e2a9&name=default HTTP/1.1" status: 200 len: 2647 time: 2.3959410 Jun 28 16:41:19.900705 dv-cinder-798104-1-smb neutron-server[74186]: DEBUG neutron.wsgi [-] (74186) accepted ('10.222.0.26', 46390) {{(pid=74186) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 28 16:41:19.941062 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddf3e0b4-4c76-4558-984e-f1eec29b5369 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9f3293bb-9bc1-4b7b-9018-07361cd5e93a,revision_number=1']} {{(pid=74185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 16:41:19.988203 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG oslo_concurrency.lockutils [None req-ddf3e0b4-4c76-4558-984e-f1eec29b5369 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.965s {{(pid=74185) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 16:41:19.989010 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG oslo_concurrency.lockutils [None req-e2c979c0-a7fc-4285-9e53-328866e69457 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.732s {{(pid=74185) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 16:41:19.990671 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG oslo_concurrency.lockutils [None req-e2c979c0-a7fc-4285-9e53-328866e69457 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.001s {{(pid=74185) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 16:41:20.026244 dv-cinder-798104-1-smb neutron-server[74187]: DEBUG neutron_lib.callbacks.manager [None req-33a8dabf-8822-40d6-96e6-0d6f97590c0c None None] Notify callbacks [] for port, precommit_create {{(pid=74187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 16:41:20.088521 dv-cinder-798104-1-smb neutron-server[74187]: DEBUG neutron.db.provisioning_blocks [None req-33a8dabf-8822-40d6-96e6-0d6f97590c0c None None] Transition to ACTIVE for port object 74703248-bf69-474c-88bd-a2bb2d77a8d5 will not be triggered until provisioned by entity L2. {{(pid=74187) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 28 16:41:20.139444 dv-cinder-798104-1-smb neutron-server[74187]: DEBUG neutron.db.provisioning_blocks [None req-33a8dabf-8822-40d6-96e6-0d6f97590c0c None None] Transition to ACTIVE for port object 74703248-bf69-474c-88bd-a2bb2d77a8d5 will not be triggered until provisioned by entity DHCP. {{(pid=74187) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 28 16:41:20.152285 dv-cinder-798104-1-smb neutron-server[74187]: DEBUG neutron_lib.callbacks.manager [None req-33a8dabf-8822-40d6-96e6-0d6f97590c0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-615041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1598908', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774157688360'] for port, after_create {{(pid=74187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 16:41:20.158261 dv-cinder-798104-1-smb neutron-server[74187]: DEBUG oslo_concurrency.lockutils [None req-80b2cda7-b783-46fc-a985-d3fc3d2eb40d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74187) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 16:41:20.282325 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG neutron_lib.callbacks.manager [None req-e0cb5dbd-4d1d-4b92-851d-07ff073953db admin admin] Notify callbacks [] for port, precommit_create {{(pid=74185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 16:41:20.320006 dv-cinder-798104-1-smb neutron-server[74187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33a8dabf-8822-40d6-96e6-0d6f97590c0c None None] Pushing event updated for resources: {'Port': ['ID=74703248-bf69-474c-88bd-a2bb2d77a8d5,revision_number=1']} {{(pid=74187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 16:41:20.326414 dv-cinder-798104-1-smb neutron-server[74187]: DEBUG oslo_concurrency.lockutils [None req-33a8dabf-8822-40d6-96e6-0d6f97590c0c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.167s {{(pid=74187) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 16:41:20.347884 dv-cinder-798104-1-smb neutron-server[74187]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-33a8dabf-8822-40d6-96e6-0d6f97590c0c None None] Network 4e66a7eb-2725-411e-9b4f-e274c7c51246 is already hosted by enough agents. {{(pid=74187) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 28 16:41:20.350570 dv-cinder-798104-1-smb neutron-server[74187]: DEBUG neutron.scheduler.base_scheduler [None req-33a8dabf-8822-40d6-96e6-0d6f97590c0c None None] Resources bound (agent type, host, resource id): {{(pid=74187) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 28 16:41:20.354596 dv-cinder-798104-1-smb neutron-server[74187]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33a8dabf-8822-40d6-96e6-0d6f97590c0c None None] Received port after_create {{(pid=74187) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 28 16:41:20.378458 dv-cinder-798104-1-smb neutron-server[74185]: INFO neutron.wsgi [req-9797c6d5-0c66-4fc3-806a-1810c7426a58 req-c8d1a573-2493-4256-85b6-f902da0a7a9b service neutron] 10.222.0.26 "GET /v2.0/networks/57bed292-9c57-428d-ab78-cedbab0d959b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7818658 Jun 28 16:41:20.379749 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG neutron.wsgi [-] (74185) accepted ('10.222.0.26', 46402) {{(pid=74185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 28 16:41:20.382089 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG neutron_lib.callbacks.manager [None req-e0cb5dbd-4d1d-4b92-851d-07ff073953db admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-615041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1598908', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774157688360'] for port, after_create {{(pid=74185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 16:41:20.391155 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG neutron.api.v2.base [None req-938d27b3-cc37-442c-959b-151649117196 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-1696320794-network', 'tenant_id': 'c9a94770704347e2ac5ef290d2277d37'}} {{(pid=74185) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jun 28 16:41:20.410798 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG neutron.db.quota.driver [None req-938d27b3-cc37-442c-959b-151649117196 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74185) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 28 16:41:20.417026 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG neutron.quota.resource [None req-938d27b3-cc37-442c-959b-151649117196 admin admin] Usage tracker for resource:network and tenant:c9a94770704347e2ac5ef290d2277d37 is out of sync, need to count used quota {{(pid=74185) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 28 16:41:20.421565 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG neutron.quota.resource [None req-938d27b3-cc37-442c-959b-151649117196 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=74185) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 28 16:41:20.430186 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG neutron.db.quota.driver [None req-938d27b3-cc37-442c-959b-151649117196 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74185) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 28 16:41:20.579174 dv-cinder-798104-1-smb neutron-server[74188]: DEBUG neutron.db.l3_hamode_db [None req-e4bb0c78-ccb1-4677-bc49-42104142dd6f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '30e00ac4-b549-4d86-a0ee-d327f17cf3c1', 'name': 'tempest-AttachVolumeTestJSON-1815267279-router', 'tenant_id': '2f9864be4f7741e0aa69625d43b5a918', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f9715ce2-16ba-4ae9-9a15-557432d0a5ed', 'external_fixed_ips': [{'subnet_id': 'e3a20e14-2eea-4943-8cec-1fe85e8448d0', 'ip_address': '172.28.3.202'}], 'enable_snat': True}, 'gw_port_id': '600f6151-facc-4997-ba41-54649124a999', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-28T16:41:09Z', 'updated_at': '2021-06-28T16:41:12Z', 'revision_number': 3, 'project_id': '2f9864be4f7741e0aa69625d43b5a918', 'gw_port': {'id': '600f6151-facc-4997-ba41-54649124a999', 'name': '', 'network_id': 'f9715ce2-16ba-4ae9-9a15-557432d0a5ed', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:53:ee', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '30e00ac4-b549-4d86-a0ee-d327f17cf3c1', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e3a20e14-2eea-4943-8cec-1fe85e8448d0', 'ip_address': '172.28.3.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798104-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T16:41:10Z', 'updated_at': '2021-06-28T16:41:18Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e3a20e14-2eea-4943-8cec-1fe85e8448d0', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798104-1-smb'}], 'dv-cinder-798104-1-smb', False) {} {{(pid=74188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 16:41:20.598307 dv-cinder-798104-1-smb neutron-server[74188]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4bb0c78-ccb1-4677-bc49-42104142dd6f None None] The sync data for ids ['30e00ac4-b549-4d86-a0ee-d327f17cf3c1'] in dv-cinder-798104-1-smb is: [{'id': '30e00ac4-b549-4d86-a0ee-d327f17cf3c1', 'name': 'tempest-AttachVolumeTestJSON-1815267279-router', 'tenant_id': '2f9864be4f7741e0aa69625d43b5a918', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f9715ce2-16ba-4ae9-9a15-557432d0a5ed', 'external_fixed_ips': [{'subnet_id': 'e3a20e14-2eea-4943-8cec-1fe85e8448d0', 'ip_address': '172.28.3.202'}], 'enable_snat': True}, 'gw_port_id': '600f6151-facc-4997-ba41-54649124a999', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-28T16:41:09Z', 'updated_at': '2021-06-28T16:41:12Z', 'revision_number': 3, 'project_id': '2f9864be4f7741e0aa69625d43b5a918', 'gw_port': {'id': '600f6151-facc-4997-ba41-54649124a999', 'name': '', 'network_id': 'f9715ce2-16ba-4ae9-9a15-557432d0a5ed', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:53:ee', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '30e00ac4-b549-4d86-a0ee-d327f17cf3c1', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e3a20e14-2eea-4943-8cec-1fe85e8448d0', 'ip_address': '172.28.3.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798104-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T16:41:10Z', 'updated_at': '2021-06-28T16:41:18Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e3a20e14-2eea-4943-8cec-1fe85e8448d0', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798104-1-smb'}] {{(pid=74188) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jun 28 16:41:20.620059 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74185) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 16:41:20.635768 dv-cinder-798104-1-smb neutron-server[74187]: DEBUG neutron.plugins.ml2.managers [None req-33a8dabf-8822-40d6-96e6-0d6f97590c0c None None] Attempting to bind port 74703248-bf69-474c-88bd-a2bb2d77a8d5 on host dv-cinder-798104-1-smb for vnic_type normal with profile {{(pid=74187) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 28 16:41:20.637176 dv-cinder-798104-1-smb neutron-server[74187]: DEBUG neutron.plugins.ml2.managers [None req-33a8dabf-8822-40d6-96e6-0d6f97590c0c None None] Attempting to bind port 74703248-bf69-474c-88bd-a2bb2d77a8d5 by drivers openvswitch,hyperv on host dv-cinder-798104-1-smb at level 0 using segments [{'id': '2df110ad-025a-4a6b-9e31-f233466e01f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 405, 'network_id': '4e66a7eb-2725-411e-9b4f-e274c7c51246'}] {{(pid=74187) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 28 16:41:20.638452 dv-cinder-798104-1-smb neutron-server[74187]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33a8dabf-8822-40d6-96e6-0d6f97590c0c None None] Attempting to bind port 74703248-bf69-474c-88bd-a2bb2d77a8d5 on network 4e66a7eb-2725-411e-9b4f-e274c7c51246 {{(pid=74187) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jun 28 16:41:20.658931 dv-cinder-798104-1-smb neutron-server[74187]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33a8dabf-8822-40d6-96e6-0d6f97590c0c None None] Checking agent: {'id': 'fa82f27f-b773-4083-82bf-f246fc41f2de', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-798104-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 28, 16, 32, 44), 'started_at': datetime.datetime(2021, 6, 28, 16, 33, 14), 'heartbeat_timestamp': datetime.datetime(2021, 6, 28, 16, 41, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-798104-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=74187) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jun 28 16:41:20.659367 dv-cinder-798104-1-smb neutron-server[74187]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33a8dabf-8822-40d6-96e6-0d6f97590c0c None None] Checking segment: {'id': '2df110ad-025a-4a6b-9e31-f233466e01f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 405, 'network_id': '4e66a7eb-2725-411e-9b4f-e274c7c51246'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=74187) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jun 28 16:41:20.659845 dv-cinder-798104-1-smb neutron-server[74187]: DEBUG neutron_lib.callbacks.manager [None req-33a8dabf-8822-40d6-96e6-0d6f97590c0c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=74187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 16:41:20.660327 dv-cinder-798104-1-smb neutron-server[74187]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33a8dabf-8822-40d6-96e6-0d6f97590c0c None None] Bound using segment: {'id': '2df110ad-025a-4a6b-9e31-f233466e01f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 405, 'network_id': '4e66a7eb-2725-411e-9b4f-e274c7c51246'} {{(pid=74187) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jun 28 16:41:20.660870 dv-cinder-798104-1-smb neutron-server[74187]: DEBUG neutron.plugins.ml2.managers [None req-33a8dabf-8822-40d6-96e6-0d6f97590c0c None None] Bound port: 74703248-bf69-474c-88bd-a2bb2d77a8d5, host: dv-cinder-798104-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2df110ad-025a-4a6b-9e31-f233466e01f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 405, 'network_id': '4e66a7eb-2725-411e-9b4f-e274c7c51246'}}] {{(pid=74187) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 28 16:41:20.661587 dv-cinder-798104-1-smb neutron-server[74187]: DEBUG neutron_lib.callbacks.manager [None req-33a8dabf-8822-40d6-96e6-0d6f97590c0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621611'] for port, before_update {{(pid=74187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 16:41:20.678945 dv-cinder-798104-1-smb neutron-server[74186]: DEBUG neutron_lib.callbacks.manager [None req-a09a63ae-8718-4f35-848b-56de334dc69d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=74186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 16:41:20.705691 dv-cinder-798104-1-smb neutron-server[74185]: INFO neutron.wsgi [req-9797c6d5-0c66-4fc3-806a-1810c7426a58 req-dfdfcfb6-0d9a-4e72-a8a9-48ed49adbaab service neutron] 10.222.0.26 "GET /v2.0/networks/57bed292-9c57-428d-ab78-cedbab0d959b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2653141 Jun 28 16:41:20.721581 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e0cb5dbd-4d1d-4b92-851d-07ff073953db admin admin] Network f9715ce2-16ba-4ae9-9a15-557432d0a5ed is already hosted by enough agents. {{(pid=74185) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 28 16:41:20.743866 dv-cinder-798104-1-smb neutron-server[74186]: DEBUG neutron_lib.callbacks.manager [None req-a09a63ae-8718-4f35-848b-56de334dc69d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=74186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 16:41:20.747173 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-938d27b3-cc37-442c-959b-151649117196 admin admin] Made reservation on behalf of c9a94770704347e2ac5ef290d2277d37 for: {'network': 1} {{(pid=74185) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 28 16:41:20.751718 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG neutron_lib.callbacks.manager [None req-938d27b3-cc37-442c-959b-151649117196 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621611'] for network, before_create {{(pid=74185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 16:41:20.775848 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG neutron.scheduler.base_scheduler [None req-e0cb5dbd-4d1d-4b92-851d-07ff073953db admin admin] Resources bound (agent type, host, resource id): {{(pid=74185) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 28 16:41:20.784525 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0cb5dbd-4d1d-4b92-851d-07ff073953db admin admin] Received port after_create {{(pid=74185) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 28 16:41:20.860348 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG neutron_lib.callbacks.manager [None req-938d27b3-cc37-442c-959b-151649117196 admin admin] Notify callbacks [] for security_group, before_create {{(pid=74185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 16:41:20.865278 dv-cinder-798104-1-smb neutron-server[74187]: DEBUG neutron.plugins.ml2.db [None req-33a8dabf-8822-40d6-96e6-0d6f97590c0c None None] For port 74703248-bf69-474c-88bd-a2bb2d77a8d5, host dv-cinder-798104-1-smb, cleared binding levels {{(pid=74187) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 28 16:41:20.875994 dv-cinder-798104-1-smb neutron-server[74187]: DEBUG neutron.plugins.ml2.db [None req-33a8dabf-8822-40d6-96e6-0d6f97590c0c None None] For port 74703248-bf69-474c-88bd-a2bb2d77a8d5, host dv-cinder-798104-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-798104-1-smb',level=0,port_id=74703248-bf69-474c-88bd-a2bb2d77a8d5,segment=NetworkSegment(2df110ad-025a-4a6b-9e31-f233466e01f1),segment_id=2df110ad-025a-4a6b-9e31-f233466e01f1)] {{(pid=74187) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 28 16:41:20.888856 dv-cinder-798104-1-smb neutron-server[74187]: DEBUG neutron_lib.callbacks.manager [None req-33a8dabf-8822-40d6-96e6-0d6f97590c0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-615041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1598908', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774158213048', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774157688378', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774157688423'] for port, after_update {{(pid=74187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 16:41:20.902067 dv-cinder-798104-1-smb neutron-server[74187]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74187) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 16:41:20.928614 dv-cinder-798104-1-smb neutron-server[74186]: DEBUG neutron_lib.callbacks.manager [None req-cce32ff4-e58d-40c2-9cd8-ed390e751162 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2050486'] for security_group, after_delete {{(pid=74186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 16:41:20.958497 dv-cinder-798104-1-smb neutron-server[74186]: DEBUG neutron_lib.callbacks.manager [None req-a09a63ae-8718-4f35-848b-56de334dc69d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2050486'] for security_group, after_delete {{(pid=74186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 16:41:20.984007 dv-cinder-798104-1-smb neutron-server[74186]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74186) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 16:41:21.006576 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0cb5dbd-4d1d-4b92-851d-07ff073953db admin admin] Pushing event updated for resources: {'Port': ['ID=2b6842d1-6e2d-429b-8fe9-2900df84d0b8,revision_number=1']} {{(pid=74185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 16:41:21.102921 dv-cinder-798104-1-smb neutron-server[74186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cce32ff4-e58d-40c2-9cd8-ed390e751162 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=58dd6755-c3f3-4f9b-90e2-be38b431e450,revision_number=None']} {{(pid=74186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 16:41:21.113055 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG oslo_concurrency.lockutils [None req-e0cb5dbd-4d1d-4b92-851d-07ff073953db admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.496s {{(pid=74185) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 16:41:21.142217 dv-cinder-798104-1-smb neutron-server[74186]: DEBUG neutron_lib.callbacks.manager [None req-34fbcc58-07fe-4c76-8775-aca39c468018 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621611'] for port, before_create {{(pid=74186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 16:41:21.162539 dv-cinder-798104-1-smb neutron-server[74187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33a8dabf-8822-40d6-96e6-0d6f97590c0c None None] Pushing event updated for resources: {'Port': ['ID=74703248-bf69-474c-88bd-a2bb2d77a8d5,revision_number=2']} {{(pid=74187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 16:41:21.192211 dv-cinder-798104-1-smb neutron-server[74187]: DEBUG oslo_concurrency.lockutils [None req-33a8dabf-8822-40d6-96e6-0d6f97590c0c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.297s {{(pid=74187) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 16:41:21.209642 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG neutron.db.quota.driver [None req-938d27b3-cc37-442c-959b-151649117196 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74185) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 28 16:41:21.232576 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG neutron.quota.resource [None req-938d27b3-cc37-442c-959b-151649117196 admin admin] Usage tracker for resource:security_group_rule and tenant:c9a94770704347e2ac5ef290d2277d37 is out of sync, need to count used quota {{(pid=74185) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 28 16:41:21.310062 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG neutron.quota.resource [None req-938d27b3-cc37-442c-959b-151649117196 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=74185) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 28 16:41:21.320858 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG neutron.wsgi [-] (74185) accepted ('10.222.0.26', 46420) {{(pid=74185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 28 16:41:21.339901 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG neutron.db.quota.driver [None req-938d27b3-cc37-442c-959b-151649117196 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74185) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 28 16:41:21.423383 dv-cinder-798104-1-smb neutron-server[74186]: DEBUG neutron_lib.callbacks.manager [None req-a09a63ae-8718-4f35-848b-56de334dc69d admin admin] Notify callbacks [] for security_group, before_response {{(pid=74186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 16:41:21.425781 dv-cinder-798104-1-smb neutron-server[74186]: INFO neutron.wsgi [None req-a09a63ae-8718-4f35-848b-56de334dc69d admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/9f3293bb-9bc1-4b7b-9018-07361cd5e93a HTTP/1.1" status: 204 len: 168 time: 1.5185249 Jun 28 16:41:21.427220 dv-cinder-798104-1-smb neutron-server[74186]: DEBUG neutron_lib.callbacks.manager [None req-cce32ff4-e58d-40c2-9cd8-ed390e751162 admin admin] Notify callbacks [] for security_group, before_response {{(pid=74186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 16:41:21.428815 dv-cinder-798104-1-smb neutron-server[74186]: INFO neutron.wsgi [None req-cce32ff4-e58d-40c2-9cd8-ed390e751162 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/58dd6755-c3f3-4f9b-90e2-be38b431e450 HTTP/1.1" status: 204 len: 168 time: 2.2743177 Jun 28 16:41:21.442486 dv-cinder-798104-1-smb neutron-server[74186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a09a63ae-8718-4f35-848b-56de334dc69d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9f3293bb-9bc1-4b7b-9018-07361cd5e93a,revision_number=None']} {{(pid=74186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 16:41:21.450008 dv-cinder-798104-1-smb neutron-server[74186]: DEBUG oslo_concurrency.lockutils [None req-a09a63ae-8718-4f35-848b-56de334dc69d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.466s {{(pid=74186) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 16:41:21.467156 dv-cinder-798104-1-smb neutron-server[74186]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.366s {{(pid=74186) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 16:41:21.471523 dv-cinder-798104-1-smb neutron-server[74186]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.004s {{(pid=74186) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 16:41:21.508680 dv-cinder-798104-1-smb neutron-server[74186]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6869b071-c32f-4f2a-9818-50ada7cf4bc6 admin admin] Notify agent at l3_agent.dv-cinder-798104-1-smb the message routers_updated {{(pid=74186) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 28 16:41:21.538933 dv-cinder-798104-1-smb neutron-server[74187]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-930760e5-7363-4df6-974e-b9304e79c0cb None None] Sync routers for ids ['10a8f5a5-0194-4220-a7ff-16383cce71f4'] in dv-cinder-798104-1-smb {{(pid=74187) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jun 28 16:41:21.574348 dv-cinder-798104-1-smb neutron-server[74187]: DEBUG neutron.plugins.ml2.rpc [None req-c72dd329-595c-4eca-9296-ba6eff8780d9 None None] Device 600f6151-facc-4997-ba41-54649124a999 up at agent ovs-agent-dv-cinder-798104-1-smb {{(pid=74187) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 28 16:41:21.589517 dv-cinder-798104-1-smb neutron-server[74186]: DEBUG neutron.wsgi [-] (74186) accepted ('10.222.0.26', 46438) {{(pid=74186) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 28 16:41:21.592652 dv-cinder-798104-1-smb neutron-server[74185]: INFO neutron.wsgi [req-4a917ec0-ce07-4923-9d8d-111535af2f86 req-1d29204b-fd54-4240-aa5a-2389d41beb81 tempest-DeleteServersTestJSON-388560069 tempest-DeleteServersTestJSON-388560069-project] 10.222.0.26 "GET /v2.0/ports?device_id=2085ff8a-4738-4d8b-ac96-e46f842c434d HTTP/1.1" status: 200 len: 210 time: 0.2690389 Jun 28 16:41:21.802453 dv-cinder-798104-1-smb neutron-server[74187]: DEBUG neutron.db.l3_dvrscheduler_db [None req-930760e5-7363-4df6-974e-b9304e79c0cb None None] Routers {'10a8f5a5-0194-4220-a7ff-16383cce71f4'} bound to L3 agent in host dv-cinder-798104-1-smb {{(pid=74187) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 28 16:41:21.803102 dv-cinder-798104-1-smb neutron-server[74187]: DEBUG neutron.db.l3_hamode_db [None req-930760e5-7363-4df6-974e-b9304e79c0cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-798104-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-28T16:32:46Z,description=,heartbeat_timestamp=2021-06-28T16:41:17Z,host='dv-cinder-798104-1-smb',id=633adcd1-515e-4435-b14d-49f054abd10f,load=0,resource_versions=,resources_synced=,started_at=2021-06-28T16:32:46Z,topic='l3_agent')) {'router_ids': ['10a8f5a5-0194-4220-a7ff-16383cce71f4'], 'active': True} {{(pid=74187) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 16:41:21.841906 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG neutron_lib.callbacks.manager [None req-e0cb5dbd-4d1d-4b92-851d-07ff073953db admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=74185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 16:41:21.844269 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG neutron_lib.callbacks.manager [None req-e0cb5dbd-4d1d-4b92-851d-07ff073953db admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1623880', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1624305'] for router, after_create {{(pid=74185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 16:41:21.884701 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG neutron_lib.callbacks.manager [None req-938d27b3-cc37-442c-959b-151649117196 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=74185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 16:41:21.886866 dv-cinder-798104-1-smb neutron-server[74186]: DEBUG neutron_lib.callbacks.manager [None req-6869b071-c32f-4f2a-9818-50ada7cf4bc6 admin admin] Notify callbacks [] for router, before_response {{(pid=74186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 16:41:21.890789 dv-cinder-798104-1-smb neutron-server[74186]: INFO neutron.wsgi [None req-6869b071-c32f-4f2a-9818-50ada7cf4bc6 admin admin] 10.222.0.26 "POST /v2.0/routers HTTP/1.1" status: 201 len: 930 time: 11.0022507 Jun 28 16:41:21.903287 dv-cinder-798104-1-smb neutron-server[74186]: DEBUG neutron.wsgi [-] (74186) accepted ('10.222.0.26', 46444) {{(pid=74186) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 28 16:41:22.137556 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG neutron_lib.callbacks.manager [None req-938d27b3-cc37-442c-959b-151649117196 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2050486'] for security_group, after_create {{(pid=74185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 16:41:22.174529 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74185) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 16:41:22.268917 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-938d27b3-cc37-442c-959b-151649117196 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 407} {{(pid=74185) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:149}} Jun 28 16:41:22.352490 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG neutron_lib.callbacks.manager [None req-938d27b3-cc37-442c-959b-151649117196 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-938564'] for segment, precommit_create {{(pid=74185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 16:41:22.353090 dv-cinder-798104-1-smb neutron-server[74185]: INFO neutron.db.segments_db [None req-938d27b3-cc37-442c-959b-151649117196 admin admin] Added segment 12a64db4-068a-4596-a04a-47b088d2cf4f of type vlan for network 57244265-ff77-4eac-a867-5c9006f82258 Jun 28 16:41:22.355550 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-938d27b3-cc37-442c-959b-151649117196 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=df389d24-2fcd-4f2d-9607-fbb4c311cb6e,revision_number=1']} {{(pid=74185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 16:41:22.362885 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG oslo_concurrency.lockutils [None req-938d27b3-cc37-442c-959b-151649117196 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.188s {{(pid=74185) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 16:41:22.474910 dv-cinder-798104-1-smb neutron-server[74187]: DEBUG neutron.db.provisioning_blocks [None req-c72dd329-595c-4eca-9296-ba6eff8780d9 None None] Provisioning for port 600f6151-facc-4997-ba41-54649124a999 completed by entity L2. {{(pid=74187) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 28 16:41:22.486576 dv-cinder-798104-1-smb neutron-server[74186]: DEBUG neutron.db.db_base_plugin_common [None req-34fbcc58-07fe-4c76-8775-aca39c468018 admin admin] Allocated IP 172.20.0.1 (ad1db160-79ed-4f75-9884-27c71855a2d5/37b72020-400c-49f7-aceb-0167a7e84569/9e62c1b4-b2c3-4819-9e9c-653784818f44) {{(pid=74186) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 28 16:41:22.510264 dv-cinder-798104-1-smb neutron-server[74187]: DEBUG neutron.db.provisioning_blocks [None req-c72dd329-595c-4eca-9296-ba6eff8780d9 None None] Provisioning complete for port 600f6151-facc-4997-ba41-54649124a999 triggered by entity L2. {{(pid=74187) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 28 16:41:22.510677 dv-cinder-798104-1-smb neutron-server[74187]: DEBUG neutron_lib.callbacks.manager [None req-c72dd329-595c-4eca-9296-ba6eff8780d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1002786'] for port, provisioning_complete {{(pid=74187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 16:41:22.528680 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG neutron_lib.callbacks.manager [None req-938d27b3-cc37-442c-959b-151649117196 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774157680294'] for network, precommit_create {{(pid=74185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 16:41:22.671805 dv-cinder-798104-1-smb neutron-server[74186]: DEBUG neutron.wsgi [-] (74186) accepted ('10.222.0.26', 46456) {{(pid=74186) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 28 16:41:22.675148 dv-cinder-798104-1-smb neutron-server[74187]: DEBUG neutron.db.l3_dvr_db [None req-930760e5-7363-4df6-974e-b9304e79c0cb None None] Set router 10a8f5a5-0194-4220-a7ff-16383cce71f4 gateway port host: dv-cinder-798104-1-smb {{(pid=74187) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jun 28 16:41:22.684552 dv-cinder-798104-1-smb neutron-server[74186]: DEBUG neutron_lib.callbacks.manager [None req-b422a41f-3518-4a37-935e-4937025df5c6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=74186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 16:41:22.885549 dv-cinder-798104-1-smb neutron-server[74186]: DEBUG neutron.db.quota.driver [None req-b422a41f-3518-4a37-935e-4937025df5c6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74186) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 28 16:41:22.895392 dv-cinder-798104-1-smb neutron-server[74186]: DEBUG neutron.quota.resource [None req-b422a41f-3518-4a37-935e-4937025df5c6 admin admin] Usage tracker for resource:security_group_rule and tenant:2ab24ffd65fc444ea68d302b47f3fe4e is out of sync, need to count used quota {{(pid=74186) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 28 16:41:22.902497 dv-cinder-798104-1-smb neutron-server[74186]: DEBUG neutron.quota.resource [None req-b422a41f-3518-4a37-935e-4937025df5c6 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=74186) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 28 16:41:22.917080 dv-cinder-798104-1-smb neutron-server[74186]: DEBUG neutron.db.quota.driver [None req-b422a41f-3518-4a37-935e-4937025df5c6 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74186) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 28 16:41:23.051827 dv-cinder-798104-1-smb neutron-server[74185]: INFO neutron.wsgi [req-98542de2-3151-4a6e-9608-2ed48f577821 req-4c725032-74b8-478e-83ac-fddf685654b9 tempest-DeleteServersTestJSON-388560069 tempest-DeleteServersTestJSON-388560069-project] 10.222.0.26 "GET /v2.0/ports?device_id=2085ff8a-4738-4d8b-ac96-e46f842c434d HTTP/1.1" status: 200 len: 210 time: 0.2470489 Jun 28 16:41:23.052939 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG neutron_lib.callbacks.manager [None req-938d27b3-cc37-442c-959b-151649117196 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2050463', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1598908'] for network, after_create {{(pid=74185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 16:41:23.057220 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-938d27b3-cc37-442c-959b-151649117196 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=74185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 16:41:23.058616 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG neutron_lib.callbacks.manager [None req-938d27b3-cc37-442c-959b-151649117196 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1598890'] for network, before_response {{(pid=74185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 16:41:23.127735 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG oslo_concurrency.lockutils [None req-56af3209-893b-4eb4-8d3a-84dfecb97035 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74185) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 16:41:23.218778 dv-cinder-798104-1-smb neutron-server[74185]: INFO neutron.wsgi [None req-938d27b3-cc37-442c-959b-151649117196 admin admin] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 2.8349605 Jun 28 16:41:23.224040 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG neutron.wsgi [-] (74185) accepted ('10.222.0.26', 46470) {{(pid=74185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 28 16:41:23.236544 dv-cinder-798104-1-smb neutron-server[74187]: DEBUG neutron_lib.callbacks.manager [None req-c72dd329-595c-4eca-9296-ba6eff8780d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621611'] for port, before_update {{(pid=74187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 16:41:23.278727 dv-cinder-798104-1-smb neutron-server[74187]: DEBUG neutron.db.l3_hamode_db [None req-930760e5-7363-4df6-974e-b9304e79c0cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '10a8f5a5-0194-4220-a7ff-16383cce71f4', 'name': 'tempest-ServerRescueNegativeTestJSON-1727621301-router', 'tenant_id': '9344ad16110c4191993c42fbf7367cf2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f9715ce2-16ba-4ae9-9a15-557432d0a5ed', 'external_fixed_ips': [{'subnet_id': 'e3a20e14-2eea-4943-8cec-1fe85e8448d0', 'ip_address': '172.28.3.42'}], 'enable_snat': True}, 'gw_port_id': 'b261dc18-d602-4cee-827c-cd867a3c40ab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-28T16:41:11Z', 'updated_at': '2021-06-28T16:41:17Z', 'revision_number': 3, 'project_id': '9344ad16110c4191993c42fbf7367cf2', 'gw_port': {'id': 'b261dc18-d602-4cee-827c-cd867a3c40ab', 'name': '', 'network_id': 'f9715ce2-16ba-4ae9-9a15-557432d0a5ed', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:2a:c4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '10a8f5a5-0194-4220-a7ff-16383cce71f4', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e3a20e14-2eea-4943-8cec-1fe85e8448d0', 'ip_address': '172.28.3.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T16:41:15Z', 'updated_at': '2021-06-28T16:41:15Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'e3a20e14-2eea-4943-8cec-1fe85e8448d0', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798104-1-smb'}], 'dv-cinder-798104-1-smb', False) {} {{(pid=74187) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 16:41:23.285080 dv-cinder-798104-1-smb neutron-server[74187]: DEBUG neutron.plugins.ml2.db [None req-c72dd329-595c-4eca-9296-ba6eff8780d9 None None] For port 600f6151-facc-4997-ba41-54649124a999, host dv-cinder-798104-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-798104-1-smb',level=0,port_id=600f6151-facc-4997-ba41-54649124a999,segment=NetworkSegment(1fdcd85b-55c4-4ae7-ac73-ac3bd2107891),segment_id=1fdcd85b-55c4-4ae7-ac73-ac3bd2107891)] {{(pid=74187) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 16:41:23.286175 dv-cinder-798104-1-smb neutron-server[74187]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-930760e5-7363-4df6-974e-b9304e79c0cb None None] Checking router: 10a8f5a5-0194-4220-a7ff-16383cce71f4 for host: dv-cinder-798104-1-smb {{(pid=74187) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Jun 28 16:41:23.286558 dv-cinder-798104-1-smb neutron-server[74187]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-930760e5-7363-4df6-974e-b9304e79c0cb None None] Updating router 10a8f5a5-0194-4220-a7ff-16383cce71f4 port b261dc18-d602-4cee-827c-cd867a3c40ab binding host dv-cinder-798104-1-smb {{(pid=74187) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Jun 28 16:41:23.353130 dv-cinder-798104-1-smb neutron-server[74187]: DEBUG neutron_lib.callbacks.manager [None req-930760e5-7363-4df6-974e-b9304e79c0cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621611'] for port, before_update {{(pid=74187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 16:41:23.356662 dv-cinder-798104-1-smb neutron-server[74186]: DEBUG neutron_lib.callbacks.manager [None req-9ed183f5-5d50-4fdf-ab6b-4bb1ce09d9d3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=74186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 16:41:23.381749 dv-cinder-798104-1-smb neutron-server[74186]: DEBUG neutron_lib.callbacks.manager [None req-b422a41f-3518-4a37-935e-4937025df5c6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=74186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 16:41:23.408277 dv-cinder-798104-1-smb neutron-server[74186]: DEBUG neutron_lib.callbacks.manager [None req-b422a41f-3518-4a37-935e-4937025df5c6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2050486'] for security_group, after_create {{(pid=74186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 16:41:23.435742 dv-cinder-798104-1-smb neutron-server[74187]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b2be0cdb-7c3d-4ee9-afbc-f638499152e2 None None] Network 4e66a7eb-2725-411e-9b4f-e274c7c51246 requested from dv-cinder-798104-1-smb {{(pid=74187) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jun 28 16:41:23.437147 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG neutron.api.v2.base [None req-15b2b45f-e744-4bc5-b2d6-25091e1a7489 admin admin] Request body: {'subnet': {'network_id': '57244265-ff77-4eac-a867-5c9006f82258', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-1696320794-subnet', 'tenant_id': 'c9a94770704347e2ac5ef290d2277d37', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=74185) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jun 28 16:41:23.440087 dv-cinder-798104-1-smb neutron-server[74186]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74186) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 16:41:23.465990 dv-cinder-798104-1-smb neutron-server[74186]: DEBUG neutron.db.quota.driver [None req-9ed183f5-5d50-4fdf-ab6b-4bb1ce09d9d3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74186) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 28 16:41:23.470714 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG neutron.db.quota.driver [None req-15b2b45f-e744-4bc5-b2d6-25091e1a7489 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74185) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 28 16:41:23.483468 dv-cinder-798104-1-smb neutron-server[74186]: DEBUG neutron.quota.resource [None req-9ed183f5-5d50-4fdf-ab6b-4bb1ce09d9d3 admin admin] Usage tracker for resource:security_group_rule and tenant:a2c9831f7b83447d98207c731f1cdc0c is out of sync, need to count used quota {{(pid=74186) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 28 16:41:23.489598 dv-cinder-798104-1-smb neutron-server[74186]: DEBUG neutron.quota.resource [None req-9ed183f5-5d50-4fdf-ab6b-4bb1ce09d9d3 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=74186) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 28 16:41:23.493111 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG neutron.quota.resource [None req-15b2b45f-e744-4bc5-b2d6-25091e1a7489 admin admin] Usage tracker for resource:subnet and tenant:c9a94770704347e2ac5ef290d2277d37 is out of sync, need to count used quota {{(pid=74185) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 28 16:41:23.504946 dv-cinder-798104-1-smb neutron-server[74187]: DEBUG neutron_lib.callbacks.manager [None req-c72dd329-595c-4eca-9296-ba6eff8780d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-615041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1598908', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774158213048', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774157688378', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774157688423'] for port, after_update {{(pid=74187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 16:41:23.509080 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG neutron.quota.resource [None req-15b2b45f-e744-4bc5-b2d6-25091e1a7489 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=74185) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 28 16:41:23.526681 dv-cinder-798104-1-smb neutron-server[74186]: DEBUG neutron.db.quota.driver [None req-9ed183f5-5d50-4fdf-ab6b-4bb1ce09d9d3 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74186) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 28 16:41:23.535273 dv-cinder-798104-1-smb neutron-server[74186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b422a41f-3518-4a37-935e-4937025df5c6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a7d72695-90b0-4c5b-87aa-ce1f948a8dd2,revision_number=1']} {{(pid=74186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 16:41:23.551863 dv-cinder-798104-1-smb neutron-server[74186]: DEBUG oslo_concurrency.lockutils [None req-b422a41f-3518-4a37-935e-4937025df5c6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=74186) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 16:41:23.562388 dv-cinder-798104-1-smb neutron-server[74186]: DEBUG neutron.quota.resource [None req-b422a41f-3518-4a37-935e-4937025df5c6 admin admin] Synchronizing usage tracker for tenant:ff872e954ff5478cbcc71b79438166e4 on resource:security_group {{(pid=74186) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 28 16:41:23.616109 dv-cinder-798104-1-smb neutron-server[74187]: DEBUG neutron.plugins.ml2.rpc [None req-c72dd329-595c-4eca-9296-ba6eff8780d9 None None] Device c027336f-5597-4636-9716-f03f8353484f up at agent ovs-agent-dv-cinder-798104-1-smb {{(pid=74187) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 28 16:41:23.622753 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG neutron.db.quota.driver [None req-15b2b45f-e744-4bc5-b2d6-25091e1a7489 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74185) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 28 16:41:23.627213 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-938d27b3-cc37-442c-959b-151649117196 admin admin] Pushing event updated for resources: {'Network': ['ID=57244265-ff77-4eac-a867-5c9006f82258,revision_number=1']} {{(pid=74185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 16:41:23.644463 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG oslo_concurrency.lockutils [None req-938d27b3-cc37-442c-959b-151649117196 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.517s {{(pid=74185) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 16:41:23.679381 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-15b2b45f-e744-4bc5-b2d6-25091e1a7489 admin admin] Made reservation on behalf of c9a94770704347e2ac5ef290d2277d37 for: {'subnet': 1} {{(pid=74185) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 28 16:41:23.694450 dv-cinder-798104-1-smb neutron-server[74186]: DEBUG neutron_lib.callbacks.manager [None req-34fbcc58-07fe-4c76-8775-aca39c468018 admin admin] Notify callbacks [] for port, precommit_create {{(pid=74186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 16:41:23.695679 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG neutron_lib.callbacks.manager [None req-15b2b45f-e744-4bc5-b2d6-25091e1a7489 admin admin] Notify callbacks [] for subnet, before_create {{(pid=74185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 16:41:23.707071 dv-cinder-798104-1-smb neutron-server[74187]: DEBUG oslo_concurrency.lockutils [None req-c72dd329-595c-4eca-9296-ba6eff8780d9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74187) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 16:41:23.769826 dv-cinder-798104-1-smb neutron-server[74186]: DEBUG neutron.quota.resource [None req-b422a41f-3518-4a37-935e-4937025df5c6 admin admin] Unset dirty status for tenant:ff872e954ff5478cbcc71b79438166e4 on resource:security_group {{(pid=74186) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 28 16:41:23.776670 dv-cinder-798104-1-smb neutron-server[74186]: INFO neutron.wsgi [None req-b422a41f-3518-4a37-935e-4937025df5c6 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=2ab24ffd65fc444ea68d302b47f3fe4e&name=default HTTP/1.1" status: 200 len: 2647 time: 1.9557717 Jun 28 16:41:23.783748 dv-cinder-798104-1-smb neutron-server[74186]: DEBUG neutron.wsgi [-] (74186) accepted ('10.222.0.26', 46484) {{(pid=74186) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 28 16:41:23.792347 dv-cinder-798104-1-smb neutron-server[74186]: DEBUG neutron.db.provisioning_blocks [None req-34fbcc58-07fe-4c76-8775-aca39c468018 admin admin] Transition to ACTIVE for port object 9e62c1b4-b2c3-4819-9e9c-653784818f44 will not be triggered until provisioned by entity DHCP. {{(pid=74186) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 28 16:41:23.861109 dv-cinder-798104-1-smb neutron-server[74187]: DEBUG neutron.plugins.ml2.rpc [None req-c72dd329-595c-4eca-9296-ba6eff8780d9 None None] Network 57244265-ff77-4eac-a867-5c9006f82258 details requested by agent ovs-agent-dv-cinder-798104-1-smb with host dv-cinder-798104-1-smb {{(pid=74187) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 28 16:41:23.935898 dv-cinder-798104-1-smb neutron-server[74186]: DEBUG neutron_lib.callbacks.manager [None req-9ed183f5-5d50-4fdf-ab6b-4bb1ce09d9d3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=74186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 16:41:23.960942 dv-cinder-798104-1-smb neutron-server[74186]: DEBUG neutron_lib.callbacks.manager [None req-9ed183f5-5d50-4fdf-ab6b-4bb1ce09d9d3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2050486'] for security_group, after_create {{(pid=74186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 16:41:24.002159 dv-cinder-798104-1-smb neutron-server[74186]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74186) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 16:41:24.019520 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG neutron_lib.callbacks.manager [None req-15b2b45f-e744-4bc5-b2d6-25091e1a7489 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107460', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1598908'] for subnet, after_create {{(pid=74185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 16:41:24.025430 dv-cinder-798104-1-smb neutron-server[74186]: INFO neutron.wsgi [None req-9ed183f5-5d50-4fdf-ab6b-4bb1ce09d9d3 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=a2c9831f7b83447d98207c731f1cdc0c&name=default HTTP/1.1" status: 200 len: 2647 time: 1.3513150 Jun 28 16:41:24.027995 dv-cinder-798104-1-smb neutron-server[74186]: DEBUG neutron_lib.callbacks.manager [None req-55f2ee0c-1fe4-4aab-b1fa-45752b0303f2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=74186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 16:41:24.031931 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG neutron.wsgi [-] (74185) accepted ('10.222.0.26', 46490) {{(pid=74185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 28 16:41:24.032873 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG oslo_concurrency.lockutils [None req-d90810f8-8482-494b-9996-3c128618fa51 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74185) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 16:41:24.059337 dv-cinder-798104-1-smb neutron-server[74186]: DEBUG neutron_lib.callbacks.manager [None req-55f2ee0c-1fe4-4aab-b1fa-45752b0303f2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=74186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 16:41:24.190758 dv-cinder-798104-1-smb neutron-server[74186]: DEBUG neutron_lib.callbacks.manager [None req-34fbcc58-07fe-4c76-8775-aca39c468018 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-615041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1598908', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774157688360'] for port, after_create {{(pid=74186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 16:41:24.191503 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15b2b45f-e744-4bc5-b2d6-25091e1a7489 admin admin] Checking segment: {'id': '12a64db4-068a-4596-a04a-47b088d2cf4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': '57244265-ff77-4eac-a867-5c9006f82258'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=74185) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jun 28 16:41:24.192267 dv-cinder-798104-1-smb neutron-server[74186]: DEBUG neutron_lib.callbacks.manager [None req-55f2ee0c-1fe4-4aab-b1fa-45752b0303f2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2050486'] for security_group, after_delete {{(pid=74186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 16:41:24.192439 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-15b2b45f-e744-4bc5-b2d6-25091e1a7489 admin admin] Network hostable DHCP agents. Network: 57244265-ff77-4eac-a867-5c9006f82258, hostable agents: ['55edce43-ec1d-45c6-9e7a-198ba4834d81'], hosted agents: [] {{(pid=74185) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 28 16:41:24.217483 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e0cb5dbd-4d1d-4b92-851d-07ff073953db admin admin] Router 37fc708e-b76d-48af-94e2-885e9728d38e is scheduled to L3 agent 633adcd1-515e-4435-b14d-49f054abd10f with binding_index 1 {{(pid=74185) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jun 28 16:41:24.239187 dv-cinder-798104-1-smb neutron-server[74186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ed183f5-5d50-4fdf-ab6b-4bb1ce09d9d3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=99cc77bc-3830-4c6a-b790-11c170604a7d,revision_number=1']} {{(pid=74186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 16:41:24.245798 dv-cinder-798104-1-smb neutron-server[74186]: DEBUG oslo_concurrency.lockutils [None req-9ed183f5-5d50-4fdf-ab6b-4bb1ce09d9d3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.244s {{(pid=74186) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 16:41:24.246302 dv-cinder-798104-1-smb neutron-server[74186]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.027s {{(pid=74186) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 16:41:24.313550 dv-cinder-798104-1-smb neutron-server[74186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34fbcc58-07fe-4c76-8775-aca39c468018 admin admin] Pushing event updated for resources: {'Port': ['ID=9e62c1b4-b2c3-4819-9e9c-653784818f44,revision_number=1']} {{(pid=74186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 16:41:24.316086 dv-cinder-798104-1-smb neutron-server[74186]: DEBUG neutron_lib.callbacks.manager [None req-55f2ee0c-1fe4-4aab-b1fa-45752b0303f2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=74186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 16:41:24.317367 dv-cinder-798104-1-smb neutron-server[74186]: INFO neutron.wsgi [None req-55f2ee0c-1fe4-4aab-b1fa-45752b0303f2 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/a7d72695-90b0-4c5b-87aa-ce1f948a8dd2 HTTP/1.1" status: 204 len: 168 time: 0.5229847 Jun 28 16:41:24.318443 dv-cinder-798104-1-smb neutron-server[74186]: DEBUG oslo_concurrency.lockutils [None req-34fbcc58-07fe-4c76-8775-aca39c468018 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=74186) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 16:41:24.329306 dv-cinder-798104-1-smb neutron-server[74186]: DEBUG oslo_concurrency.lockutils [None req-84edeb19-a6f2-461c-8668-cb416b77b117 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.109s {{(pid=74186) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 16:41:24.356536 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-15b2b45f-e744-4bc5-b2d6-25091e1a7489 admin admin] Network 57244265-ff77-4eac-a867-5c9006f82258 is scheduled to be hosted by DHCP agent 55edce43-ec1d-45c6-9e7a-198ba4834d81 with binding_index 1 {{(pid=74185) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 28 16:41:24.369788 dv-cinder-798104-1-smb neutron-server[74186]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-34fbcc58-07fe-4c76-8775-aca39c468018 admin admin] Network ad1db160-79ed-4f75-9884-27c71855a2d5 is already hosted by enough agents. {{(pid=74186) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 28 16:41:24.379420 dv-cinder-798104-1-smb neutron-server[74186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55f2ee0c-1fe4-4aab-b1fa-45752b0303f2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a7d72695-90b0-4c5b-87aa-ce1f948a8dd2,revision_number=None']} {{(pid=74186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 16:41:24.386246 dv-cinder-798104-1-smb neutron-server[74186]: DEBUG oslo_concurrency.lockutils [None req-55f2ee0c-1fe4-4aab-b1fa-45752b0303f2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=74186) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 16:41:24.410795 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15b2b45f-e744-4bc5-b2d6-25091e1a7489 admin admin] Pushing event updated for resources: {'Subnet': ['ID=0c21477a-e0b6-4d35-abf6-dc47193fc4d7,revision_number=0']} {{(pid=74185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 16:41:24.418547 dv-cinder-798104-1-smb neutron-server[74186]: DEBUG neutron.scheduler.base_scheduler [None req-34fbcc58-07fe-4c76-8775-aca39c468018 admin admin] Resources bound (agent type, host, resource id): {{(pid=74186) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 28 16:41:24.423474 dv-cinder-798104-1-smb neutron-server[74186]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34fbcc58-07fe-4c76-8775-aca39c468018 admin admin] Received port after_create {{(pid=74186) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 28 16:41:24.424508 dv-cinder-798104-1-smb neutron-server[74186]: DEBUG neutron_lib.callbacks.manager [None req-34fbcc58-07fe-4c76-8775-aca39c468018 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1624359'] for router_interface, before_create {{(pid=74186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 16:41:24.432545 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG oslo_concurrency.lockutils [None req-15b2b45f-e744-4bc5-b2d6-25091e1a7489 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.400s {{(pid=74185) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 16:41:24.434719 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG neutron_lib.callbacks.manager [None req-de3fd6d7-3b6d-4b37-a390-d23eb8f0c20b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=74185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 16:41:24.437520 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG neutron.scheduler.base_scheduler [None req-15b2b45f-e744-4bc5-b2d6-25091e1a7489 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-798104-1-smb, 57244265-ff77-4eac-a867-5c9006f82258) {{(pid=74185) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 28 16:41:24.466230 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-15b2b45f-e744-4bc5-b2d6-25091e1a7489 admin admin] Attributes excluded by policy engine: ['shared', 'network'] {{(pid=74185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 16:41:24.466799 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG neutron_lib.callbacks.manager [None req-15b2b45f-e744-4bc5-b2d6-25091e1a7489 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1598890'] for subnet, before_response {{(pid=74185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 16:41:24.552196 dv-cinder-798104-1-smb neutron-server[74185]: INFO neutron.wsgi [None req-15b2b45f-e744-4bc5-b2d6-25091e1a7489 admin admin] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 1.1507442 Jun 28 16:41:24.587376 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG neutron_lib.callbacks.manager [None req-de3fd6d7-3b6d-4b37-a390-d23eb8f0c20b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=74185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 16:41:24.622201 dv-cinder-798104-1-smb neutron-server[74187]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0133eef5-12a8-44b8-9e5e-06f4c6cbf76a None None] Network 57244265-ff77-4eac-a867-5c9006f82258 requested from dv-cinder-798104-1-smb {{(pid=74187) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jun 28 16:41:24.767843 dv-cinder-798104-1-smb neutron-server[74186]: DEBUG neutron_lib.callbacks.manager [None req-34fbcc58-07fe-4c76-8775-aca39c468018 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621611'] for port, before_update {{(pid=74186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 16:41:25.065753 dv-cinder-798104-1-smb neutron-server[74185]: INFO neutron.wsgi [req-77233a70-ea80-4bd8-a8f9-49ab1a8deb51 req-a2494691-ab35-494b-9f2c-d2fdab424265 tempest-DeleteServersTestJSON-388560069 tempest-DeleteServersTestJSON-388560069-project] 10.222.0.26 "GET /v2.0/ports?device_id=2085ff8a-4738-4d8b-ac96-e46f842c434d HTTP/1.1" status: 200 len: 210 time: 0.4958456 Jun 28 16:41:25.065753 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG neutron.wsgi [-] (74185) accepted ('10.222.0.26', 46522) {{(pid=74185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 28 16:41:25.308403 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG neutron.db.db_base_plugin_v2 [None req-e79375b2-83c9-47a4-a802-bbf7e7572d28 admin admin] Deleting subnet fa46aae0-9f43-4296-81c8-623e3e99da89 {{(pid=74185) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 28 16:41:25.316194 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG neutron_lib.callbacks.manager [None req-e79375b2-83c9-47a4-a802-bbf7e7572d28 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=74185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 16:41:25.505504 dv-cinder-798104-1-smb neutron-server[74187]: DEBUG neutron_lib.callbacks.manager [None req-930760e5-7363-4df6-974e-b9304e79c0cb None None] Notify callbacks [] for port, precommit_update {{(pid=74187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 16:41:25.521324 dv-cinder-798104-1-smb neutron-server[74187]: DEBUG neutron.db.provisioning_blocks [None req-930760e5-7363-4df6-974e-b9304e79c0cb None None] Transition to ACTIVE for port object b261dc18-d602-4cee-827c-cd867a3c40ab will not be triggered until provisioned by entity L2. {{(pid=74187) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 28 16:41:25.525936 dv-cinder-798104-1-smb neutron-server[74187]: DEBUG neutron.db.provisioning_blocks [None req-12d19175-dba7-49f3-b42d-6fab31cff096 None None] Provisioning for port 74703248-bf69-474c-88bd-a2bb2d77a8d5 completed by entity DHCP. {{(pid=74187) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 28 16:41:25.534581 dv-cinder-798104-1-smb neutron-server[74187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c72dd329-595c-4eca-9296-ba6eff8780d9 None None] Pushing event updated for resources: {'Port': ['ID=600f6151-facc-4997-ba41-54649124a999,revision_number=4']} {{(pid=74187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 16:41:25.569896 dv-cinder-798104-1-smb neutron-server[74187]: DEBUG oslo_concurrency.lockutils [None req-c72dd329-595c-4eca-9296-ba6eff8780d9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.863s {{(pid=74187) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 16:41:25.592419 dv-cinder-798104-1-smb neutron-server[74187]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-78aebe17-145c-4819-9bfa-ced6e88fd80d None None] Network 57244265-ff77-4eac-a867-5c9006f82258 requested from dv-cinder-798104-1-smb {{(pid=74187) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jun 28 16:41:25.653812 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG neutron_lib.callbacks.manager [None req-e79375b2-83c9-47a4-a802-bbf7e7572d28 admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=74185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 16:41:25.673430 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG neutron_lib.callbacks.manager [None req-e79375b2-83c9-47a4-a802-bbf7e7572d28 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1001168'] for subnet, precommit_delete {{(pid=74185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 16:41:25.751842 dv-cinder-798104-1-smb neutron-server[74187]: DEBUG neutron_lib.callbacks.manager [None req-930760e5-7363-4df6-974e-b9304e79c0cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-615041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1598908', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774158213048', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774157688378', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774157688423'] for port, after_update {{(pid=74187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 16:41:25.778841 dv-cinder-798104-1-smb neutron-server[74186]: DEBUG neutron.wsgi [-] (74186) accepted ('10.222.0.26', 46530) {{(pid=74186) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 28 16:41:25.801552 dv-cinder-798104-1-smb neutron-server[74186]: DEBUG neutron_lib.callbacks.manager [None req-34fbcc58-07fe-4c76-8775-aca39c468018 admin admin] Notify callbacks [] for port, precommit_update {{(pid=74186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 16:41:25.814392 dv-cinder-798104-1-smb neutron-server[74186]: DEBUG neutron_lib.callbacks.manager [None req-c600296a-05c7-469d-bab4-959ccf4c708f admin admin] Notify callbacks [] for security_group, before_create {{(pid=74186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 16:41:25.825681 dv-cinder-798104-1-smb neutron-server[74186]: DEBUG neutron_lib.callbacks.manager [None req-34fbcc58-07fe-4c76-8775-aca39c468018 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-615041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1598908', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774158213048', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774157688378', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774157688423'] for port, after_update {{(pid=74186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 16:41:25.832432 dv-cinder-798104-1-smb neutron-server[74186]: DEBUG neutron_lib.callbacks.manager [None req-34fbcc58-07fe-4c76-8775-aca39c468018 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1598798', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1635339'] for router_interface, after_create {{(pid=74186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 16:41:25.849478 dv-cinder-798104-1-smb neutron-server[74186]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74186) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 16:41:25.920987 dv-cinder-798104-1-smb neutron-server[74186]: DEBUG neutron.db.quota.driver [None req-c600296a-05c7-469d-bab4-959ccf4c708f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74186) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 28 16:41:25.926508 dv-cinder-798104-1-smb neutron-server[74186]: DEBUG neutron.quota.resource [None req-c600296a-05c7-469d-bab4-959ccf4c708f admin admin] Usage tracker for resource:security_group_rule and tenant:603c4f2f00084fa3ae8210f350f8da2d is out of sync, need to count used quota {{(pid=74186) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 28 16:41:25.929901 dv-cinder-798104-1-smb neutron-server[74186]: DEBUG neutron.quota.resource [None req-c600296a-05c7-469d-bab4-959ccf4c708f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=74186) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 28 16:41:25.937189 dv-cinder-798104-1-smb neutron-server[74186]: DEBUG neutron.db.quota.driver [None req-c600296a-05c7-469d-bab4-959ccf4c708f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74186) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 28 16:41:25.993061 dv-cinder-798104-1-smb neutron-server[74187]: DEBUG neutron.db.provisioning_blocks [None req-c72dd329-595c-4eca-9296-ba6eff8780d9 None None] Provisioning complete for port c027336f-5597-4636-9716-f03f8353484f triggered by entity L2. {{(pid=74187) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 28 16:41:25.993452 dv-cinder-798104-1-smb neutron-server[74187]: DEBUG neutron_lib.callbacks.manager [None req-c72dd329-595c-4eca-9296-ba6eff8780d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1002786'] for port, provisioning_complete {{(pid=74187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 16:41:25.999442 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG neutron_lib.callbacks.manager [None req-de3fd6d7-3b6d-4b37-a390-d23eb8f0c20b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2050486'] for security_group, after_delete {{(pid=74185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 16:41:26.032158 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74185) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 16:41:26.079980 dv-cinder-798104-1-smb neutron-server[74187]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74187) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 16:41:26.087049 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de3fd6d7-3b6d-4b37-a390-d23eb8f0c20b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=99cc77bc-3830-4c6a-b790-11c170604a7d,revision_number=None']} {{(pid=74185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 16:41:26.104197 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG oslo_concurrency.lockutils [None req-de3fd6d7-3b6d-4b37-a390-d23eb8f0c20b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=74185) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 16:41:26.113585 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG neutron_lib.callbacks.manager [None req-e79375b2-83c9-47a4-a802-bbf7e7572d28 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1001177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107460', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1598908'] for subnet, after_delete {{(pid=74185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 16:41:26.142748 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.018s {{(pid=74185) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 16:41:26.245580 dv-cinder-798104-1-smb neutron-server[74187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8086783f-535e-4ec4-831e-d400e2bfbdc7 None None] Pushing event updated for resources: {'Port': ['ID=b261dc18-d602-4cee-827c-cd867a3c40ab,revision_number=2']} {{(pid=74187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 16:41:26.268976 dv-cinder-798104-1-smb neutron-server[74186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34fbcc58-07fe-4c76-8775-aca39c468018 admin admin] Pushing event updated for resources: {'Port': ['ID=9e62c1b4-b2c3-4819-9e9c-653784818f44,revision_number=2']} {{(pid=74186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 16:41:26.283818 dv-cinder-798104-1-smb neutron-server[74186]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-34fbcc58-07fe-4c76-8775-aca39c468018 admin admin] Network ad1db160-79ed-4f75-9884-27c71855a2d5 is already hosted by enough agents. {{(pid=74186) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 28 16:41:26.288668 dv-cinder-798104-1-smb neutron-server[74186]: DEBUG oslo_concurrency.lockutils [None req-34fbcc58-07fe-4c76-8775-aca39c468018 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.437s {{(pid=74186) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 16:41:26.297793 dv-cinder-798104-1-smb neutron-server[74186]: DEBUG neutron.scheduler.base_scheduler [None req-34fbcc58-07fe-4c76-8775-aca39c468018 admin admin] Resources bound (agent type, host, resource id): {{(pid=74186) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 28 16:41:26.303606 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG neutron_lib.callbacks.manager [None req-de3fd6d7-3b6d-4b37-a390-d23eb8f0c20b admin admin] Notify callbacks [] for security_group, before_response {{(pid=74185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 16:41:26.315756 dv-cinder-798104-1-smb neutron-server[74185]: INFO neutron.wsgi [None req-de3fd6d7-3b6d-4b37-a390-d23eb8f0c20b admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/99cc77bc-3830-4c6a-b790-11c170604a7d HTTP/1.1" status: 204 len: 168 time: 2.2235758 Jun 28 16:41:26.316524 dv-cinder-798104-1-smb neutron-server[74186]: DEBUG neutron_lib.callbacks.manager [None req-c600296a-05c7-469d-bab4-959ccf4c708f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=74186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 16:41:26.360592 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e79375b2-83c9-47a4-a802-bbf7e7572d28 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=fa46aae0-9f43-4296-81c8-623e3e99da89,revision_number=None']} {{(pid=74185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 16:41:26.371650 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG oslo_concurrency.lockutils [None req-e79375b2-83c9-47a4-a802-bbf7e7572d28 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.229s {{(pid=74185) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 16:41:26.391078 dv-cinder-798104-1-smb neutron-server[74187]: DEBUG oslo_concurrency.lockutils [None req-8086783f-535e-4ec4-831e-d400e2bfbdc7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.311s {{(pid=74187) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 16:41:26.407729 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG neutron_lib.callbacks.manager [None req-e79375b2-83c9-47a4-a802-bbf7e7572d28 admin admin] Notify callbacks [] for subnet, before_response {{(pid=74185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 16:41:26.411958 dv-cinder-798104-1-smb neutron-server[74185]: INFO neutron.wsgi [None req-e79375b2-83c9-47a4-a802-bbf7e7572d28 admin admin] 10.222.0.26 "DELETE /v2.0/subnets/fa46aae0-9f43-4296-81c8-623e3e99da89 HTTP/1.1" status: 204 len: 168 time: 1.3142431 Jun 28 16:41:26.417419 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG neutron.wsgi [-] (74185) accepted ('10.222.0.26', 46544) {{(pid=74185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 28 16:41:26.489779 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG neutron.wsgi [-] (74185) accepted ('10.222.0.41', 62119) {{(pid=74185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 28 16:41:26.829312 dv-cinder-798104-1-smb neutron-server[74187]: DEBUG neutron.db.provisioning_blocks [None req-a6adb321-4767-4a35-a684-80cde1d15536 None None] Provisioning for port 9e62c1b4-b2c3-4819-9e9c-653784818f44 completed by entity DHCP. {{(pid=74187) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 28 16:41:26.836365 dv-cinder-798104-1-smb neutron-server[74187]: DEBUG neutron.db.provisioning_blocks [None req-a6adb321-4767-4a35-a684-80cde1d15536 None None] Provisioning complete for port 9e62c1b4-b2c3-4819-9e9c-653784818f44 triggered by entity DHCP. {{(pid=74187) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 28 16:41:26.837956 dv-cinder-798104-1-smb neutron-server[74187]: DEBUG neutron_lib.callbacks.manager [None req-a6adb321-4767-4a35-a684-80cde1d15536 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1002786'] for port, provisioning_complete {{(pid=74187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 16:41:26.866033 dv-cinder-798104-1-smb neutron-server[74187]: DEBUG neutron.plugins.ml2.managers [None req-930760e5-7363-4df6-974e-b9304e79c0cb None None] Attempting to bind port b261dc18-d602-4cee-827c-cd867a3c40ab on host dv-cinder-798104-1-smb for vnic_type normal with profile {{(pid=74187) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 28 16:41:26.866343 dv-cinder-798104-1-smb neutron-server[74187]: DEBUG neutron.plugins.ml2.managers [None req-930760e5-7363-4df6-974e-b9304e79c0cb None None] Attempting to bind port b261dc18-d602-4cee-827c-cd867a3c40ab by drivers openvswitch,hyperv on host dv-cinder-798104-1-smb at level 0 using segments [{'id': '1fdcd85b-55c4-4ae7-ac73-ac3bd2107891', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f9715ce2-16ba-4ae9-9a15-557432d0a5ed'}] {{(pid=74187) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 28 16:41:26.866706 dv-cinder-798104-1-smb neutron-server[74187]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-930760e5-7363-4df6-974e-b9304e79c0cb None None] Attempting to bind port b261dc18-d602-4cee-827c-cd867a3c40ab on network f9715ce2-16ba-4ae9-9a15-557432d0a5ed {{(pid=74187) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jun 28 16:41:26.881082 dv-cinder-798104-1-smb neutron-server[74187]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-930760e5-7363-4df6-974e-b9304e79c0cb None None] Checking agent: {'id': 'fa82f27f-b773-4083-82bf-f246fc41f2de', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-798104-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 28, 16, 32, 44), 'started_at': datetime.datetime(2021, 6, 28, 16, 33, 14), 'heartbeat_timestamp': datetime.datetime(2021, 6, 28, 16, 41, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-798104-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=74187) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jun 28 16:41:26.881985 dv-cinder-798104-1-smb neutron-server[74187]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-930760e5-7363-4df6-974e-b9304e79c0cb None None] Checking segment: {'id': '1fdcd85b-55c4-4ae7-ac73-ac3bd2107891', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f9715ce2-16ba-4ae9-9a15-557432d0a5ed'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=74187) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jun 28 16:41:26.882451 dv-cinder-798104-1-smb neutron-server[74187]: DEBUG neutron_lib.callbacks.manager [None req-930760e5-7363-4df6-974e-b9304e79c0cb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=74187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 16:41:26.882782 dv-cinder-798104-1-smb neutron-server[74187]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-930760e5-7363-4df6-974e-b9304e79c0cb None None] Bound using segment: {'id': '1fdcd85b-55c4-4ae7-ac73-ac3bd2107891', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f9715ce2-16ba-4ae9-9a15-557432d0a5ed'} {{(pid=74187) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jun 28 16:41:26.883316 dv-cinder-798104-1-smb neutron-server[74187]: DEBUG neutron.plugins.ml2.managers [None req-930760e5-7363-4df6-974e-b9304e79c0cb None None] Bound port: b261dc18-d602-4cee-827c-cd867a3c40ab, host: dv-cinder-798104-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1fdcd85b-55c4-4ae7-ac73-ac3bd2107891', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f9715ce2-16ba-4ae9-9a15-557432d0a5ed'}}] {{(pid=74187) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 28 16:41:26.883688 dv-cinder-798104-1-smb neutron-server[74187]: DEBUG neutron_lib.callbacks.manager [None req-930760e5-7363-4df6-974e-b9304e79c0cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621611'] for port, before_update {{(pid=74187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 16:41:26.929476 dv-cinder-798104-1-smb neutron-server[74186]: DEBUG neutron_lib.callbacks.manager [None req-c600296a-05c7-469d-bab4-959ccf4c708f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2050486'] for security_group, after_create {{(pid=74186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 16:41:26.994385 dv-cinder-798104-1-smb neutron-server[74187]: DEBUG neutron.plugins.ml2.plugin [None req-a6adb321-4767-4a35-a684-80cde1d15536 None None] Port 9e62c1b4-b2c3-4819-9e9c-653784818f44 cannot update to ACTIVE because it is not bound. {{(pid=74187) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jun 28 16:41:27.053971 dv-cinder-798104-1-smb neutron-server[74187]: DEBUG neutron.plugins.ml2.db [None req-930760e5-7363-4df6-974e-b9304e79c0cb None None] For port b261dc18-d602-4cee-827c-cd867a3c40ab, host dv-cinder-798104-1-smb, cleared binding levels {{(pid=74187) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 28 16:41:27.056637 dv-cinder-798104-1-smb neutron-server[74185]: INFO neutron.wsgi [req-513e0c42-0e77-47bb-9bbf-f9faaef3707f req-122239ce-3553-4fc3-8ea8-3c7e9bd5d4d6 tempest-DeleteServersTestJSON-388560069 tempest-DeleteServersTestJSON-388560069-project] 10.222.0.26 "GET /v2.0/ports?device_id=2085ff8a-4738-4d8b-ac96-e46f842c434d HTTP/1.1" status: 200 len: 210 time: 0.2735004 Jun 28 16:41:27.074162 dv-cinder-798104-1-smb neutron-server[74187]: DEBUG neutron.plugins.ml2.db [None req-930760e5-7363-4df6-974e-b9304e79c0cb None None] For port b261dc18-d602-4cee-827c-cd867a3c40ab, host dv-cinder-798104-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-798104-1-smb',level=0,port_id=b261dc18-d602-4cee-827c-cd867a3c40ab,segment=NetworkSegment(1fdcd85b-55c4-4ae7-ac73-ac3bd2107891),segment_id=1fdcd85b-55c4-4ae7-ac73-ac3bd2107891)] {{(pid=74187) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 28 16:41:27.097011 dv-cinder-798104-1-smb neutron-server[74187]: DEBUG neutron_lib.callbacks.manager [None req-930760e5-7363-4df6-974e-b9304e79c0cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-615041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1598908', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774158213048', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774157688378', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774157688423'] for port, after_update {{(pid=74187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 16:41:27.146357 dv-cinder-798104-1-smb neutron-server[74187]: DEBUG oslo_concurrency.lockutils [None req-bb5b52d4-023e-46b9-bcdd-484c67f33c4f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74187) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 16:41:27.149249 dv-cinder-798104-1-smb neutron-server[74186]: DEBUG oslo_concurrency.lockutils [None req-b422a41f-3518-4a37-935e-4937025df5c6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74186) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 16:41:27.187197 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e0cb5dbd-4d1d-4b92-851d-07ff073953db admin admin] Notify agent at l3_agent.dv-cinder-798104-1-smb the message routers_updated {{(pid=74185) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 28 16:41:27.194336 dv-cinder-798104-1-smb neutron-server[74186]: INFO neutron.wsgi [None req-c600296a-05c7-469d-bab4-959ccf4c708f admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=603c4f2f00084fa3ae8210f350f8da2d&name=default HTTP/1.1" status: 200 len: 2647 time: 1.4066720 Jun 28 16:41:27.204587 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG neutron.wsgi [-] (74185) accepted ('10.222.0.26', 46560) {{(pid=74185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 28 16:41:27.209613 dv-cinder-798104-1-smb neutron-server[74188]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23feebad-bc11-4711-87d2-0c2826209783 None None] Sync routers for ids ['37fc708e-b76d-48af-94e2-885e9728d38e'] in dv-cinder-798104-1-smb {{(pid=74188) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jun 28 16:41:27.236512 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG neutron_lib.callbacks.manager [None req-cbe8f791-b522-4cd1-adb4-bbbe2c2df416 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-565721'] for network, before_delete {{(pid=74185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 16:41:27.240805 dv-cinder-798104-1-smb neutron-server[74188]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23feebad-bc11-4711-87d2-0c2826209783 None None] Routers {'37fc708e-b76d-48af-94e2-885e9728d38e'} bound to L3 agent in host dv-cinder-798104-1-smb {{(pid=74188) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 28 16:41:27.244920 dv-cinder-798104-1-smb neutron-server[74188]: DEBUG neutron.db.l3_hamode_db [None req-23feebad-bc11-4711-87d2-0c2826209783 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-798104-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-28T16:32:46Z,description=,heartbeat_timestamp=2021-06-28T16:41:17Z,host='dv-cinder-798104-1-smb',id=633adcd1-515e-4435-b14d-49f054abd10f,load=0,resource_versions=,resources_synced=,started_at=2021-06-28T16:32:46Z,topic='l3_agent')) {'router_ids': ['37fc708e-b76d-48af-94e2-885e9728d38e'], 'active': True} {{(pid=74188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 16:41:27.397887 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG neutron_lib.callbacks.manager [None req-e0cb5dbd-4d1d-4b92-851d-07ff073953db admin admin] Notify callbacks [] for router, before_response {{(pid=74185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 16:41:27.405907 dv-cinder-798104-1-smb neutron-server[74185]: INFO neutron.wsgi [None req-e0cb5dbd-4d1d-4b92-851d-07ff073953db admin admin] 10.222.0.26 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 12.4552391 Jun 28 16:41:27.418347 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG neutron.wsgi [-] (74185) accepted ('10.222.0.26', 46564) {{(pid=74185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 28 16:41:27.432861 dv-cinder-798104-1-smb neutron-server[74187]: DEBUG neutron.plugins.ml2.rpc [None req-c72dd329-595c-4eca-9296-ba6eff8780d9 None None] Device 74703248-bf69-474c-88bd-a2bb2d77a8d5 up at agent ovs-agent-dv-cinder-798104-1-smb {{(pid=74187) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 28 16:41:27.454150 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9797c6d5-0c66-4fc3-806a-1810c7426a58 req-78ea8e5d-cc4f-4543-8d95-9b98479adeff tempest-DeleteServersTestJSON-388560069 tempest-DeleteServersTestJSON-388560069-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=74185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 16:41:27.458829 dv-cinder-798104-1-smb neutron-server[74185]: INFO neutron.wsgi [req-9797c6d5-0c66-4fc3-806a-1810c7426a58 req-78ea8e5d-cc4f-4543-8d95-9b98479adeff tempest-DeleteServersTestJSON-388560069 tempest-DeleteServersTestJSON-388560069-project] 10.222.0.41 "GET /v2.0/networks?id=57bed292-9c57-428d-ab78-cedbab0d959b HTTP/1.1" status: 200 len: 812 time: 0.9648666 Jun 28 16:41:27.587628 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG neutron.api.v2.base [req-9797c6d5-0c66-4fc3-806a-1810c7426a58 req-04ac7599-c83e-4fd2-ae2e-e67f4ac10d7f tempest-DeleteServersTestJSON-388560069 tempest-DeleteServersTestJSON-388560069-project] Request body: {'port': {'device_id': '2085ff8a-4738-4d8b-ac96-e46f842c434d', 'network_id': '57bed292-9c57-428d-ab78-cedbab0d959b', 'admin_state_up': True, 'tenant_id': '74ddec19a7d64aa19adab6235e2182e1'}} {{(pid=74185) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jun 28 16:41:27.642091 dv-cinder-798104-1-smb neutron-server[74186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c600296a-05c7-469d-bab4-959ccf4c708f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a8acb5fe-937e-4a99-bb36-c78c14b49c7a,revision_number=1']} {{(pid=74186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 16:41:27.739395 dv-cinder-798104-1-smb neutron-server[74187]: DEBUG neutron.db.l3_dvrscheduler_db [None req-930760e5-7363-4df6-974e-b9304e79c0cb None None] Routers {'10a8f5a5-0194-4220-a7ff-16383cce71f4'} bound to L3 agent in host dv-cinder-798104-1-smb {{(pid=74187) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 28 16:41:27.740186 dv-cinder-798104-1-smb neutron-server[74187]: DEBUG neutron.db.l3_hamode_db [None req-930760e5-7363-4df6-974e-b9304e79c0cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-798104-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-28T16:32:46Z,description=,heartbeat_timestamp=2021-06-28T16:41:17Z,host='dv-cinder-798104-1-smb',id=633adcd1-515e-4435-b14d-49f054abd10f,load=0,resource_versions=,resources_synced=,started_at=2021-06-28T16:32:46Z,topic='l3_agent')) {'router_ids': ['10a8f5a5-0194-4220-a7ff-16383cce71f4'], 'active': True} {{(pid=74187) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 16:41:27.743264 dv-cinder-798104-1-smb neutron-server[74186]: DEBUG oslo_concurrency.lockutils [None req-c600296a-05c7-469d-bab4-959ccf4c708f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.594s {{(pid=74186) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 16:41:27.751355 dv-cinder-798104-1-smb neutron-server[74186]: DEBUG neutron_lib.callbacks.manager [None req-45aeb4eb-1ad1-4666-955b-2648e80fd2c6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621611'] for port, before_create {{(pid=74186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 16:41:27.882232 dv-cinder-798104-1-smb neutron-server[74187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8086783f-535e-4ec4-831e-d400e2bfbdc7 None None] Pushing event updated for resources: {'Port': ['ID=b261dc18-d602-4cee-827c-cd867a3c40ab,revision_number=3']} {{(pid=74187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 16:41:27.888736 dv-cinder-798104-1-smb neutron-server[74187]: DEBUG neutron.db.provisioning_blocks [None req-2d16467d-319a-4486-93ad-7757ac6daed5 None None] Provisioning complete for port 9e62c1b4-b2c3-4819-9e9c-653784818f44 triggered by entity DHCP. {{(pid=74187) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 28 16:41:27.889285 dv-cinder-798104-1-smb neutron-server[74187]: DEBUG neutron_lib.callbacks.manager [None req-2d16467d-319a-4486-93ad-7757ac6daed5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1002786'] for port, provisioning_complete {{(pid=74187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 16:41:27.931320 dv-cinder-798104-1-smb neutron-server[74187]: DEBUG oslo_concurrency.lockutils [None req-8086783f-535e-4ec4-831e-d400e2bfbdc7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.785s {{(pid=74187) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 16:41:28.009953 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG neutron_lib.callbacks.manager [None req-cbe8f791-b522-4cd1-adb4-bbbe2c2df416 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1000101', 'neutron.services.segments.db._delete_segments_for_network-8774158209666'] for network, precommit_delete {{(pid=74185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 16:41:28.029643 dv-cinder-798104-1-smb neutron-server[74186]: DEBUG neutron.db.db_base_plugin_common [None req-45aeb4eb-1ad1-4666-955b-2648e80fd2c6 admin admin] Allocated IP 172.20.0.1 (456cb4f0-4c56-4bb7-a5cf-eaccb243862b/766e27c3-d7d9-49ba-b0ca-4cfaf9e450d4/646f25b7-86a0-4a5a-8156-e32d48dc12f0) {{(pid=74186) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 28 16:41:28.099891 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG neutron_lib.callbacks.manager [None req-cbe8f791-b522-4cd1-adb4-bbbe2c2df416 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=74185) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 16:41:28.100496 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG neutron_lib.callbacks.manager [None req-cbe8f791-b522-4cd1-adb4-bbbe2c2df416 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=74185) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 16:41:28.101881 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG neutron_lib.callbacks.manager [None req-cbe8f791-b522-4cd1-adb4-bbbe2c2df416 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=74185) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 16:41:28.102429 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG neutron_lib.callbacks.manager [None req-cbe8f791-b522-4cd1-adb4-bbbe2c2df416 admin admin] Subscribe: > port after_create 55550000 {{(pid=74185) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 16:41:28.102970 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG neutron_lib.callbacks.manager [None req-cbe8f791-b522-4cd1-adb4-bbbe2c2df416 admin admin] Subscribe: > port after_delete 55550000 {{(pid=74185) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 16:41:28.103598 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG neutron_lib.callbacks.manager [None req-cbe8f791-b522-4cd1-adb4-bbbe2c2df416 admin admin] Subscribe: > port after_update 55550000 {{(pid=74185) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 16:41:28.104187 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG neutron_lib.callbacks.manager [None req-cbe8f791-b522-4cd1-adb4-bbbe2c2df416 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=74185) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 16:41:28.105032 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG neutron_lib.callbacks.manager [None req-cbe8f791-b522-4cd1-adb4-bbbe2c2df416 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=74185) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 16:41:28.105747 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG neutron_lib.callbacks.manager [None req-cbe8f791-b522-4cd1-adb4-bbbe2c2df416 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=74185) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 16:41:28.106628 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG neutron_lib.callbacks.manager [None req-cbe8f791-b522-4cd1-adb4-bbbe2c2df416 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=74185) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 16:41:28.205247 dv-cinder-798104-1-smb neutron-server[74188]: DEBUG neutron.db.l3_dvr_db [None req-23feebad-bc11-4711-87d2-0c2826209783 None None] Set router 37fc708e-b76d-48af-94e2-885e9728d38e gateway port host: dv-cinder-798104-1-smb {{(pid=74188) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jun 28 16:41:28.221604 dv-cinder-798104-1-smb neutron-server[74186]: DEBUG neutron_lib.callbacks.manager [None req-45aeb4eb-1ad1-4666-955b-2648e80fd2c6 admin admin] Notify callbacks [] for port, precommit_create {{(pid=74186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 16:41:28.237631 dv-cinder-798104-1-smb neutron-server[74187]: DEBUG neutron.plugins.ml2.plugin [None req-2d16467d-319a-4486-93ad-7757ac6daed5 None None] Port 9e62c1b4-b2c3-4819-9e9c-653784818f44 cannot update to ACTIVE because it is not bound. {{(pid=74187) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jun 28 16:41:28.275691 dv-cinder-798104-1-smb neutron-server[74186]: DEBUG neutron_lib.callbacks.manager [None req-45aeb4eb-1ad1-4666-955b-2648e80fd2c6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-615041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1598908', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774157688360'] for port, after_create {{(pid=74186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 16:41:28.279804 dv-cinder-798104-1-smb neutron-server[74187]: DEBUG neutron.db.provisioning_blocks [None req-c72dd329-595c-4eca-9296-ba6eff8780d9 None None] Provisioning for port 74703248-bf69-474c-88bd-a2bb2d77a8d5 completed by entity L2. {{(pid=74187) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 28 16:41:28.284785 dv-cinder-798104-1-smb neutron-server[74186]: DEBUG oslo_concurrency.lockutils [None req-34fbcc58-07fe-4c76-8775-aca39c468018 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74186) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 16:41:28.307160 dv-cinder-798104-1-smb neutron-server[74187]: DEBUG neutron.db.provisioning_blocks [None req-c72dd329-595c-4eca-9296-ba6eff8780d9 None None] Provisioning complete for port 74703248-bf69-474c-88bd-a2bb2d77a8d5 triggered by entity L2. {{(pid=74187) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 28 16:41:28.309943 dv-cinder-798104-1-smb neutron-server[74187]: DEBUG neutron_lib.callbacks.manager [None req-c72dd329-595c-4eca-9296-ba6eff8780d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1002786'] for port, provisioning_complete {{(pid=74187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 16:41:28.473982 dv-cinder-798104-1-smb neutron-server[74187]: DEBUG neutron.db.l3_dvr_db [None req-930760e5-7363-4df6-974e-b9304e79c0cb None None] Set router 10a8f5a5-0194-4220-a7ff-16383cce71f4 gateway port host: dv-cinder-798104-1-smb {{(pid=74187) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jun 28 16:41:28.584929 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG neutron_lib.callbacks.manager [None req-cbe8f791-b522-4cd1-adb4-bbbe2c2df416 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=74185) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 16:41:28.586259 dv-cinder-798104-1-smb neutron-server[74186]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-45aeb4eb-1ad1-4666-955b-2648e80fd2c6 admin admin] Network 456cb4f0-4c56-4bb7-a5cf-eaccb243862b is already hosted by enough agents. {{(pid=74186) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 28 16:41:28.589494 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG neutron_lib.callbacks.manager [None req-cbe8f791-b522-4cd1-adb4-bbbe2c2df416 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=74185) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 16:41:28.590120 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG neutron_lib.callbacks.manager [None req-cbe8f791-b522-4cd1-adb4-bbbe2c2df416 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=74185) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 16:41:28.594044 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG neutron_lib.callbacks.manager [None req-cbe8f791-b522-4cd1-adb4-bbbe2c2df416 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=74185) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 16:41:28.594502 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG neutron.services.segments.db [None req-cbe8f791-b522-4cd1-adb4-bbbe2c2df416 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e8071efc-6734-41d3-acf6-96108c42ade0']}} {{(pid=74185) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 16:41:28.602493 dv-cinder-798104-1-smb neutron-server[74186]: DEBUG neutron.scheduler.base_scheduler [None req-45aeb4eb-1ad1-4666-955b-2648e80fd2c6 admin admin] Resources bound (agent type, host, resource id): {{(pid=74186) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 28 16:41:28.616788 dv-cinder-798104-1-smb neutron-server[74186]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45aeb4eb-1ad1-4666-955b-2648e80fd2c6 admin admin] Received port after_create {{(pid=74186) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 28 16:41:28.617263 dv-cinder-798104-1-smb neutron-server[74186]: DEBUG neutron_lib.callbacks.manager [None req-45aeb4eb-1ad1-4666-955b-2648e80fd2c6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1624359'] for router_interface, before_create {{(pid=74186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 16:41:28.626952 dv-cinder-798104-1-smb neutron-server[74187]: DEBUG neutron.db.provisioning_blocks [None req-f88e960d-9f1e-4bca-a1f2-9ea871bed276 None None] Provisioning complete for port 74703248-bf69-474c-88bd-a2bb2d77a8d5 triggered by entity DHCP. {{(pid=74187) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 28 16:41:28.627616 dv-cinder-798104-1-smb neutron-server[74187]: DEBUG neutron_lib.callbacks.manager [None req-f88e960d-9f1e-4bca-a1f2-9ea871bed276 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1002786'] for port, provisioning_complete {{(pid=74187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 16:41:28.632354 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG neutron_lib.callbacks.manager [None req-35fac434-2adc-4a75-9285-5f464462addb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=74185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 16:41:28.681012 dv-cinder-798104-1-smb neutron-server[74186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45aeb4eb-1ad1-4666-955b-2648e80fd2c6 admin admin] Pushing event updated for resources: {'Port': ['ID=646f25b7-86a0-4a5a-8156-e32d48dc12f0,revision_number=1']} {{(pid=74186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 16:41:28.693410 dv-cinder-798104-1-smb neutron-server[74186]: DEBUG oslo_concurrency.lockutils [None req-45aeb4eb-1ad1-4666-955b-2648e80fd2c6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.407s {{(pid=74186) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 16:41:28.706281 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG neutron_lib.callbacks.manager [None req-35fac434-2adc-4a75-9285-5f464462addb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=74185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 16:41:28.999652 dv-cinder-798104-1-smb neutron-server[74186]: DEBUG neutron_lib.callbacks.manager [None req-45aeb4eb-1ad1-4666-955b-2648e80fd2c6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621611'] for port, before_update {{(pid=74186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 16:41:29.072532 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG neutron.services.segments.db [None req-cbe8f791-b522-4cd1-adb4-bbbe2c2df416 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '28fe5c31-a68b-498b-9089-4ff01d3699c8') {'for_net_delete': True} {{(pid=74185) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 16:41:29.073023 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG neutron.services.segments.db [None req-cbe8f791-b522-4cd1-adb4-bbbe2c2df416 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '28fe5c31-a68b-498b-9089-4ff01d3699c8') {} {{(pid=74185) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 16:41:29.148799 dv-cinder-798104-1-smb neutron-server[74188]: DEBUG neutron.db.l3_hamode_db [None req-23feebad-bc11-4711-87d2-0c2826209783 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '37fc708e-b76d-48af-94e2-885e9728d38e', 'name': 'tempest-AttachVolumeShelveTestJSON-1126503272-router', 'tenant_id': '1796e3b7b6834b8a88df228c1c9772ef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f9715ce2-16ba-4ae9-9a15-557432d0a5ed', 'external_fixed_ips': [{'subnet_id': 'e3a20e14-2eea-4943-8cec-1fe85e8448d0', 'ip_address': '172.28.3.2'}], 'enable_snat': True}, 'gw_port_id': '2b6842d1-6e2d-429b-8fe9-2900df84d0b8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-28T16:41:15Z', 'updated_at': '2021-06-28T16:41:21Z', 'revision_number': 3, 'project_id': '1796e3b7b6834b8a88df228c1c9772ef', 'gw_port': {'id': '2b6842d1-6e2d-429b-8fe9-2900df84d0b8', 'name': '', 'network_id': 'f9715ce2-16ba-4ae9-9a15-557432d0a5ed', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:4a:99', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '37fc708e-b76d-48af-94e2-885e9728d38e', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e3a20e14-2eea-4943-8cec-1fe85e8448d0', 'ip_address': '172.28.3.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T16:41:18Z', 'updated_at': '2021-06-28T16:41:19Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'e3a20e14-2eea-4943-8cec-1fe85e8448d0', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798104-1-smb'}], 'dv-cinder-798104-1-smb', False) {} {{(pid=74188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 16:41:29.159686 dv-cinder-798104-1-smb neutron-server[74188]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23feebad-bc11-4711-87d2-0c2826209783 None None] Checking router: 37fc708e-b76d-48af-94e2-885e9728d38e for host: dv-cinder-798104-1-smb {{(pid=74188) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Jun 28 16:41:29.160178 dv-cinder-798104-1-smb neutron-server[74188]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23feebad-bc11-4711-87d2-0c2826209783 None None] Updating router 37fc708e-b76d-48af-94e2-885e9728d38e port 2b6842d1-6e2d-429b-8fe9-2900df84d0b8 binding host dv-cinder-798104-1-smb {{(pid=74188) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Jun 28 16:41:29.175680 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG neutron_lib.callbacks.manager [None req-35fac434-2adc-4a75-9285-5f464462addb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2050486'] for security_group, after_delete {{(pid=74185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 16:41:29.251359 dv-cinder-798104-1-smb neutron-server[74187]: DEBUG neutron_lib.callbacks.manager [None req-c72dd329-595c-4eca-9296-ba6eff8780d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621611'] for port, before_update {{(pid=74187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 16:41:29.287159 dv-cinder-798104-1-smb neutron-server[74188]: DEBUG neutron_lib.callbacks.manager [None req-23feebad-bc11-4711-87d2-0c2826209783 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621611'] for port, before_update {{(pid=74188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 16:41:29.287796 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG neutron_lib.callbacks.manager [None req-cbe8f791-b522-4cd1-adb4-bbbe2c2df416 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774158131357', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15604363'] for segment, before_delete {{(pid=74185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 16:41:29.342118 dv-cinder-798104-1-smb neutron-server[74186]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-34fbcc58-07fe-4c76-8775-aca39c468018 admin admin] Router 30e00ac4-b549-4d86-a0ee-d327f17cf3c1 has already been hosted by L3 agent 633adcd1-515e-4435-b14d-49f054abd10f {{(pid=74186) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 28 16:41:29.344402 dv-cinder-798104-1-smb neutron-server[74185]: INFO neutron.wsgi [req-e88f2088-36dc-4535-a21d-2106d50a1faf req-e01bb7b8-4035-4e61-aee8-607958aa43de tempest-DeleteServersTestJSON-388560069 tempest-DeleteServersTestJSON-388560069-project] 10.222.0.26 "GET /v2.0/ports?device_id=2085ff8a-4738-4d8b-ac96-e46f842c434d HTTP/1.1" status: 200 len: 210 time: 0.4708853 Jun 28 16:41:29.399008 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74185) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 16:41:29.476586 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG neutron_lib.callbacks.manager [None req-35fac434-2adc-4a75-9285-5f464462addb admin admin] Notify callbacks [] for security_group, before_response {{(pid=74185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 16:41:29.478569 dv-cinder-798104-1-smb neutron-server[74185]: INFO neutron.wsgi [None req-35fac434-2adc-4a75-9285-5f464462addb admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/a8acb5fe-937e-4a99-bb36-c78c14b49c7a HTTP/1.1" status: 204 len: 168 time: 2.2619982 Jun 28 16:41:29.521429 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG neutron_lib.callbacks.manager [None req-cbe8f791-b522-4cd1-adb4-bbbe2c2df416 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-938564'] for segment, precommit_delete {{(pid=74185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 16:41:29.552138 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cbe8f791-b522-4cd1-adb4-bbbe2c2df416 admin admin] Releasing vlan 406 on physical network physnet1 to pool {{(pid=74185) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Jun 28 16:41:29.554030 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG neutron_lib.callbacks.manager [None req-cbe8f791-b522-4cd1-adb4-bbbe2c2df416 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-938591', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15648286'] for segment, after_delete {{(pid=74185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 16:41:29.581907 dv-cinder-798104-1-smb neutron-server[74187]: DEBUG neutron_lib.callbacks.manager [None req-f88e960d-9f1e-4bca-a1f2-9ea871bed276 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621611'] for port, before_update {{(pid=74187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 16:41:29.941896 dv-cinder-798104-1-smb neutron-server[74187]: DEBUG neutron.plugins.ml2.db [None req-c72dd329-595c-4eca-9296-ba6eff8780d9 None None] For port 74703248-bf69-474c-88bd-a2bb2d77a8d5, host dv-cinder-798104-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-798104-1-smb',level=0,port_id=74703248-bf69-474c-88bd-a2bb2d77a8d5,segment=NetworkSegment(2df110ad-025a-4a6b-9e31-f233466e01f1),segment_id=2df110ad-025a-4a6b-9e31-f233466e01f1)] {{(pid=74187) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 16:41:30.098780 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35fac434-2adc-4a75-9285-5f464462addb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a8acb5fe-937e-4a99-bb36-c78c14b49c7a,revision_number=None']} {{(pid=74185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 16:41:30.129585 dv-cinder-798104-1-smb neutron-server[74187]: DEBUG neutron_lib.callbacks.manager [None req-c72dd329-595c-4eca-9296-ba6eff8780d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-615041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1598908', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774158213048', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774157688378', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774157688423'] for port, after_update {{(pid=74187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 16:41:30.142055 dv-cinder-798104-1-smb neutron-server[74185]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/relationships.py:1993: SAWarning: Setting backref / back_populates on relationship QosNetworkPolicyBinding.port to refer to viewonly relationship Port.qos_network_policy_binding should include sync_backref=False set on the QosNetworkPolicyBinding.port relationship. (this warning may be suppressed after 10 occurrences) Jun 28 16:41:30.142055 dv-cinder-798104-1-smb neutron-server[74185]: util.warn_limited( Jun 28 16:41:30.142055 dv-cinder-798104-1-smb neutron-server[74185]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/relationships.py:1993: SAWarning: Setting backref / back_populates on relationship Tag.standard_attr to refer to viewonly relationship StandardAttribute.tags should include sync_backref=False set on the Tag.standard_attr relationship. (this warning may be suppressed after 10 occurrences) Jun 28 16:41:30.142055 dv-cinder-798104-1-smb neutron-server[74185]: util.warn_limited( Jun 28 16:41:30.142055 dv-cinder-798104-1-smb neutron-server[74185]: Traceback (most recent call last): Jun 28 16:41:30.142055 dv-cinder-798104-1-smb neutron-server[74185]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Jun 28 16:41:30.142055 dv-cinder-798104-1-smb neutron-server[74185]: timer() Jun 28 16:41:30.142055 dv-cinder-798104-1-smb neutron-server[74185]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 28 16:41:30.142055 dv-cinder-798104-1-smb neutron-server[74185]: cb(*args, **kw) Jun 28 16:41:30.142055 dv-cinder-798104-1-smb neutron-server[74185]: File "/opt/stack/neutron/neutron/common/utils.py", line 901, in wrapper Jun 28 16:41:30.142055 dv-cinder-798104-1-smb neutron-server[74185]: return func(*args, **kwargs) Jun 28 16:41:30.142055 dv-cinder-798104-1-smb neutron-server[74185]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 28 16:41:30.142055 dv-cinder-798104-1-smb neutron-server[74185]: self._notify() Jun 28 16:41:30.142055 dv-cinder-798104-1-smb neutron-server[74185]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 28 16:41:30.142055 dv-cinder-798104-1-smb neutron-server[74185]: self.callback(batched_events) Jun 28 16:41:30.142055 dv-cinder-798104-1-smb neutron-server[74185]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 28 16:41:30.142055 dv-cinder-798104-1-smb neutron-server[74185]: event.method(event) Jun 28 16:41:30.142055 dv-cinder-798104-1-smb neutron-server[74185]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 28 16:41:30.142055 dv-cinder-798104-1-smb neutron-server[74185]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 28 16:41:30.142055 dv-cinder-798104-1-smb neutron-server[74185]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 28 16:41:30.142055 dv-cinder-798104-1-smb neutron-server[74185]: aggregate_uuid = self.p_client.list_aggregates( Jun 28 16:41:30.142055 dv-cinder-798104-1-smb neutron-server[74185]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 28 16:41:30.142055 dv-cinder-798104-1-smb neutron-server[74185]: return f(self, *a, **k) Jun 28 16:41:30.142055 dv-cinder-798104-1-smb neutron-server[74185]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jun 28 16:41:30.142055 dv-cinder-798104-1-smb neutron-server[74185]: return self._get(url).json() Jun 28 16:41:30.142055 dv-cinder-798104-1-smb neutron-server[74185]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jun 28 16:41:30.142055 dv-cinder-798104-1-smb neutron-server[74185]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 28 16:41:30.142055 dv-cinder-798104-1-smb neutron-server[74185]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Jun 28 16:41:30.142055 dv-cinder-798104-1-smb neutron-server[74185]: return self.request(url, 'GET', **kwargs) Jun 28 16:41:30.142055 dv-cinder-798104-1-smb neutron-server[74185]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Jun 28 16:41:30.142055 dv-cinder-798104-1-smb neutron-server[74185]: base_url = self.get_endpoint(auth, allow=allow, Jun 28 16:41:30.142055 dv-cinder-798104-1-smb neutron-server[74185]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jun 28 16:41:30.142055 dv-cinder-798104-1-smb neutron-server[74185]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 28 16:41:30.142055 dv-cinder-798104-1-smb neutron-server[74185]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jun 28 16:41:30.142055 dv-cinder-798104-1-smb neutron-server[74185]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 28 16:41:30.142055 dv-cinder-798104-1-smb neutron-server[74185]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 28 16:41:30.145184 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG oslo_concurrency.lockutils [None req-35fac434-2adc-4a75-9285-5f464462addb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.745s {{(pid=74185) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 16:41:30.149045 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG neutron_lib.callbacks.manager [None req-cbe8f791-b522-4cd1-adb4-bbbe2c2df416 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1000534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2050463', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1598908', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1624240'] for network, after_delete {{(pid=74185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 16:41:30.177071 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG neutron.db.quota.driver [req-9797c6d5-0c66-4fc3-806a-1810c7426a58 req-04ac7599-c83e-4fd2-ae2e-e67f4ac10d7f tempest-DeleteServersTestJSON-388560069 tempest-DeleteServersTestJSON-388560069-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74185) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 28 16:41:30.185775 dv-cinder-798104-1-smb neutron-server[74187]: DEBUG neutron.plugins.ml2.rpc [None req-c72dd329-595c-4eca-9296-ba6eff8780d9 None None] Device 600f6151-facc-4997-ba41-54649124a999 up at agent ovs-agent-dv-cinder-798104-1-smb {{(pid=74187) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 28 16:41:30.199959 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG neutron.quota.resource [req-9797c6d5-0c66-4fc3-806a-1810c7426a58 req-04ac7599-c83e-4fd2-ae2e-e67f4ac10d7f tempest-DeleteServersTestJSON-388560069 tempest-DeleteServersTestJSON-388560069-project] Usage tracker for resource:port and tenant:74ddec19a7d64aa19adab6235e2182e1 is out of sync, need to count used quota {{(pid=74185) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 28 16:41:30.206441 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74185) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 16:41:30.241070 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG neutron.quota.resource [req-9797c6d5-0c66-4fc3-806a-1810c7426a58 req-04ac7599-c83e-4fd2-ae2e-e67f4ac10d7f tempest-DeleteServersTestJSON-388560069 tempest-DeleteServersTestJSON-388560069-project] Quota usage for port was recalculated. Used quota:0. {{(pid=74185) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 28 16:41:30.274278 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG neutron_lib.callbacks.manager [None req-cbe8f791-b522-4cd1-adb4-bbbe2c2df416 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1598890'] for network, before_response {{(pid=74185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 16:41:30.335461 dv-cinder-798104-1-smb neutron-server[74185]: INFO neutron.wsgi [None req-cbe8f791-b522-4cd1-adb4-bbbe2c2df416 admin admin] 10.222.0.26 "DELETE /v2.0/networks/e8071efc-6734-41d3-acf6-96108c42ade0 HTTP/1.1" status: 204 len: 168 time: 3.9143550 Jun 28 16:41:30.344740 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG neutron.db.quota.driver [req-9797c6d5-0c66-4fc3-806a-1810c7426a58 req-04ac7599-c83e-4fd2-ae2e-e67f4ac10d7f tempest-DeleteServersTestJSON-388560069 tempest-DeleteServersTestJSON-388560069-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=74185) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 28 16:41:30.443228 dv-cinder-798104-1-smb neutron-server[74187]: DEBUG oslo_concurrency.lockutils [None req-33a8dabf-8822-40d6-96e6-0d6f97590c0c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74187) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 16:41:30.634743 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbe8f791-b522-4cd1-adb4-bbbe2c2df416 admin admin] Pushing event deleted for resources: {'Network': ['ID=e8071efc-6734-41d3-acf6-96108c42ade0,revision_number=None']} {{(pid=74185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 16:41:30.652308 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG oslo_concurrency.lockutils [None req-cbe8f791-b522-4cd1-adb4-bbbe2c2df416 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.445s {{(pid=74185) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 16:41:30.715122 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG neutron.wsgi [-] (74185) accepted ('10.222.0.26', 46626) {{(pid=74185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 28 16:41:31.001763 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9797c6d5-0c66-4fc3-806a-1810c7426a58 req-04ac7599-c83e-4fd2-ae2e-e67f4ac10d7f tempest-DeleteServersTestJSON-388560069 tempest-DeleteServersTestJSON-388560069-project] Made reservation on behalf of 74ddec19a7d64aa19adab6235e2182e1 for: {'port': 1} {{(pid=74185) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 28 16:41:31.014044 dv-cinder-798104-1-smb neutron-server[74187]: DEBUG neutron_lib.db.api [None req-f88e960d-9f1e-4bca-a1f2-9ea871bed276 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=74187) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 28 16:41:31.014461 dv-cinder-798104-1-smb neutron-server[74187]: DEBUG oslo_db.api [None req-f88e960d-9f1e-4bca-a1f2-9ea871bed276 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=74187) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 28 16:41:31.020493 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG neutron_lib.callbacks.manager [req-9797c6d5-0c66-4fc3-806a-1810c7426a58 req-04ac7599-c83e-4fd2-ae2e-e67f4ac10d7f tempest-DeleteServersTestJSON-388560069 tempest-DeleteServersTestJSON-388560069-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621611'] for port, before_create {{(pid=74185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 16:41:31.078990 dv-cinder-798104-1-smb neutron-server[74187]: DEBUG neutron.db.l3_hamode_db [None req-930760e5-7363-4df6-974e-b9304e79c0cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '10a8f5a5-0194-4220-a7ff-16383cce71f4', 'name': 'tempest-ServerRescueNegativeTestJSON-1727621301-router', 'tenant_id': '9344ad16110c4191993c42fbf7367cf2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f9715ce2-16ba-4ae9-9a15-557432d0a5ed', 'external_fixed_ips': [{'subnet_id': 'e3a20e14-2eea-4943-8cec-1fe85e8448d0', 'ip_address': '172.28.3.42'}], 'enable_snat': True}, 'gw_port_id': 'b261dc18-d602-4cee-827c-cd867a3c40ab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-28T16:41:11Z', 'updated_at': '2021-06-28T16:41:17Z', 'revision_number': 3, 'project_id': '9344ad16110c4191993c42fbf7367cf2', 'gw_port': {'id': 'b261dc18-d602-4cee-827c-cd867a3c40ab', 'name': '', 'network_id': 'f9715ce2-16ba-4ae9-9a15-557432d0a5ed', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:2a:c4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '10a8f5a5-0194-4220-a7ff-16383cce71f4', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e3a20e14-2eea-4943-8cec-1fe85e8448d0', 'ip_address': '172.28.3.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798104-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T16:41:15Z', 'updated_at': '2021-06-28T16:41:27Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e3a20e14-2eea-4943-8cec-1fe85e8448d0', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798104-1-smb'}], 'dv-cinder-798104-1-smb', False) {} {{(pid=74187) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 16:41:31.102656 dv-cinder-798104-1-smb neutron-server[74187]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-930760e5-7363-4df6-974e-b9304e79c0cb None None] The sync data for ids ['10a8f5a5-0194-4220-a7ff-16383cce71f4'] in dv-cinder-798104-1-smb is: [{'id': '10a8f5a5-0194-4220-a7ff-16383cce71f4', 'name': 'tempest-ServerRescueNegativeTestJSON-1727621301-router', 'tenant_id': '9344ad16110c4191993c42fbf7367cf2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f9715ce2-16ba-4ae9-9a15-557432d0a5ed', 'external_fixed_ips': [{'subnet_id': 'e3a20e14-2eea-4943-8cec-1fe85e8448d0', 'ip_address': '172.28.3.42'}], 'enable_snat': True}, 'gw_port_id': 'b261dc18-d602-4cee-827c-cd867a3c40ab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-28T16:41:11Z', 'updated_at': '2021-06-28T16:41:17Z', 'revision_number': 3, 'project_id': '9344ad16110c4191993c42fbf7367cf2', 'gw_port': {'id': 'b261dc18-d602-4cee-827c-cd867a3c40ab', 'name': '', 'network_id': 'f9715ce2-16ba-4ae9-9a15-557432d0a5ed', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:2a:c4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '10a8f5a5-0194-4220-a7ff-16383cce71f4', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e3a20e14-2eea-4943-8cec-1fe85e8448d0', 'ip_address': '172.28.3.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798104-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T16:41:15Z', 'updated_at': '2021-06-28T16:41:27Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e3a20e14-2eea-4943-8cec-1fe85e8448d0', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798104-1-smb'}] {{(pid=74187) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jun 28 16:41:31.130750 dv-cinder-798104-1-smb neutron-server[74187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c72dd329-595c-4eca-9296-ba6eff8780d9 None None] Pushing event updated for resources: {'Port': ['ID=74703248-bf69-474c-88bd-a2bb2d77a8d5,revision_number=3']} {{(pid=74187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 16:41:31.137981 dv-cinder-798104-1-smb neutron-server[74187]: DEBUG oslo_concurrency.lockutils [None req-c72dd329-595c-4eca-9296-ba6eff8780d9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.703s {{(pid=74187) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 16:41:31.151400 dv-cinder-798104-1-smb neutron-server[74187]: DEBUG neutron.db.provisioning_blocks [None req-c72dd329-595c-4eca-9296-ba6eff8780d9 None None] Provisioning complete for port 600f6151-facc-4997-ba41-54649124a999 triggered by entity L2. {{(pid=74187) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 28 16:41:31.159682 dv-cinder-798104-1-smb neutron-server[74187]: DEBUG neutron_lib.callbacks.manager [None req-c72dd329-595c-4eca-9296-ba6eff8780d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1002786'] for port, provisioning_complete {{(pid=74187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 16:41:31.287571 dv-cinder-798104-1-smb neutron-server[74188]: DEBUG neutron_lib.callbacks.manager [None req-23feebad-bc11-4711-87d2-0c2826209783 None None] Notify callbacks [] for port, precommit_update {{(pid=74188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 16:41:31.326054 dv-cinder-798104-1-smb neutron-server[74188]: DEBUG neutron.db.provisioning_blocks [None req-23feebad-bc11-4711-87d2-0c2826209783 None None] Transition to ACTIVE for port object 2b6842d1-6e2d-429b-8fe9-2900df84d0b8 will not be triggered until provisioned by entity L2. {{(pid=74188) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 28 16:41:31.347801 dv-cinder-798104-1-smb neutron-server[74188]: DEBUG neutron_lib.callbacks.manager [None req-23feebad-bc11-4711-87d2-0c2826209783 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-615041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1598908', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774158213048', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774157688378', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774157688423'] for port, after_update {{(pid=74188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 16:41:31.355814 dv-cinder-798104-1-smb neutron-server[74188]: DEBUG oslo_concurrency.lockutils [None req-0017ce86-e1a9-4d45-8f41-493f64eeb394 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74188) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 16:41:31.464080 dv-cinder-798104-1-smb neutron-server[74186]: DEBUG neutron_lib.db.resource_extend [None req-45aeb4eb-1ad1-4666-955b-2648e80fd2c6 admin admin] It took 0.19 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=74186) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jun 28 16:41:31.474738 dv-cinder-798104-1-smb neutron-server[74187]: DEBUG neutron.plugins.ml2.rpc [None req-c72dd329-595c-4eca-9296-ba6eff8780d9 None None] Device 74703248-bf69-474c-88bd-a2bb2d77a8d5 up at agent ovs-agent-dv-cinder-798104-1-smb {{(pid=74187) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 28 16:41:31.516695 dv-cinder-798104-1-smb neutron-server[74186]: DEBUG neutron_lib.callbacks.manager [None req-45aeb4eb-1ad1-4666-955b-2648e80fd2c6 admin admin] Notify callbacks [] for port, precommit_update {{(pid=74186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 16:41:31.549927 dv-cinder-798104-1-smb neutron-server[74186]: DEBUG neutron_lib.callbacks.manager [None req-45aeb4eb-1ad1-4666-955b-2648e80fd2c6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-615041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1598908', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774158213048', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774157688378', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774157688423'] for port, after_update {{(pid=74186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 16:41:31.552454 dv-cinder-798104-1-smb neutron-server[74188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb3125f9-ffaa-45b1-b81a-04ff5fc5671b None None] Pushing event updated for resources: {'Port': ['ID=2b6842d1-6e2d-429b-8fe9-2900df84d0b8,revision_number=2']} {{(pid=74188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 16:41:31.556669 dv-cinder-798104-1-smb neutron-server[74186]: DEBUG neutron_lib.callbacks.manager [None req-45aeb4eb-1ad1-4666-955b-2648e80fd2c6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1598798', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1635339'] for router_interface, after_create {{(pid=74186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 16:41:31.569707 dv-cinder-798104-1-smb neutron-server[74188]: DEBUG oslo_concurrency.lockutils [None req-fb3125f9-ffaa-45b1-b81a-04ff5fc5671b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.213s {{(pid=74188) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 16:41:31.590092 dv-cinder-798104-1-smb neutron-server[74186]: DEBUG oslo_concurrency.lockutils [None req-45aeb4eb-1ad1-4666-955b-2648e80fd2c6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74186) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 16:41:31.600687 dv-cinder-798104-1-smb neutron-server[74185]: INFO neutron.wsgi [req-4c3b413b-59ad-4c5a-b3da-1fef90c36a69 req-82ca5c4f-e681-456e-ae7c-4ebb1f2aae3e tempest-DeleteServersTestJSON-388560069 tempest-DeleteServersTestJSON-388560069-project] 10.222.0.26 "GET /v2.0/ports?device_id=2085ff8a-4738-4d8b-ac96-e46f842c434d HTTP/1.1" status: 200 len: 210 time: 0.5254898 Jun 28 16:41:31.644889 dv-cinder-798104-1-smb neutron-server[74188]: DEBUG neutron.plugins.ml2.managers [None req-23feebad-bc11-4711-87d2-0c2826209783 None None] Attempting to bind port 2b6842d1-6e2d-429b-8fe9-2900df84d0b8 on host dv-cinder-798104-1-smb for vnic_type normal with profile {{(pid=74188) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 28 16:41:31.645263 dv-cinder-798104-1-smb neutron-server[74188]: DEBUG neutron.plugins.ml2.managers [None req-23feebad-bc11-4711-87d2-0c2826209783 None None] Attempting to bind port 2b6842d1-6e2d-429b-8fe9-2900df84d0b8 by drivers openvswitch,hyperv on host dv-cinder-798104-1-smb at level 0 using segments [{'id': '1fdcd85b-55c4-4ae7-ac73-ac3bd2107891', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f9715ce2-16ba-4ae9-9a15-557432d0a5ed'}] {{(pid=74188) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 28 16:41:31.645651 dv-cinder-798104-1-smb neutron-server[74188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23feebad-bc11-4711-87d2-0c2826209783 None None] Attempting to bind port 2b6842d1-6e2d-429b-8fe9-2900df84d0b8 on network f9715ce2-16ba-4ae9-9a15-557432d0a5ed {{(pid=74188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jun 28 16:41:31.668641 dv-cinder-798104-1-smb neutron-server[74188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23feebad-bc11-4711-87d2-0c2826209783 None None] Checking agent: {'id': 'fa82f27f-b773-4083-82bf-f246fc41f2de', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-798104-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 28, 16, 32, 44), 'started_at': datetime.datetime(2021, 6, 28, 16, 33, 14), 'heartbeat_timestamp': datetime.datetime(2021, 6, 28, 16, 41, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-798104-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=74188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jun 28 16:41:31.668641 dv-cinder-798104-1-smb neutron-server[74188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23feebad-bc11-4711-87d2-0c2826209783 None None] Checking segment: {'id': '1fdcd85b-55c4-4ae7-ac73-ac3bd2107891', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f9715ce2-16ba-4ae9-9a15-557432d0a5ed'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=74188) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jun 28 16:41:31.669284 dv-cinder-798104-1-smb neutron-server[74188]: DEBUG neutron_lib.callbacks.manager [None req-23feebad-bc11-4711-87d2-0c2826209783 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=74188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 16:41:31.672398 dv-cinder-798104-1-smb neutron-server[74188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23feebad-bc11-4711-87d2-0c2826209783 None None] Bound using segment: {'id': '1fdcd85b-55c4-4ae7-ac73-ac3bd2107891', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f9715ce2-16ba-4ae9-9a15-557432d0a5ed'} {{(pid=74188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jun 28 16:41:31.672398 dv-cinder-798104-1-smb neutron-server[74188]: DEBUG neutron.plugins.ml2.managers [None req-23feebad-bc11-4711-87d2-0c2826209783 None None] Bound port: 2b6842d1-6e2d-429b-8fe9-2900df84d0b8, host: dv-cinder-798104-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1fdcd85b-55c4-4ae7-ac73-ac3bd2107891', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f9715ce2-16ba-4ae9-9a15-557432d0a5ed'}}] {{(pid=74188) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 28 16:41:31.676972 dv-cinder-798104-1-smb neutron-server[74188]: DEBUG neutron_lib.callbacks.manager [None req-23feebad-bc11-4711-87d2-0c2826209783 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621611'] for port, before_update {{(pid=74188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 16:41:31.783575 dv-cinder-798104-1-smb neutron-server[74186]: DEBUG neutron.wsgi [-] (74186) accepted ('10.222.0.26', 46644) {{(pid=74186) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 28 16:41:31.868891 dv-cinder-798104-1-smb neutron-server[74188]: DEBUG neutron.plugins.ml2.db [None req-23feebad-bc11-4711-87d2-0c2826209783 None None] For port 2b6842d1-6e2d-429b-8fe9-2900df84d0b8, host dv-cinder-798104-1-smb, cleared binding levels {{(pid=74188) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 28 16:41:31.873893 dv-cinder-798104-1-smb neutron-server[74188]: DEBUG neutron.plugins.ml2.db [None req-23feebad-bc11-4711-87d2-0c2826209783 None None] For port 2b6842d1-6e2d-429b-8fe9-2900df84d0b8, host dv-cinder-798104-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-798104-1-smb',level=0,port_id=2b6842d1-6e2d-429b-8fe9-2900df84d0b8,segment=NetworkSegment(1fdcd85b-55c4-4ae7-ac73-ac3bd2107891),segment_id=1fdcd85b-55c4-4ae7-ac73-ac3bd2107891)] {{(pid=74188) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 28 16:41:31.882733 dv-cinder-798104-1-smb neutron-server[74188]: DEBUG neutron_lib.callbacks.manager [None req-23feebad-bc11-4711-87d2-0c2826209783 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-615041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1598908', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774158213048', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774157688378', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774157688423'] for port, after_update {{(pid=74188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 16:41:31.891952 dv-cinder-798104-1-smb neutron-server[74188]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74188) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 16:41:31.895993 dv-cinder-798104-1-smb neutron-server[74187]: DEBUG neutron.db.provisioning_blocks [None req-c72dd329-595c-4eca-9296-ba6eff8780d9 None None] Provisioning complete for port 74703248-bf69-474c-88bd-a2bb2d77a8d5 triggered by entity L2. {{(pid=74187) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 28 16:41:31.896429 dv-cinder-798104-1-smb neutron-server[74187]: DEBUG neutron_lib.callbacks.manager [None req-c72dd329-595c-4eca-9296-ba6eff8780d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1002786'] for port, provisioning_complete {{(pid=74187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 16:41:32.079384 dv-cinder-798104-1-smb neutron-server[74188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb3125f9-ffaa-45b1-b81a-04ff5fc5671b None None] Pushing event updated for resources: {'Port': ['ID=2b6842d1-6e2d-429b-8fe9-2900df84d0b8,revision_number=3']} {{(pid=74188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 16:41:32.095086 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG neutron.db.db_base_plugin_common [req-9797c6d5-0c66-4fc3-806a-1810c7426a58 req-04ac7599-c83e-4fd2-ae2e-e67f4ac10d7f tempest-DeleteServersTestJSON-388560069 tempest-DeleteServersTestJSON-388560069-project] Allocated IP 172.20.0.2 (57bed292-9c57-428d-ab78-cedbab0d959b/017b2624-817f-4270-8eec-e0073dc1331a/a4c07c06-1b0c-4237-90c6-772052a508d4) {{(pid=74185) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 28 16:41:32.105460 dv-cinder-798104-1-smb neutron-server[74188]: DEBUG oslo_concurrency.lockutils [None req-fb3125f9-ffaa-45b1-b81a-04ff5fc5671b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.210s {{(pid=74188) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 16:41:32.171504 dv-cinder-798104-1-smb neutron-server[74188]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23feebad-bc11-4711-87d2-0c2826209783 None None] Routers {'37fc708e-b76d-48af-94e2-885e9728d38e'} bound to L3 agent in host dv-cinder-798104-1-smb {{(pid=74188) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 28 16:41:32.172616 dv-cinder-798104-1-smb neutron-server[74188]: DEBUG neutron.db.l3_hamode_db [None req-23feebad-bc11-4711-87d2-0c2826209783 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-798104-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-28T16:32:46Z,description=,heartbeat_timestamp=2021-06-28T16:41:17Z,host='dv-cinder-798104-1-smb',id=633adcd1-515e-4435-b14d-49f054abd10f,load=0,resource_versions=,resources_synced=,started_at=2021-06-28T16:32:46Z,topic='l3_agent')) {'router_ids': ['37fc708e-b76d-48af-94e2-885e9728d38e'], 'active': True} {{(pid=74188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 16:41:32.249334 dv-cinder-798104-1-smb neutron-server[74186]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-45aeb4eb-1ad1-4666-955b-2648e80fd2c6 admin admin] Network 456cb4f0-4c56-4bb7-a5cf-eaccb243862b is already hosted by enough agents. {{(pid=74186) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 28 16:41:32.258741 dv-cinder-798104-1-smb neutron-server[74186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45aeb4eb-1ad1-4666-955b-2648e80fd2c6 admin admin] Pushing event updated for resources: {'Port': ['ID=646f25b7-86a0-4a5a-8156-e32d48dc12f0,revision_number=2']} {{(pid=74186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 16:41:32.268379 dv-cinder-798104-1-smb neutron-server[74186]: DEBUG neutron.scheduler.base_scheduler [None req-45aeb4eb-1ad1-4666-955b-2648e80fd2c6 admin admin] Resources bound (agent type, host, resource id): {{(pid=74186) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 28 16:41:32.281004 dv-cinder-798104-1-smb neutron-server[74186]: DEBUG oslo_concurrency.lockutils [None req-45aeb4eb-1ad1-4666-955b-2648e80fd2c6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.694s {{(pid=74186) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 16:41:32.310800 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG neutron.db.db_base_plugin_v2 [None req-cf6911c4-d36b-4ee6-a6d2-efda7761dc38 admin admin] Deleting subnet 0c21477a-e0b6-4d35-abf6-dc47193fc4d7 {{(pid=74185) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 28 16:41:32.332780 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG neutron_lib.callbacks.manager [None req-cf6911c4-d36b-4ee6-a6d2-efda7761dc38 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=74185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 16:41:32.474597 dv-cinder-798104-1-smb neutron-server[74186]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-34fbcc58-07fe-4c76-8775-aca39c468018 admin admin] Notify agent at l3_agent.dv-cinder-798104-1-smb the message routers_updated {{(pid=74186) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 28 16:41:32.487979 dv-cinder-798104-1-smb neutron-server[74187]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d647396b-eac4-49aa-a960-e778f156177e None None] Sync routers for ids ['30e00ac4-b549-4d86-a0ee-d327f17cf3c1'] in dv-cinder-798104-1-smb {{(pid=74187) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jun 28 16:41:32.507774 dv-cinder-798104-1-smb neutron-server[74187]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d647396b-eac4-49aa-a960-e778f156177e None None] Routers {'30e00ac4-b549-4d86-a0ee-d327f17cf3c1'} bound to L3 agent in host dv-cinder-798104-1-smb {{(pid=74187) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 28 16:41:32.513411 dv-cinder-798104-1-smb neutron-server[74187]: DEBUG neutron.db.l3_hamode_db [None req-d647396b-eac4-49aa-a960-e778f156177e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-798104-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-28T16:32:46Z,description=,heartbeat_timestamp=2021-06-28T16:41:17Z,host='dv-cinder-798104-1-smb',id=633adcd1-515e-4435-b14d-49f054abd10f,load=0,resource_versions=,resources_synced=,started_at=2021-06-28T16:32:46Z,topic='l3_agent')) {'router_ids': ['30e00ac4-b549-4d86-a0ee-d327f17cf3c1'], 'active': True} {{(pid=74187) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 16:41:32.749025 dv-cinder-798104-1-smb neutron-server[74186]: INFO neutron.wsgi [None req-34fbcc58-07fe-4c76-8775-aca39c468018 admin admin] 10.222.0.26 "PUT /v2.0/routers/30e00ac4-b549-4d86-a0ee-d327f17cf3c1/add_router_interface HTTP/1.1" status: 200 len: 503 time: 16.4892545 Jun 28 16:41:32.960926 dv-cinder-798104-1-smb neutron-server[74186]: DEBUG neutron_lib.callbacks.manager [None req-2534e4d1-741e-4fa4-8b16-82eb18ff87bc admin admin] Notify callbacks [] for security_group, before_create {{(pid=74186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 16:41:33.018351 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG neutron_lib.callbacks.manager [None req-cf6911c4-d36b-4ee6-a6d2-efda7761dc38 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15604356'] for subnet, precommit_delete_associations {{(pid=74185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 16:41:33.225603 dv-cinder-798104-1-smb neutron-server[74188]: DEBUG neutron.db.l3_dvr_db [None req-23feebad-bc11-4711-87d2-0c2826209783 None None] Set router 37fc708e-b76d-48af-94e2-885e9728d38e gateway port host: dv-cinder-798104-1-smb {{(pid=74188) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jun 28 16:41:33.263141 dv-cinder-798104-1-smb neutron-server[74186]: DEBUG neutron.db.quota.driver [None req-2534e4d1-741e-4fa4-8b16-82eb18ff87bc admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74186) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 28 16:41:33.270434 dv-cinder-798104-1-smb neutron-server[74186]: DEBUG neutron.quota.resource [None req-2534e4d1-741e-4fa4-8b16-82eb18ff87bc admin admin] Usage tracker for resource:security_group_rule and tenant:69a81ad3e6a14054a7ae03c55b98e2c6 is out of sync, need to count used quota {{(pid=74186) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 28 16:41:33.274805 dv-cinder-798104-1-smb neutron-server[74186]: DEBUG neutron.quota.resource [None req-2534e4d1-741e-4fa4-8b16-82eb18ff87bc admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=74186) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 28 16:41:33.284373 dv-cinder-798104-1-smb neutron-server[74186]: DEBUG neutron.db.quota.driver [None req-2534e4d1-741e-4fa4-8b16-82eb18ff87bc admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74186) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 28 16:41:33.308956 dv-cinder-798104-1-smb neutron-server[74187]: DEBUG neutron.db.l3_dvr_db [None req-d647396b-eac4-49aa-a960-e778f156177e None None] Set router 30e00ac4-b549-4d86-a0ee-d327f17cf3c1 gateway port host: dv-cinder-798104-1-smb {{(pid=74187) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jun 28 16:41:33.757193 dv-cinder-798104-1-smb neutron-server[74185]: INFO neutron.wsgi [req-307e6bda-a5c7-4392-aea3-8ba2d6c4f323 req-29416baa-11fb-4a8b-95c7-9d8febefffb2 tempest-DeleteServersTestJSON-388560069 tempest-DeleteServersTestJSON-388560069-project] 10.222.0.26 "GET /v2.0/ports?device_id=2085ff8a-4738-4d8b-ac96-e46f842c434d HTTP/1.1" status: 200 len: 210 time: 0.5024860 Jun 28 16:41:34.142556 dv-cinder-798104-1-smb neutron-server[74186]: DEBUG neutron_lib.callbacks.manager [None req-2534e4d1-741e-4fa4-8b16-82eb18ff87bc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=74186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 16:41:34.184689 dv-cinder-798104-1-smb neutron-server[74186]: DEBUG neutron_lib.callbacks.manager [None req-2534e4d1-741e-4fa4-8b16-82eb18ff87bc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2050486'] for security_group, after_create {{(pid=74186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 16:41:34.242685 dv-cinder-798104-1-smb neutron-server[74186]: DEBUG oslo_concurrency.lockutils [None req-c600296a-05c7-469d-bab4-959ccf4c708f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74186) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 16:41:34.300447 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG neutron_lib.callbacks.manager [req-9797c6d5-0c66-4fc3-806a-1810c7426a58 req-04ac7599-c83e-4fd2-ae2e-e67f4ac10d7f tempest-DeleteServersTestJSON-388560069 tempest-DeleteServersTestJSON-388560069-project] Notify callbacks [] for port, precommit_create {{(pid=74185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 16:41:34.424426 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG neutron_lib.callbacks.manager [None req-cf6911c4-d36b-4ee6-a6d2-efda7761dc38 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1001168'] for subnet, precommit_delete {{(pid=74185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 16:41:34.458280 dv-cinder-798104-1-smb neutron-server[74186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2534e4d1-741e-4fa4-8b16-82eb18ff87bc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=469c727b-b725-4c3a-a773-81940fdde445,revision_number=1']} {{(pid=74186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 16:41:34.472724 dv-cinder-798104-1-smb neutron-server[74186]: DEBUG oslo_concurrency.lockutils [None req-2534e4d1-741e-4fa4-8b16-82eb18ff87bc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.229s {{(pid=74186) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 16:41:34.486588 dv-cinder-798104-1-smb neutron-server[74186]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-45aeb4eb-1ad1-4666-955b-2648e80fd2c6 admin admin] Router 10a8f5a5-0194-4220-a7ff-16383cce71f4 has already been hosted by L3 agent 633adcd1-515e-4435-b14d-49f054abd10f {{(pid=74186) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 28 16:41:34.497738 dv-cinder-798104-1-smb neutron-server[74186]: INFO neutron.wsgi [None req-2534e4d1-741e-4fa4-8b16-82eb18ff87bc admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=69a81ad3e6a14054a7ae03c55b98e2c6&name=default HTTP/1.1" status: 200 len: 2647 time: 2.7056556 Jun 28 16:41:34.501050 dv-cinder-798104-1-smb neutron-server[74186]: DEBUG neutron.wsgi [-] (74186) accepted ('10.222.0.26', 46684) {{(pid=74186) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 28 16:41:34.673957 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG neutron_lib.callbacks.manager [req-9797c6d5-0c66-4fc3-806a-1810c7426a58 req-04ac7599-c83e-4fd2-ae2e-e67f4ac10d7f tempest-DeleteServersTestJSON-388560069 tempest-DeleteServersTestJSON-388560069-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-615041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1598908', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774157688360', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15648331'] for port, after_create {{(pid=74185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 16:41:34.693319 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG neutron_lib.callbacks.manager [None req-cf6911c4-d36b-4ee6-a6d2-efda7761dc38 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1001177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107460', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1598908', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15648440', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15445221'] for subnet, after_delete {{(pid=74185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 16:41:34.779387 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74185) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 16:41:34.964278 dv-cinder-798104-1-smb neutron-server[74187]: DEBUG neutron.db.l3_hamode_db [None req-d647396b-eac4-49aa-a960-e778f156177e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '30e00ac4-b549-4d86-a0ee-d327f17cf3c1', 'name': 'tempest-AttachVolumeTestJSON-1815267279-router', 'tenant_id': '2f9864be4f7741e0aa69625d43b5a918', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f9715ce2-16ba-4ae9-9a15-557432d0a5ed', 'external_fixed_ips': [{'subnet_id': 'e3a20e14-2eea-4943-8cec-1fe85e8448d0', 'ip_address': '172.28.3.202'}], 'enable_snat': True}, 'gw_port_id': '600f6151-facc-4997-ba41-54649124a999', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-28T16:41:09Z', 'updated_at': '2021-06-28T16:41:24Z', 'revision_number': 4, 'project_id': '2f9864be4f7741e0aa69625d43b5a918', 'gw_port': {'id': '600f6151-facc-4997-ba41-54649124a999', 'name': '', 'network_id': 'f9715ce2-16ba-4ae9-9a15-557432d0a5ed', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:53:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30e00ac4-b549-4d86-a0ee-d327f17cf3c1', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e3a20e14-2eea-4943-8cec-1fe85e8448d0', 'ip_address': '172.28.3.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798104-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T16:41:10Z', 'updated_at': '2021-06-28T16:41:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e3a20e14-2eea-4943-8cec-1fe85e8448d0', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798104-1-smb', '_interfaces': [{'id': '9e62c1b4-b2c3-4819-9e9c-653784818f44', 'name': '', 'network_id': 'ad1db160-79ed-4f75-9884-27c71855a2d5', 'tenant_id': '2f9864be4f7741e0aa69625d43b5a918', 'mac_address': 'fa:16:3e:d1:33:a7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '30e00ac4-b549-4d86-a0ee-d327f17cf3c1', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '37b72020-400c-49f7-aceb-0167a7e84569', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T16:41:21Z', 'updated_at': '2021-06-28T16:41:25Z', 'revision_number': 2, 'project_id': '2f9864be4f7741e0aa69625d43b5a918', 'subnets': [{'id': '37b72020-400c-49f7-aceb-0167a7e84569', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-798104-1-smb', False) {} {{(pid=74187) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 16:41:34.975204 dv-cinder-798104-1-smb neutron-server[74187]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d647396b-eac4-49aa-a960-e778f156177e None None] Checking router: 30e00ac4-b549-4d86-a0ee-d327f17cf3c1 for host: dv-cinder-798104-1-smb {{(pid=74187) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Jun 28 16:41:34.975577 dv-cinder-798104-1-smb neutron-server[74187]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d647396b-eac4-49aa-a960-e778f156177e None None] Updating router 30e00ac4-b549-4d86-a0ee-d327f17cf3c1 port 9e62c1b4-b2c3-4819-9e9c-653784818f44 binding host dv-cinder-798104-1-smb {{(pid=74187) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Jun 28 16:41:35.019287 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9797c6d5-0c66-4fc3-806a-1810c7426a58 req-04ac7599-c83e-4fd2-ae2e-e67f4ac10d7f tempest-DeleteServersTestJSON-388560069 tempest-DeleteServersTestJSON-388560069-project] Network 57bed292-9c57-428d-ab78-cedbab0d959b is already hosted by enough agents. {{(pid=74185) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 28 16:41:35.045826 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG neutron.scheduler.base_scheduler [req-9797c6d5-0c66-4fc3-806a-1810c7426a58 req-04ac7599-c83e-4fd2-ae2e-e67f4ac10d7f tempest-DeleteServersTestJSON-388560069 tempest-DeleteServersTestJSON-388560069-project] Resources bound (agent type, host, resource id): {{(pid=74185) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 28 16:41:35.054152 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG neutron.db.l3_dvrscheduler_db [req-9797c6d5-0c66-4fc3-806a-1810c7426a58 req-04ac7599-c83e-4fd2-ae2e-e67f4ac10d7f tempest-DeleteServersTestJSON-388560069 tempest-DeleteServersTestJSON-388560069-project] Received port after_create {{(pid=74185) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 28 16:41:35.055632 dv-cinder-798104-1-smb neutron-server[74188]: DEBUG neutron.db.l3_hamode_db [None req-23feebad-bc11-4711-87d2-0c2826209783 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '37fc708e-b76d-48af-94e2-885e9728d38e', 'name': 'tempest-AttachVolumeShelveTestJSON-1126503272-router', 'tenant_id': '1796e3b7b6834b8a88df228c1c9772ef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f9715ce2-16ba-4ae9-9a15-557432d0a5ed', 'external_fixed_ips': [{'subnet_id': 'e3a20e14-2eea-4943-8cec-1fe85e8448d0', 'ip_address': '172.28.3.2'}], 'enable_snat': True}, 'gw_port_id': '2b6842d1-6e2d-429b-8fe9-2900df84d0b8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-28T16:41:15Z', 'updated_at': '2021-06-28T16:41:21Z', 'revision_number': 3, 'project_id': '1796e3b7b6834b8a88df228c1c9772ef', 'gw_port': {'id': '2b6842d1-6e2d-429b-8fe9-2900df84d0b8', 'name': '', 'network_id': 'f9715ce2-16ba-4ae9-9a15-557432d0a5ed', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:4a:99', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '37fc708e-b76d-48af-94e2-885e9728d38e', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e3a20e14-2eea-4943-8cec-1fe85e8448d0', 'ip_address': '172.28.3.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798104-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T16:41:18Z', 'updated_at': '2021-06-28T16:41:31Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e3a20e14-2eea-4943-8cec-1fe85e8448d0', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798104-1-smb'}], 'dv-cinder-798104-1-smb', False) {} {{(pid=74188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 16:41:35.103189 dv-cinder-798104-1-smb neutron-server[74188]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23feebad-bc11-4711-87d2-0c2826209783 None None] The sync data for ids ['37fc708e-b76d-48af-94e2-885e9728d38e'] in dv-cinder-798104-1-smb is: [{'id': '37fc708e-b76d-48af-94e2-885e9728d38e', 'name': 'tempest-AttachVolumeShelveTestJSON-1126503272-router', 'tenant_id': '1796e3b7b6834b8a88df228c1c9772ef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f9715ce2-16ba-4ae9-9a15-557432d0a5ed', 'external_fixed_ips': [{'subnet_id': 'e3a20e14-2eea-4943-8cec-1fe85e8448d0', 'ip_address': '172.28.3.2'}], 'enable_snat': True}, 'gw_port_id': '2b6842d1-6e2d-429b-8fe9-2900df84d0b8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-28T16:41:15Z', 'updated_at': '2021-06-28T16:41:21Z', 'revision_number': 3, 'project_id': '1796e3b7b6834b8a88df228c1c9772ef', 'gw_port': {'id': '2b6842d1-6e2d-429b-8fe9-2900df84d0b8', 'name': '', 'network_id': 'f9715ce2-16ba-4ae9-9a15-557432d0a5ed', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:4a:99', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '37fc708e-b76d-48af-94e2-885e9728d38e', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e3a20e14-2eea-4943-8cec-1fe85e8448d0', 'ip_address': '172.28.3.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798104-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T16:41:18Z', 'updated_at': '2021-06-28T16:41:31Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e3a20e14-2eea-4943-8cec-1fe85e8448d0', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798104-1-smb'}] {{(pid=74188) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jun 28 16:41:35.231514 dv-cinder-798104-1-smb neutron-server[74187]: DEBUG neutron_lib.callbacks.manager [None req-d647396b-eac4-49aa-a960-e778f156177e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621611'] for port, before_update {{(pid=74187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 16:41:35.244850 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG neutron_lib.callbacks.manager [None req-cf6911c4-d36b-4ee6-a6d2-efda7761dc38 admin admin] Notify callbacks [] for subnet, before_response {{(pid=74185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 16:41:35.270511 dv-cinder-798104-1-smb neutron-server[74186]: DEBUG neutron_lib.callbacks.manager [None req-7ec5f20b-222a-4238-bd48-ccc445f2feaa admin admin] Notify callbacks [] for security_group, before_delete {{(pid=74186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 16:41:35.343019 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04ac7599-c83e-4fd2-ae2e-e67f4ac10d7f tempest-DeleteServersTestJSON-388560069 tempest-DeleteServersTestJSON-388560069-project] Pushing event updated for resources: {'Port': ['ID=a4c07c06-1b0c-4237-90c6-772052a508d4,revision_number=1']} {{(pid=74185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 16:41:35.397695 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG oslo_concurrency.lockutils [None req-04ac7599-c83e-4fd2-ae2e-e67f4ac10d7f tempest-DeleteServersTestJSON-388560069 tempest-DeleteServersTestJSON-388560069-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.618s {{(pid=74185) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 16:41:35.405894 dv-cinder-798104-1-smb neutron-server[74185]: INFO neutron.wsgi [None req-cf6911c4-d36b-4ee6-a6d2-efda7761dc38 admin admin] 10.222.0.26 "DELETE /v2.0/subnets/0c21477a-e0b6-4d35-abf6-dc47193fc4d7 HTTP/1.1" status: 204 len: 168 time: 4.6879444 Jun 28 16:41:35.407258 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG oslo_concurrency.lockutils [None req-15b2b45f-e744-4bc5-b2d6-25091e1a7489 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.392s {{(pid=74185) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 16:41:35.450705 dv-cinder-798104-1-smb neutron-server[74186]: DEBUG neutron.wsgi [-] (74186) accepted ('10.222.0.26', 46698) {{(pid=74186) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 28 16:41:35.497646 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9797c6d5-0c66-4fc3-806a-1810c7426a58 req-04ac7599-c83e-4fd2-ae2e-e67f4ac10d7f tempest-DeleteServersTestJSON-388560069 tempest-DeleteServersTestJSON-388560069-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=74185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 16:41:35.498377 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG neutron_lib.callbacks.manager [req-9797c6d5-0c66-4fc3-806a-1810c7426a58 req-04ac7599-c83e-4fd2-ae2e-e67f4ac10d7f tempest-DeleteServersTestJSON-388560069 tempest-DeleteServersTestJSON-388560069-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129357', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1598890'] for port, before_response {{(pid=74185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 16:41:35.527585 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf6911c4-d36b-4ee6-a6d2-efda7761dc38 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0c21477a-e0b6-4d35-abf6-dc47193fc4d7,revision_number=None']} {{(pid=74185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 16:41:35.536708 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG oslo_concurrency.lockutils [None req-cf6911c4-d36b-4ee6-a6d2-efda7761dc38 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.129s {{(pid=74185) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 16:41:35.539460 dv-cinder-798104-1-smb neutron-server[74186]: DEBUG neutron.wsgi [-] (74186) accepted ('10.222.0.26', 46702) {{(pid=74186) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 28 16:41:35.593002 dv-cinder-798104-1-smb neutron-server[74186]: DEBUG neutron_lib.callbacks.manager [None req-7ec5f20b-222a-4238-bd48-ccc445f2feaa admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=74186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 16:41:35.644707 dv-cinder-798104-1-smb neutron-server[74187]: DEBUG neutron.plugins.ml2.rpc [None req-c72dd329-595c-4eca-9296-ba6eff8780d9 None None] Device b261dc18-d602-4cee-827c-cd867a3c40ab up at agent ovs-agent-dv-cinder-798104-1-smb {{(pid=74187) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 28 16:41:35.732024 dv-cinder-798104-1-smb neutron-server[74185]: INFO neutron.wsgi [req-9797c6d5-0c66-4fc3-806a-1810c7426a58 req-04ac7599-c83e-4fd2-ae2e-e67f4ac10d7f tempest-DeleteServersTestJSON-388560069 tempest-DeleteServersTestJSON-388560069-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 8.1532218 Jun 28 16:41:35.744014 dv-cinder-798104-1-smb neutron-server[74186]: DEBUG neutron.api.v2.base [None req-618673d8-289d-4539-b5fd-b4910eff2b38 tempest-AttachVolumeTestJSON-1575976490 tempest-AttachVolumeTestJSON-1575976490-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1575159723', 'description': 'tempest-description--867826742'}} {{(pid=74186) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jun 28 16:41:35.759134 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG neutron.wsgi [req-9797c6d5-0c66-4fc3-806a-1810c7426a58 req-d414e26e-2488-49ec-9e39-c6bec498e466 tempest-DeleteServersTestJSON-388560069 tempest-DeleteServersTestJSON-388560069-project] http://10.222.0.26:9696/v2.0/extensions returned with HTTP 200 {{(pid=74185) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Jun 28 16:41:35.760413 dv-cinder-798104-1-smb neutron-server[74185]: INFO neutron.wsgi [req-9797c6d5-0c66-4fc3-806a-1810c7426a58 req-d414e26e-2488-49ec-9e39-c6bec498e466 tempest-DeleteServersTestJSON-388560069 tempest-DeleteServersTestJSON-388560069-project] 10.222.0.41 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.0073009 Jun 28 16:41:35.899945 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d1125cd-8a74-4795-8714-72ba675b569c req-1cf3f458-7f3a-42bd-98cd-d33cf1999aa2 tempest-DeleteServersTestJSON-388560069 tempest-DeleteServersTestJSON-388560069-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 16:41:35.904549 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG neutron.quota.resource [req-6d1125cd-8a74-4795-8714-72ba675b569c req-1cf3f458-7f3a-42bd-98cd-d33cf1999aa2 tempest-DeleteServersTestJSON-388560069 tempest-DeleteServersTestJSON-388560069-project] Synchronizing usage tracker for tenant:74ddec19a7d64aa19adab6235e2182e1 on resource:port {{(pid=74185) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 28 16:41:35.938650 dv-cinder-798104-1-smb neutron-server[74188]: DEBUG neutron.db.agents_db [None req-8255730c-b11f-4cfb-aeb3-67319944b41a None None] Agent healthcheck: found 6 active agents {{(pid=74188) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jun 28 16:41:36.067290 dv-cinder-798104-1-smb neutron-server[74186]: DEBUG neutron.db.quota.driver [None req-618673d8-289d-4539-b5fd-b4910eff2b38 tempest-AttachVolumeTestJSON-1575976490 tempest-AttachVolumeTestJSON-1575976490-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74186) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 28 16:41:36.079157 dv-cinder-798104-1-smb neutron-server[74186]: DEBUG neutron.quota.resource [None req-618673d8-289d-4539-b5fd-b4910eff2b38 tempest-AttachVolumeTestJSON-1575976490 tempest-AttachVolumeTestJSON-1575976490-project] Usage tracker for resource:security_group and tenant:2f9864be4f7741e0aa69625d43b5a918 is out of sync, need to count used quota {{(pid=74186) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 28 16:41:36.089290 dv-cinder-798104-1-smb neutron-server[74186]: DEBUG neutron.quota.resource [None req-618673d8-289d-4539-b5fd-b4910eff2b38 tempest-AttachVolumeTestJSON-1575976490 tempest-AttachVolumeTestJSON-1575976490-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=74186) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 28 16:41:36.105753 dv-cinder-798104-1-smb neutron-server[74186]: DEBUG neutron.db.quota.driver [None req-618673d8-289d-4539-b5fd-b4910eff2b38 tempest-AttachVolumeTestJSON-1575976490 tempest-AttachVolumeTestJSON-1575976490-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=74186) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 28 16:41:36.155175 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG neutron.quota.resource [req-6d1125cd-8a74-4795-8714-72ba675b569c req-1cf3f458-7f3a-42bd-98cd-d33cf1999aa2 tempest-DeleteServersTestJSON-388560069 tempest-DeleteServersTestJSON-388560069-project] Unset dirty status for tenant:74ddec19a7d64aa19adab6235e2182e1 on resource:port {{(pid=74185) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 28 16:41:36.160144 dv-cinder-798104-1-smb neutron-server[74185]: INFO neutron.wsgi [req-6d1125cd-8a74-4795-8714-72ba675b569c req-1cf3f458-7f3a-42bd-98cd-d33cf1999aa2 tempest-DeleteServersTestJSON-388560069 tempest-DeleteServersTestJSON-388560069-project] 10.222.0.26 "GET /v2.0/ports?device_id=2085ff8a-4738-4d8b-ac96-e46f842c434d HTTP/1.1" status: 200 len: 931 time: 0.5861022 Jun 28 16:41:36.224402 dv-cinder-798104-1-smb neutron-server[74186]: DEBUG neutron_lib.callbacks.manager [None req-618673d8-289d-4539-b5fd-b4910eff2b38 tempest-AttachVolumeTestJSON-1575976490 tempest-AttachVolumeTestJSON-1575976490-project] Notify callbacks [] for security_group, before_create {{(pid=74186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 16:41:36.242159 dv-cinder-798104-1-smb neutron-server[74186]: DEBUG neutron_lib.callbacks.manager [None req-9e792c19-cf33-43c7-ab1a-5719c5a26176 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-565721'] for network, before_delete {{(pid=74186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 16:41:36.273090 dv-cinder-798104-1-smb neutron-server[74187]: DEBUG neutron.db.provisioning_blocks [None req-c72dd329-595c-4eca-9296-ba6eff8780d9 None None] Provisioning for port b261dc18-d602-4cee-827c-cd867a3c40ab completed by entity L2. {{(pid=74187) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 28 16:41:36.285271 dv-cinder-798104-1-smb neutron-server[74187]: DEBUG neutron.db.provisioning_blocks [None req-c72dd329-595c-4eca-9296-ba6eff8780d9 None None] Provisioning complete for port b261dc18-d602-4cee-827c-cd867a3c40ab triggered by entity L2. {{(pid=74187) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 28 16:41:36.285640 dv-cinder-798104-1-smb neutron-server[74187]: DEBUG neutron_lib.callbacks.manager [None req-c72dd329-595c-4eca-9296-ba6eff8780d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1002786'] for port, provisioning_complete {{(pid=74187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 16:41:36.313504 dv-cinder-798104-1-smb neutron-server[74185]: INFO neutron.wsgi [req-6d1125cd-8a74-4795-8714-72ba675b569c req-91725945-34c2-4430-b157-96f20442606e tempest-DeleteServersTestJSON-388560069 tempest-DeleteServersTestJSON-388560069-project] 10.222.0.26 "GET /v2.0/security-groups?id=c58b0cd2-bff5-4e4e-ad96-8ad5e846bc17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1220348 Jun 28 16:41:36.495749 dv-cinder-798104-1-smb neutron-server[74186]: DEBUG neutron.db.quota.driver [None req-618673d8-289d-4539-b5fd-b4910eff2b38 tempest-AttachVolumeTestJSON-1575976490 tempest-AttachVolumeTestJSON-1575976490-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74186) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 28 16:41:36.507893 dv-cinder-798104-1-smb neutron-server[74187]: DEBUG neutron_lib.callbacks.manager [None req-c72dd329-595c-4eca-9296-ba6eff8780d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621611'] for port, before_update {{(pid=74187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 16:41:36.508092 dv-cinder-798104-1-smb neutron-server[74186]: DEBUG neutron.quota.resource [None req-618673d8-289d-4539-b5fd-b4910eff2b38 tempest-AttachVolumeTestJSON-1575976490 tempest-AttachVolumeTestJSON-1575976490-project] Usage tracker for resource:security_group_rule and tenant:2f9864be4f7741e0aa69625d43b5a918 is out of sync, need to count used quota {{(pid=74186) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 28 16:41:36.515116 dv-cinder-798104-1-smb neutron-server[74186]: DEBUG neutron.quota.resource [None req-618673d8-289d-4539-b5fd-b4910eff2b38 tempest-AttachVolumeTestJSON-1575976490 tempest-AttachVolumeTestJSON-1575976490-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=74186) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 28 16:41:36.533010 dv-cinder-798104-1-smb neutron-server[74186]: DEBUG neutron.db.quota.driver [None req-618673d8-289d-4539-b5fd-b4910eff2b38 tempest-AttachVolumeTestJSON-1575976490 tempest-AttachVolumeTestJSON-1575976490-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=74186) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 28 16:41:36.597924 dv-cinder-798104-1-smb neutron-server[74187]: DEBUG neutron.plugins.ml2.db [None req-c72dd329-595c-4eca-9296-ba6eff8780d9 None None] For port b261dc18-d602-4cee-827c-cd867a3c40ab, host dv-cinder-798104-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-798104-1-smb',level=0,port_id=b261dc18-d602-4cee-827c-cd867a3c40ab,segment=NetworkSegment(1fdcd85b-55c4-4ae7-ac73-ac3bd2107891),segment_id=1fdcd85b-55c4-4ae7-ac73-ac3bd2107891)] {{(pid=74187) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 16:41:36.607924 dv-cinder-798104-1-smb neutron-server[74187]: DEBUG neutron_lib.callbacks.manager [None req-c72dd329-595c-4eca-9296-ba6eff8780d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-615041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1598908', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774158213048', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774157688378', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774157688423'] for port, after_update {{(pid=74187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 16:41:36.615881 dv-cinder-798104-1-smb neutron-server[74187]: DEBUG oslo_concurrency.lockutils [None req-33a8dabf-8822-40d6-96e6-0d6f97590c0c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74187) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 16:41:36.688545 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG neutron.api.v2.base [req-9797c6d5-0c66-4fc3-806a-1810c7426a58 req-8dee8dea-7c42-469b-8e04-baa5f7063a3b service neutron] Request body: {'port': {'device_id': '2085ff8a-4738-4d8b-ac96-e46f842c434d', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79810'}} {{(pid=74185) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jun 28 16:41:36.698298 dv-cinder-798104-1-smb neutron-server[74186]: DEBUG neutron_lib.callbacks.manager [None req-618673d8-289d-4539-b5fd-b4910eff2b38 tempest-AttachVolumeTestJSON-1575976490 tempest-AttachVolumeTestJSON-1575976490-project] Notify callbacks [] for security_group, precommit_create {{(pid=74186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 16:41:36.738827 dv-cinder-798104-1-smb neutron-server[74187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c72dd329-595c-4eca-9296-ba6eff8780d9 None None] Pushing event updated for resources: {'Port': ['ID=b261dc18-d602-4cee-827c-cd867a3c40ab,revision_number=4']} {{(pid=74187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 16:41:36.747933 dv-cinder-798104-1-smb neutron-server[74186]: DEBUG neutron_lib.callbacks.manager [None req-618673d8-289d-4539-b5fd-b4910eff2b38 tempest-AttachVolumeTestJSON-1575976490 tempest-AttachVolumeTestJSON-1575976490-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2050486'] for security_group, after_create {{(pid=74186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 16:41:36.749980 dv-cinder-798104-1-smb neutron-server[74187]: DEBUG oslo_concurrency.lockutils [None req-c72dd329-595c-4eca-9296-ba6eff8780d9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.134s {{(pid=74187) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 16:41:36.766793 dv-cinder-798104-1-smb neutron-server[74187]: DEBUG neutron_lib.callbacks.manager [None req-d647396b-eac4-49aa-a960-e778f156177e None None] Notify callbacks [] for port, precommit_update {{(pid=74187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 16:41:36.863042 dv-cinder-798104-1-smb neutron-server[74186]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74186) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 16:41:37.102562 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG neutron_lib.callbacks.manager [req-9797c6d5-0c66-4fc3-806a-1810c7426a58 req-8dee8dea-7c42-469b-8e04-baa5f7063a3b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621611'] for port, before_update {{(pid=74185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 16:41:37.208840 dv-cinder-798104-1-smb neutron-server[74186]: DEBUG neutron_lib.callbacks.manager [None req-9e792c19-cf33-43c7-ab1a-5719c5a26176 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1000101', 'neutron.services.segments.db._delete_segments_for_network-8774158209666'] for network, precommit_delete {{(pid=74186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 16:41:37.214323 dv-cinder-798104-1-smb neutron-server[74187]: DEBUG neutron.db.provisioning_blocks [None req-d647396b-eac4-49aa-a960-e778f156177e None None] Transition to ACTIVE for port object 9e62c1b4-b2c3-4819-9e9c-653784818f44 will not be triggered until provisioned by entity L2. {{(pid=74187) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 28 16:41:37.228652 dv-cinder-798104-1-smb neutron-server[74187]: DEBUG neutron_lib.callbacks.manager [None req-d647396b-eac4-49aa-a960-e778f156177e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-615041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1598908', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774158213048', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774157688378', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774157688423'] for port, after_update {{(pid=74187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 16:41:37.233797 dv-cinder-798104-1-smb neutron-server[74186]: DEBUG neutron_lib.callbacks.manager [None req-618673d8-289d-4539-b5fd-b4910eff2b38 tempest-AttachVolumeTestJSON-1575976490 tempest-AttachVolumeTestJSON-1575976490-project] Notify callbacks [] for security_group, before_response {{(pid=74186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 16:41:37.235815 dv-cinder-798104-1-smb neutron-server[74186]: INFO neutron.wsgi [None req-618673d8-289d-4539-b5fd-b4910eff2b38 tempest-AttachVolumeTestJSON-1575976490 tempest-AttachVolumeTestJSON-1575976490-project] 10.222.0.26 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1613 time: 1.5767305 Jun 28 16:41:37.236821 dv-cinder-798104-1-smb neutron-server[74186]: DEBUG neutron_lib.callbacks.manager [None req-7ec5f20b-222a-4238-bd48-ccc445f2feaa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2050486'] for security_group, after_delete {{(pid=74186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 16:41:37.245714 dv-cinder-798104-1-smb neutron-server[74186]: DEBUG neutron_lib.callbacks.manager [None req-9e792c19-cf33-43c7-ab1a-5719c5a26176 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=74186) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 16:41:37.246345 dv-cinder-798104-1-smb neutron-server[74186]: DEBUG neutron_lib.callbacks.manager [None req-9e792c19-cf33-43c7-ab1a-5719c5a26176 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=74186) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 16:41:37.247287 dv-cinder-798104-1-smb neutron-server[74186]: DEBUG neutron_lib.callbacks.manager [None req-9e792c19-cf33-43c7-ab1a-5719c5a26176 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=74186) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 16:41:37.247804 dv-cinder-798104-1-smb neutron-server[74186]: DEBUG neutron_lib.callbacks.manager [None req-9e792c19-cf33-43c7-ab1a-5719c5a26176 admin admin] Subscribe: > port after_create 55550000 {{(pid=74186) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 16:41:37.248527 dv-cinder-798104-1-smb neutron-server[74186]: DEBUG neutron_lib.callbacks.manager [None req-9e792c19-cf33-43c7-ab1a-5719c5a26176 admin admin] Subscribe: > port after_delete 55550000 {{(pid=74186) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 16:41:37.249067 dv-cinder-798104-1-smb neutron-server[74186]: DEBUG neutron_lib.callbacks.manager [None req-9e792c19-cf33-43c7-ab1a-5719c5a26176 admin admin] Subscribe: > port after_update 55550000 {{(pid=74186) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 16:41:37.249541 dv-cinder-798104-1-smb neutron-server[74186]: DEBUG neutron_lib.callbacks.manager [None req-9e792c19-cf33-43c7-ab1a-5719c5a26176 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=74186) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 16:41:37.250723 dv-cinder-798104-1-smb neutron-server[74186]: DEBUG neutron_lib.callbacks.manager [None req-9e792c19-cf33-43c7-ab1a-5719c5a26176 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=74186) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 16:41:37.251208 dv-cinder-798104-1-smb neutron-server[74186]: DEBUG neutron_lib.callbacks.manager [None req-9e792c19-cf33-43c7-ab1a-5719c5a26176 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=74186) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 16:41:37.251675 dv-cinder-798104-1-smb neutron-server[74186]: DEBUG neutron_lib.callbacks.manager [None req-9e792c19-cf33-43c7-ab1a-5719c5a26176 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=74186) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 16:41:37.268503 dv-cinder-798104-1-smb neutron-server[74187]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74187) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 16:41:37.366434 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG neutron.wsgi [-] (74185) accepted ('10.222.0.26', 46730) {{(pid=74185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 28 16:41:37.696176 dv-cinder-798104-1-smb neutron-server[74187]: DEBUG neutron.plugins.ml2.rpc [None req-c72dd329-595c-4eca-9296-ba6eff8780d9 None None] Device b261dc18-d602-4cee-827c-cd867a3c40ab up at agent ovs-agent-dv-cinder-798104-1-smb {{(pid=74187) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 28 16:41:37.805996 dv-cinder-798104-1-smb neutron-server[74186]: DEBUG neutron_lib.callbacks.manager [None req-9e792c19-cf33-43c7-ab1a-5719c5a26176 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=74186) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 16:41:37.807375 dv-cinder-798104-1-smb neutron-server[74186]: DEBUG neutron_lib.callbacks.manager [None req-9e792c19-cf33-43c7-ab1a-5719c5a26176 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=74186) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 16:41:37.811744 dv-cinder-798104-1-smb neutron-server[74186]: DEBUG neutron_lib.callbacks.manager [None req-9e792c19-cf33-43c7-ab1a-5719c5a26176 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=74186) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 16:41:37.813348 dv-cinder-798104-1-smb neutron-server[74186]: DEBUG neutron_lib.callbacks.manager [None req-9e792c19-cf33-43c7-ab1a-5719c5a26176 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=74186) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 16:41:37.814248 dv-cinder-798104-1-smb neutron-server[74186]: DEBUG neutron.services.segments.db [None req-9e792c19-cf33-43c7-ab1a-5719c5a26176 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['57244265-ff77-4eac-a867-5c9006f82258']}} {{(pid=74186) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 16:41:37.932338 dv-cinder-798104-1-smb neutron-server[74187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9daf1810-a775-4a40-a1c6-1567399f5e98 None None] Pushing event updated for resources: {'Port': ['ID=9e62c1b4-b2c3-4819-9e9c-653784818f44,revision_number=3']} {{(pid=74187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 16:41:37.952018 dv-cinder-798104-1-smb neutron-server[74186]: DEBUG neutron_lib.callbacks.manager [None req-7ec5f20b-222a-4238-bd48-ccc445f2feaa admin admin] Notify callbacks [] for security_group, before_response {{(pid=74186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 16:41:37.958211 dv-cinder-798104-1-smb neutron-server[74186]: INFO neutron.wsgi [None req-7ec5f20b-222a-4238-bd48-ccc445f2feaa admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/469c727b-b725-4c3a-a773-81940fdde445 HTTP/1.1" status: 204 len: 168 time: 3.4512846 Jun 28 16:41:37.958211 dv-cinder-798104-1-smb neutron-server[74186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-618673d8-289d-4539-b5fd-b4910eff2b38 tempest-AttachVolumeTestJSON-1575976490 tempest-AttachVolumeTestJSON-1575976490-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d4fabaec-765c-44eb-aea3-0feba44aab14,revision_number=1']} {{(pid=74186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 16:41:37.975667 dv-cinder-798104-1-smb neutron-server[74186]: DEBUG oslo_concurrency.lockutils [None req-618673d8-289d-4539-b5fd-b4910eff2b38 tempest-AttachVolumeTestJSON-1575976490 tempest-AttachVolumeTestJSON-1575976490-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.113s {{(pid=74186) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 16:41:38.025705 dv-cinder-798104-1-smb neutron-server[74186]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.071s {{(pid=74186) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 16:41:38.038815 dv-cinder-798104-1-smb neutron-server[74186]: DEBUG neutron.services.segments.db [None req-9e792c19-cf33-43c7-ab1a-5719c5a26176 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '12a64db4-068a-4596-a04a-47b088d2cf4f') {'for_net_delete': True} {{(pid=74186) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 16:41:38.039624 dv-cinder-798104-1-smb neutron-server[74186]: DEBUG neutron.services.segments.db [None req-9e792c19-cf33-43c7-ab1a-5719c5a26176 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '12a64db4-068a-4596-a04a-47b088d2cf4f') {} {{(pid=74186) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 16:41:38.072950 dv-cinder-798104-1-smb neutron-server[74186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ec5f20b-222a-4238-bd48-ccc445f2feaa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=469c727b-b725-4c3a-a773-81940fdde445,revision_number=None']} {{(pid=74186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 16:41:38.081507 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG neutron.api.v2.base [None req-8131158f-d90a-46ff-a789-6dcd96a0f3c5 tempest-AttachVolumeTestJSON-1575976490 tempest-AttachVolumeTestJSON-1575976490-project] Request body: {'security_group_rule': {'security_group_id': 'd4fabaec-765c-44eb-aea3-0feba44aab14', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=74185) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jun 28 16:41:38.096715 dv-cinder-798104-1-smb neutron-server[74187]: DEBUG oslo_concurrency.lockutils [None req-9daf1810-a775-4a40-a1c6-1567399f5e98 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.828s {{(pid=74187) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 16:41:38.101882 dv-cinder-798104-1-smb neutron-server[74186]: DEBUG neutron_lib.callbacks.manager [None req-9e792c19-cf33-43c7-ab1a-5719c5a26176 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774158131357', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1055344'] for segment, before_delete {{(pid=74186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 16:41:38.127478 dv-cinder-798104-1-smb neutron-server[74186]: DEBUG oslo_concurrency.lockutils [None req-7ec5f20b-222a-4238-bd48-ccc445f2feaa admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=74186) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 16:41:38.152355 dv-cinder-798104-1-smb neutron-server[74186]: DEBUG neutron_lib.callbacks.manager [None req-9e792c19-cf33-43c7-ab1a-5719c5a26176 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-938564'] for segment, precommit_delete {{(pid=74186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 16:41:38.176440 dv-cinder-798104-1-smb neutron-server[74186]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9e792c19-cf33-43c7-ab1a-5719c5a26176 admin admin] Releasing vlan 407 on physical network physnet1 to pool {{(pid=74186) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Jun 28 16:41:38.177280 dv-cinder-798104-1-smb neutron-server[74186]: DEBUG neutron_lib.callbacks.manager [None req-9e792c19-cf33-43c7-ab1a-5719c5a26176 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-938591', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1108572'] for segment, after_delete {{(pid=74186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 16:41:38.220822 dv-cinder-798104-1-smb neutron-server[74186]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/relationships.py:1993: SAWarning: Setting backref / back_populates on relationship QosNetworkPolicyBinding.port to refer to viewonly relationship Port.qos_network_policy_binding should include sync_backref=False set on the QosNetworkPolicyBinding.port relationship. (this warning may be suppressed after 10 occurrences) Jun 28 16:41:38.220822 dv-cinder-798104-1-smb neutron-server[74186]: util.warn_limited( Jun 28 16:41:38.220822 dv-cinder-798104-1-smb neutron-server[74186]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/relationships.py:1993: SAWarning: Setting backref / back_populates on relationship Tag.standard_attr to refer to viewonly relationship StandardAttribute.tags should include sync_backref=False set on the Tag.standard_attr relationship. (this warning may be suppressed after 10 occurrences) Jun 28 16:41:38.220822 dv-cinder-798104-1-smb neutron-server[74186]: util.warn_limited( Jun 28 16:41:38.220822 dv-cinder-798104-1-smb neutron-server[74186]: Traceback (most recent call last): Jun 28 16:41:38.220822 dv-cinder-798104-1-smb neutron-server[74186]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Jun 28 16:41:38.220822 dv-cinder-798104-1-smb neutron-server[74186]: timer() Jun 28 16:41:38.220822 dv-cinder-798104-1-smb neutron-server[74186]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 28 16:41:38.220822 dv-cinder-798104-1-smb neutron-server[74186]: cb(*args, **kw) Jun 28 16:41:38.220822 dv-cinder-798104-1-smb neutron-server[74186]: File "/opt/stack/neutron/neutron/common/utils.py", line 901, in wrapper Jun 28 16:41:38.220822 dv-cinder-798104-1-smb neutron-server[74186]: return func(*args, **kwargs) Jun 28 16:41:38.220822 dv-cinder-798104-1-smb neutron-server[74186]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 28 16:41:38.220822 dv-cinder-798104-1-smb neutron-server[74186]: self._notify() Jun 28 16:41:38.220822 dv-cinder-798104-1-smb neutron-server[74186]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 28 16:41:38.220822 dv-cinder-798104-1-smb neutron-server[74186]: self.callback(batched_events) Jun 28 16:41:38.220822 dv-cinder-798104-1-smb neutron-server[74186]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 28 16:41:38.220822 dv-cinder-798104-1-smb neutron-server[74186]: event.method(event) Jun 28 16:41:38.220822 dv-cinder-798104-1-smb neutron-server[74186]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 28 16:41:38.220822 dv-cinder-798104-1-smb neutron-server[74186]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 28 16:41:38.220822 dv-cinder-798104-1-smb neutron-server[74186]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 28 16:41:38.220822 dv-cinder-798104-1-smb neutron-server[74186]: aggregate_uuid = self.p_client.list_aggregates( Jun 28 16:41:38.220822 dv-cinder-798104-1-smb neutron-server[74186]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 28 16:41:38.220822 dv-cinder-798104-1-smb neutron-server[74186]: return f(self, *a, **k) Jun 28 16:41:38.220822 dv-cinder-798104-1-smb neutron-server[74186]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jun 28 16:41:38.220822 dv-cinder-798104-1-smb neutron-server[74186]: return self._get(url).json() Jun 28 16:41:38.220822 dv-cinder-798104-1-smb neutron-server[74186]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jun 28 16:41:38.220822 dv-cinder-798104-1-smb neutron-server[74186]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 28 16:41:38.220822 dv-cinder-798104-1-smb neutron-server[74186]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Jun 28 16:41:38.220822 dv-cinder-798104-1-smb neutron-server[74186]: return self.request(url, 'GET', **kwargs) Jun 28 16:41:38.220822 dv-cinder-798104-1-smb neutron-server[74186]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Jun 28 16:41:38.220822 dv-cinder-798104-1-smb neutron-server[74186]: base_url = self.get_endpoint(auth, allow=allow, Jun 28 16:41:38.220822 dv-cinder-798104-1-smb neutron-server[74186]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jun 28 16:41:38.220822 dv-cinder-798104-1-smb neutron-server[74186]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 28 16:41:38.220822 dv-cinder-798104-1-smb neutron-server[74186]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jun 28 16:41:38.220822 dv-cinder-798104-1-smb neutron-server[74186]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 28 16:41:38.220822 dv-cinder-798104-1-smb neutron-server[74186]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 28 16:41:38.310999 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG neutron.db.quota.driver [None req-8131158f-d90a-46ff-a789-6dcd96a0f3c5 tempest-AttachVolumeTestJSON-1575976490 tempest-AttachVolumeTestJSON-1575976490-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74185) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 28 16:41:38.353054 dv-cinder-798104-1-smb neutron-server[74187]: DEBUG neutron.plugins.ml2.managers [None req-d647396b-eac4-49aa-a960-e778f156177e None None] Attempting to bind port 9e62c1b4-b2c3-4819-9e9c-653784818f44 on host dv-cinder-798104-1-smb for vnic_type normal with profile {{(pid=74187) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 28 16:41:38.354731 dv-cinder-798104-1-smb neutron-server[74187]: DEBUG neutron.plugins.ml2.managers [None req-d647396b-eac4-49aa-a960-e778f156177e None None] Attempting to bind port 9e62c1b4-b2c3-4819-9e9c-653784818f44 by drivers openvswitch,hyperv on host dv-cinder-798104-1-smb at level 0 using segments [{'id': 'c39146b4-a4d2-486a-bb26-fc05ca06bf0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': 'ad1db160-79ed-4f75-9884-27c71855a2d5'}] {{(pid=74187) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 28 16:41:38.355313 dv-cinder-798104-1-smb neutron-server[74187]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d647396b-eac4-49aa-a960-e778f156177e None None] Attempting to bind port 9e62c1b4-b2c3-4819-9e9c-653784818f44 on network ad1db160-79ed-4f75-9884-27c71855a2d5 {{(pid=74187) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jun 28 16:41:38.382408 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG neutron.quota.resource [None req-8131158f-d90a-46ff-a789-6dcd96a0f3c5 tempest-AttachVolumeTestJSON-1575976490 tempest-AttachVolumeTestJSON-1575976490-project] Usage tracker for resource:security_group_rule and tenant:2f9864be4f7741e0aa69625d43b5a918 is out of sync, need to count used quota {{(pid=74185) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 28 16:41:38.403694 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG neutron.quota.resource [None req-8131158f-d90a-46ff-a789-6dcd96a0f3c5 tempest-AttachVolumeTestJSON-1575976490 tempest-AttachVolumeTestJSON-1575976490-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=74185) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 28 16:41:38.436317 dv-cinder-798104-1-smb neutron-server[74187]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d647396b-eac4-49aa-a960-e778f156177e None None] Checking agent: {'id': 'fa82f27f-b773-4083-82bf-f246fc41f2de', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-798104-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 28, 16, 32, 44), 'started_at': datetime.datetime(2021, 6, 28, 16, 33, 14), 'heartbeat_timestamp': datetime.datetime(2021, 6, 28, 16, 41, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-798104-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=74187) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jun 28 16:41:38.437277 dv-cinder-798104-1-smb neutron-server[74187]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d647396b-eac4-49aa-a960-e778f156177e None None] Checking segment: {'id': 'c39146b4-a4d2-486a-bb26-fc05ca06bf0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': 'ad1db160-79ed-4f75-9884-27c71855a2d5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=74187) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jun 28 16:41:38.438112 dv-cinder-798104-1-smb neutron-server[74187]: DEBUG neutron_lib.callbacks.manager [None req-d647396b-eac4-49aa-a960-e778f156177e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=74187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 16:41:38.442176 dv-cinder-798104-1-smb neutron-server[74187]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d647396b-eac4-49aa-a960-e778f156177e None None] Bound using segment: {'id': 'c39146b4-a4d2-486a-bb26-fc05ca06bf0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': 'ad1db160-79ed-4f75-9884-27c71855a2d5'} {{(pid=74187) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jun 28 16:41:38.443215 dv-cinder-798104-1-smb neutron-server[74187]: DEBUG neutron.plugins.ml2.managers [None req-d647396b-eac4-49aa-a960-e778f156177e None None] Bound port: 9e62c1b4-b2c3-4819-9e9c-653784818f44, host: dv-cinder-798104-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c39146b4-a4d2-486a-bb26-fc05ca06bf0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': 'ad1db160-79ed-4f75-9884-27c71855a2d5'}}] {{(pid=74187) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 28 16:41:38.444093 dv-cinder-798104-1-smb neutron-server[74187]: DEBUG neutron_lib.callbacks.manager [None req-d647396b-eac4-49aa-a960-e778f156177e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621611'] for port, before_update {{(pid=74187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 16:41:38.473711 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG neutron.db.quota.driver [None req-8131158f-d90a-46ff-a789-6dcd96a0f3c5 tempest-AttachVolumeTestJSON-1575976490 tempest-AttachVolumeTestJSON-1575976490-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=74185) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 28 16:41:38.553735 dv-cinder-798104-1-smb neutron-server[74186]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-45aeb4eb-1ad1-4666-955b-2648e80fd2c6 admin admin] Notify agent at l3_agent.dv-cinder-798104-1-smb the message routers_updated {{(pid=74186) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 28 16:41:38.632399 dv-cinder-798104-1-smb neutron-server[74186]: INFO neutron.wsgi [None req-45aeb4eb-1ad1-4666-955b-2648e80fd2c6 admin admin] 10.222.0.26 "PUT /v2.0/routers/10a8f5a5-0194-4220-a7ff-16383cce71f4/add_router_interface HTTP/1.1" status: 200 len: 503 time: 16.6843219 Jun 28 16:41:38.632399 dv-cinder-798104-1-smb neutron-server[74186]: DEBUG neutron_lib.callbacks.manager [None req-9e792c19-cf33-43c7-ab1a-5719c5a26176 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1000534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2050463', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1598908', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1624240'] for network, after_delete {{(pid=74186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 16:41:38.632399 dv-cinder-798104-1-smb neutron-server[74186]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74186) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 16:41:38.642761 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG neutron_lib.callbacks.manager [None req-7a29b878-8fcb-441e-9897-fb7652ef97f2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621611'] for port, before_create {{(pid=74185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 16:41:38.683454 dv-cinder-798104-1-smb neutron-server[74186]: DEBUG neutron_lib.callbacks.manager [None req-9e792c19-cf33-43c7-ab1a-5719c5a26176 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1598890'] for network, before_response {{(pid=74186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 16:41:38.684001 dv-cinder-798104-1-smb neutron-server[74187]: DEBUG neutron.db.provisioning_blocks [None req-c72dd329-595c-4eca-9296-ba6eff8780d9 None None] Provisioning complete for port b261dc18-d602-4cee-827c-cd867a3c40ab triggered by entity L2. {{(pid=74187) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 28 16:41:38.686846 dv-cinder-798104-1-smb neutron-server[74187]: DEBUG neutron_lib.callbacks.manager [None req-c72dd329-595c-4eca-9296-ba6eff8780d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1002786'] for port, provisioning_complete {{(pid=74187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 16:41:38.709890 dv-cinder-798104-1-smb neutron-server[74186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e792c19-cf33-43c7-ab1a-5719c5a26176 admin admin] Pushing event deleted for resources: {'Network': ['ID=57244265-ff77-4eac-a867-5c9006f82258,revision_number=None']} {{(pid=74186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 16:41:38.716975 dv-cinder-798104-1-smb neutron-server[74186]: INFO neutron.wsgi [None req-9e792c19-cf33-43c7-ab1a-5719c5a26176 admin admin] 10.222.0.26 "DELETE /v2.0/networks/57244265-ff77-4eac-a867-5c9006f82258 HTTP/1.1" status: 204 len: 168 time: 3.1910439 Jun 28 16:41:38.722097 dv-cinder-798104-1-smb neutron-server[74186]: DEBUG oslo_concurrency.lockutils [None req-9e792c19-cf33-43c7-ab1a-5719c5a26176 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=74186) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 16:41:38.829522 dv-cinder-798104-1-smb neutron-server[74188]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4fc5af72-9b10-4b42-a310-ca60edba5553 None None] Sync routers for ids ['10a8f5a5-0194-4220-a7ff-16383cce71f4'] in dv-cinder-798104-1-smb {{(pid=74188) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jun 28 16:41:38.867201 dv-cinder-798104-1-smb neutron-server[74188]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4fc5af72-9b10-4b42-a310-ca60edba5553 None None] Routers {'10a8f5a5-0194-4220-a7ff-16383cce71f4'} bound to L3 agent in host dv-cinder-798104-1-smb {{(pid=74188) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 28 16:41:38.871057 dv-cinder-798104-1-smb neutron-server[74188]: DEBUG neutron.db.l3_hamode_db [None req-4fc5af72-9b10-4b42-a310-ca60edba5553 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-798104-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-28T16:32:46Z,description=,heartbeat_timestamp=2021-06-28T16:41:17Z,host='dv-cinder-798104-1-smb',id=633adcd1-515e-4435-b14d-49f054abd10f,load=0,resource_versions=,resources_synced=,started_at=2021-06-28T16:32:46Z,topic='l3_agent')) {'router_ids': ['10a8f5a5-0194-4220-a7ff-16383cce71f4'], 'active': True} {{(pid=74188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 16:41:38.990323 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG neutron_lib.callbacks.manager [None req-8131158f-d90a-46ff-a789-6dcd96a0f3c5 tempest-AttachVolumeTestJSON-1575976490 tempest-AttachVolumeTestJSON-1575976490-project] Notify callbacks [] for security_group_rule, before_create {{(pid=74185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 16:41:39.164090 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b081199d-4135-4cf1-be50-37eaaba1eedb req-e66176ae-ab7c-4daa-ac5b-0521320c9c6a tempest-DeleteServersTestJSON-388560069 tempest-DeleteServersTestJSON-388560069-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 16:41:39.175169 dv-cinder-798104-1-smb neutron-server[74185]: INFO neutron.wsgi [req-b081199d-4135-4cf1-be50-37eaaba1eedb req-e66176ae-ab7c-4daa-ac5b-0521320c9c6a tempest-DeleteServersTestJSON-388560069 tempest-DeleteServersTestJSON-388560069-project] 10.222.0.26 "GET /v2.0/ports?device_id=2085ff8a-4738-4d8b-ac96-e46f842c434d HTTP/1.1" status: 200 len: 931 time: 1.1282682 Jun 28 16:41:39.245853 dv-cinder-798104-1-smb neutron-server[74187]: DEBUG neutron.plugins.ml2.db [None req-d647396b-eac4-49aa-a960-e778f156177e None None] For port 9e62c1b4-b2c3-4819-9e9c-653784818f44, host dv-cinder-798104-1-smb, cleared binding levels {{(pid=74187) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 28 16:41:39.263755 dv-cinder-798104-1-smb neutron-server[74187]: DEBUG neutron.plugins.ml2.db [None req-d647396b-eac4-49aa-a960-e778f156177e None None] For port 9e62c1b4-b2c3-4819-9e9c-653784818f44, host dv-cinder-798104-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-798104-1-smb',level=0,port_id=9e62c1b4-b2c3-4819-9e9c-653784818f44,segment=NetworkSegment(c39146b4-a4d2-486a-bb26-fc05ca06bf0a),segment_id=c39146b4-a4d2-486a-bb26-fc05ca06bf0a)] {{(pid=74187) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 28 16:41:39.281795 dv-cinder-798104-1-smb neutron-server[74187]: DEBUG neutron_lib.callbacks.manager [None req-d647396b-eac4-49aa-a960-e778f156177e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-615041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1598908', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774158213048', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774157688378', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774157688423'] for port, after_update {{(pid=74187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 16:41:39.303018 dv-cinder-798104-1-smb neutron-server[74187]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74187) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 16:41:39.311357 dv-cinder-798104-1-smb neutron-server[74185]: INFO neutron.wsgi [req-b081199d-4135-4cf1-be50-37eaaba1eedb req-0ccd6936-def7-409e-ac02-359757f2325e tempest-DeleteServersTestJSON-388560069 tempest-DeleteServersTestJSON-388560069-project] 10.222.0.26 "GET /v2.0/security-groups?id=c58b0cd2-bff5-4e4e-ad96-8ad5e846bc17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1330924 Jun 28 16:41:39.537117 dv-cinder-798104-1-smb neutron-server[74188]: DEBUG neutron.db.l3_dvr_db [None req-4fc5af72-9b10-4b42-a310-ca60edba5553 None None] Set router 10a8f5a5-0194-4220-a7ff-16383cce71f4 gateway port host: dv-cinder-798104-1-smb {{(pid=74188) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jun 28 16:41:39.603059 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG neutron_lib.callbacks.manager [None req-8131158f-d90a-46ff-a789-6dcd96a0f3c5 tempest-AttachVolumeTestJSON-1575976490 tempest-AttachVolumeTestJSON-1575976490-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=74185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 16:41:39.616326 dv-cinder-798104-1-smb neutron-server[74187]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d647396b-eac4-49aa-a960-e778f156177e None None] Routers {'30e00ac4-b549-4d86-a0ee-d327f17cf3c1'} bound to L3 agent in host dv-cinder-798104-1-smb {{(pid=74187) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 28 16:41:39.619045 dv-cinder-798104-1-smb neutron-server[74187]: DEBUG neutron.db.l3_hamode_db [None req-d647396b-eac4-49aa-a960-e778f156177e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-798104-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-28T16:32:46Z,description=,heartbeat_timestamp=2021-06-28T16:41:17Z,host='dv-cinder-798104-1-smb',id=633adcd1-515e-4435-b14d-49f054abd10f,load=0,resource_versions=,resources_synced=,started_at=2021-06-28T16:32:46Z,topic='l3_agent')) {'router_ids': ['30e00ac4-b549-4d86-a0ee-d327f17cf3c1'], 'active': True} {{(pid=74187) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 16:41:39.659742 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG neutron_lib.callbacks.manager [None req-8131158f-d90a-46ff-a789-6dcd96a0f3c5 tempest-AttachVolumeTestJSON-1575976490 tempest-AttachVolumeTestJSON-1575976490-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2050479'] for security_group_rule, after_create {{(pid=74185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 16:41:39.893669 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG neutron.notifiers.nova [req-9797c6d5-0c66-4fc3-806a-1810c7426a58 req-8dee8dea-7c42-469b-8e04-baa5f7063a3b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a4c07c06-1b0c-4237-90c6-772052a508d4 {{(pid=74185) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 28 16:41:39.902755 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG neutron_lib.callbacks.manager [req-9797c6d5-0c66-4fc3-806a-1810c7426a58 req-8dee8dea-7c42-469b-8e04-baa5f7063a3b service neutron] Notify callbacks [] for port, precommit_update {{(pid=74185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 16:41:39.924594 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG neutron.db.provisioning_blocks [req-9797c6d5-0c66-4fc3-806a-1810c7426a58 req-8dee8dea-7c42-469b-8e04-baa5f7063a3b service neutron] Transition to ACTIVE for port object a4c07c06-1b0c-4237-90c6-772052a508d4 will not be triggered until provisioned by entity L2. {{(pid=74185) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 28 16:41:39.943572 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74185) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 16:41:39.953401 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG neutron_lib.callbacks.manager [req-9797c6d5-0c66-4fc3-806a-1810c7426a58 req-8dee8dea-7c42-469b-8e04-baa5f7063a3b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-615041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1598908', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774158213048', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774157688378', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774157688423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15648322'] for port, after_update {{(pid=74185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 16:41:39.990226 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8131158f-d90a-46ff-a789-6dcd96a0f3c5 tempest-AttachVolumeTestJSON-1575976490 tempest-AttachVolumeTestJSON-1575976490-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5b914651-3a7b-4c53-9b45-9c1273792ea0,revision_number=0']} {{(pid=74185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 16:41:40.048484 dv-cinder-798104-1-smb neutron-server[74187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9daf1810-a775-4a40-a1c6-1567399f5e98 None None] Pushing event updated for resources: {'Port': ['ID=9e62c1b4-b2c3-4819-9e9c-653784818f44,revision_number=4']} {{(pid=74187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 16:41:40.052681 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG oslo_concurrency.lockutils [None req-8131158f-d90a-46ff-a789-6dcd96a0f3c5 tempest-AttachVolumeTestJSON-1575976490 tempest-AttachVolumeTestJSON-1575976490-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=74185) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 16:41:40.053344 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.070s {{(pid=74185) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 16:41:40.060574 dv-cinder-798104-1-smb neutron-server[74187]: DEBUG oslo_concurrency.lockutils [None req-9daf1810-a775-4a40-a1c6-1567399f5e98 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.754s {{(pid=74187) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 16:41:40.147446 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dee8dea-7c42-469b-8e04-baa5f7063a3b service neutron] Pushing event updated for resources: {'Port': ['ID=a4c07c06-1b0c-4237-90c6-772052a508d4,revision_number=2']} {{(pid=74185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 16:41:40.167910 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG oslo_concurrency.lockutils [None req-8dee8dea-7c42-469b-8e04-baa5f7063a3b service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=74185) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 16:41:40.220307 dv-cinder-798104-1-smb neutron-server[74186]: DEBUG neutron.wsgi [-] (74186) accepted ('10.222.0.26', 46770) {{(pid=74186) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 28 16:41:40.232937 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG neutron_lib.callbacks.manager [None req-8131158f-d90a-46ff-a789-6dcd96a0f3c5 tempest-AttachVolumeTestJSON-1575976490 tempest-AttachVolumeTestJSON-1575976490-project] Notify callbacks [] for security_group_rule, before_response {{(pid=74185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 16:41:40.238230 dv-cinder-798104-1-smb neutron-server[74185]: INFO neutron.wsgi [None req-8131158f-d90a-46ff-a789-6dcd96a0f3c5 tempest-AttachVolumeTestJSON-1575976490 tempest-AttachVolumeTestJSON-1575976490-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 2.4460037 Jun 28 16:41:40.241628 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG neutron.wsgi [-] (74185) accepted ('10.222.0.26', 46774) {{(pid=74185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 28 16:41:40.260575 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG neutron.api.v2.base [None req-7a86704b-b92b-494d-9a9a-bcbbe35f0caf tempest-AttachVolumeTestJSON-1575976490 tempest-AttachVolumeTestJSON-1575976490-project] Request body: {'security_group_rule': {'security_group_id': 'd4fabaec-765c-44eb-aea3-0feba44aab14', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=74185) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jun 28 16:41:40.267429 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG neutron.db.quota.driver [None req-7a86704b-b92b-494d-9a9a-bcbbe35f0caf tempest-AttachVolumeTestJSON-1575976490 tempest-AttachVolumeTestJSON-1575976490-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74185) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 28 16:41:40.272976 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG neutron.quota.resource [None req-7a86704b-b92b-494d-9a9a-bcbbe35f0caf tempest-AttachVolumeTestJSON-1575976490 tempest-AttachVolumeTestJSON-1575976490-project] Usage tracker for resource:security_group_rule and tenant:2f9864be4f7741e0aa69625d43b5a918 is out of sync, need to count used quota {{(pid=74185) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 28 16:41:40.277032 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG neutron.quota.resource [None req-7a86704b-b92b-494d-9a9a-bcbbe35f0caf tempest-AttachVolumeTestJSON-1575976490 tempest-AttachVolumeTestJSON-1575976490-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=74185) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 28 16:41:40.285251 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG neutron.db.quota.driver [None req-7a86704b-b92b-494d-9a9a-bcbbe35f0caf tempest-AttachVolumeTestJSON-1575976490 tempest-AttachVolumeTestJSON-1575976490-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=74185) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 28 16:41:40.324324 dv-cinder-798104-1-smb neutron-server[74186]: DEBUG neutron_lib.callbacks.manager [None req-7b8a2572-8097-48b1-804a-dd141581d559 admin admin] Notify callbacks [] for security_group, before_create {{(pid=74186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 16:41:40.328567 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG neutron.db.db_base_plugin_common [None req-7a29b878-8fcb-441e-9897-fb7652ef97f2 admin admin] Allocated IP 172.20.0.1 (4e66a7eb-2725-411e-9b4f-e274c7c51246/f2ffd4c6-165d-446d-9207-8235b5280dd5/78dc5b3f-ac10-45ad-827b-b4cd72cb9a44) {{(pid=74185) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 28 16:41:40.333072 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG neutron_lib.callbacks.manager [None req-7a86704b-b92b-494d-9a9a-bcbbe35f0caf tempest-AttachVolumeTestJSON-1575976490 tempest-AttachVolumeTestJSON-1575976490-project] Notify callbacks [] for security_group_rule, before_create {{(pid=74185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 16:41:40.481984 dv-cinder-798104-1-smb neutron-server[74187]: DEBUG neutron.db.l3_dvr_db [None req-d647396b-eac4-49aa-a960-e778f156177e None None] Set router 30e00ac4-b549-4d86-a0ee-d327f17cf3c1 gateway port host: dv-cinder-798104-1-smb {{(pid=74187) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jun 28 16:41:40.546218 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG neutron_lib.callbacks.manager [None req-7a86704b-b92b-494d-9a9a-bcbbe35f0caf tempest-AttachVolumeTestJSON-1575976490 tempest-AttachVolumeTestJSON-1575976490-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=74185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 16:41:40.550077 dv-cinder-798104-1-smb neutron-server[74186]: DEBUG neutron.db.quota.driver [None req-7b8a2572-8097-48b1-804a-dd141581d559 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74186) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 28 16:41:40.569512 dv-cinder-798104-1-smb neutron-server[74186]: DEBUG neutron.quota.resource [None req-7b8a2572-8097-48b1-804a-dd141581d559 admin admin] Usage tracker for resource:security_group_rule and tenant:98649159fc52418c8fdf5df2cf66ba12 is out of sync, need to count used quota {{(pid=74186) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 28 16:41:40.584068 dv-cinder-798104-1-smb neutron-server[74186]: DEBUG neutron.quota.resource [None req-7b8a2572-8097-48b1-804a-dd141581d559 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=74186) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 28 16:41:40.624473 dv-cinder-798104-1-smb neutron-server[74186]: DEBUG neutron.db.quota.driver [None req-7b8a2572-8097-48b1-804a-dd141581d559 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74186) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 28 16:41:40.647272 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG neutron_lib.callbacks.manager [None req-7a86704b-b92b-494d-9a9a-bcbbe35f0caf tempest-AttachVolumeTestJSON-1575976490 tempest-AttachVolumeTestJSON-1575976490-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2050479'] for security_group_rule, after_create {{(pid=74185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 16:41:40.842644 dv-cinder-798104-1-smb neutron-server[74186]: DEBUG neutron.wsgi [-] (74186) accepted ('10.222.0.26', 46790) {{(pid=74186) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 28 16:41:40.850575 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74185) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 16:41:40.908524 dv-cinder-798104-1-smb neutron-server[74188]: DEBUG neutron.db.l3_hamode_db [None req-4fc5af72-9b10-4b42-a310-ca60edba5553 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '10a8f5a5-0194-4220-a7ff-16383cce71f4', 'name': 'tempest-ServerRescueNegativeTestJSON-1727621301-router', 'tenant_id': '9344ad16110c4191993c42fbf7367cf2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f9715ce2-16ba-4ae9-9a15-557432d0a5ed', 'external_fixed_ips': [{'subnet_id': 'e3a20e14-2eea-4943-8cec-1fe85e8448d0', 'ip_address': '172.28.3.42'}], 'enable_snat': True}, 'gw_port_id': 'b261dc18-d602-4cee-827c-cd867a3c40ab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-28T16:41:11Z', 'updated_at': '2021-06-28T16:41:28Z', 'revision_number': 4, 'project_id': '9344ad16110c4191993c42fbf7367cf2', 'gw_port': {'id': 'b261dc18-d602-4cee-827c-cd867a3c40ab', 'name': '', 'network_id': 'f9715ce2-16ba-4ae9-9a15-557432d0a5ed', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:2a:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10a8f5a5-0194-4220-a7ff-16383cce71f4', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e3a20e14-2eea-4943-8cec-1fe85e8448d0', 'ip_address': '172.28.3.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798104-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T16:41:15Z', 'updated_at': '2021-06-28T16:41:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e3a20e14-2eea-4943-8cec-1fe85e8448d0', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798104-1-smb', '_interfaces': [{'id': '646f25b7-86a0-4a5a-8156-e32d48dc12f0', 'name': '', 'network_id': '456cb4f0-4c56-4bb7-a5cf-eaccb243862b', 'tenant_id': '9344ad16110c4191993c42fbf7367cf2', 'mac_address': 'fa:16:3e:19:8b:15', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '10a8f5a5-0194-4220-a7ff-16383cce71f4', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '766e27c3-d7d9-49ba-b0ca-4cfaf9e450d4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T16:41:27Z', 'updated_at': '2021-06-28T16:41:29Z', 'revision_number': 2, 'project_id': '9344ad16110c4191993c42fbf7367cf2', 'subnets': [{'id': '766e27c3-d7d9-49ba-b0ca-4cfaf9e450d4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-798104-1-smb', False) {} {{(pid=74188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 16:41:40.938286 dv-cinder-798104-1-smb neutron-server[74188]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4fc5af72-9b10-4b42-a310-ca60edba5553 None None] Checking router: 10a8f5a5-0194-4220-a7ff-16383cce71f4 for host: dv-cinder-798104-1-smb {{(pid=74188) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Jun 28 16:41:40.943252 dv-cinder-798104-1-smb neutron-server[74188]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4fc5af72-9b10-4b42-a310-ca60edba5553 None None] Updating router 10a8f5a5-0194-4220-a7ff-16383cce71f4 port 646f25b7-86a0-4a5a-8156-e32d48dc12f0 binding host dv-cinder-798104-1-smb {{(pid=74188) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Jun 28 16:41:40.955986 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG neutron_lib.callbacks.manager [None req-7a86704b-b92b-494d-9a9a-bcbbe35f0caf tempest-AttachVolumeTestJSON-1575976490 tempest-AttachVolumeTestJSON-1575976490-project] Notify callbacks [] for security_group_rule, before_response {{(pid=74185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 16:41:40.961918 dv-cinder-798104-1-smb neutron-server[74185]: INFO neutron.wsgi [None req-7a86704b-b92b-494d-9a9a-bcbbe35f0caf tempest-AttachVolumeTestJSON-1575976490 tempest-AttachVolumeTestJSON-1575976490-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.7182729 Jun 28 16:41:40.965535 dv-cinder-798104-1-smb neutron-server[74186]: DEBUG neutron.wsgi [-] (74186) accepted ('10.222.0.26', 46796) {{(pid=74186) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 28 16:41:40.973435 dv-cinder-798104-1-smb neutron-server[74187]: DEBUG neutron.plugins.ml2.rpc [None req-c72dd329-595c-4eca-9296-ba6eff8780d9 None None] Device 2b6842d1-6e2d-429b-8fe9-2900df84d0b8 up at agent ovs-agent-dv-cinder-798104-1-smb {{(pid=74187) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 28 16:41:40.978993 dv-cinder-798104-1-smb neutron-server[74186]: DEBUG neutron.wsgi [-] (74186) accepted ('10.222.0.26', 46798) {{(pid=74186) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 28 16:41:41.020028 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a86704b-b92b-494d-9a9a-bcbbe35f0caf tempest-AttachVolumeTestJSON-1575976490 tempest-AttachVolumeTestJSON-1575976490-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d161f0ba-888c-4367-b366-730647be0833,revision_number=0']} {{(pid=74185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 16:41:41.028437 dv-cinder-798104-1-smb neutron-server[74186]: DEBUG neutron.api.v2.base [None req-f4502d4f-2d4c-4a1a-b49b-1608cb62096a tempest-AttachVolumeTestJSON-1575976490 tempest-AttachVolumeTestJSON-1575976490-project] Request body: {'floatingip': {'floating_network_id': 'f9715ce2-16ba-4ae9-9a15-557432d0a5ed'}} {{(pid=74186) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jun 28 16:41:41.043270 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG oslo_concurrency.lockutils [None req-7a86704b-b92b-494d-9a9a-bcbbe35f0caf tempest-AttachVolumeTestJSON-1575976490 tempest-AttachVolumeTestJSON-1575976490-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.199s {{(pid=74185) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 16:41:41.084905 dv-cinder-798104-1-smb neutron-server[74186]: DEBUG neutron.db.quota.driver [None req-f4502d4f-2d4c-4a1a-b49b-1608cb62096a tempest-AttachVolumeTestJSON-1575976490 tempest-AttachVolumeTestJSON-1575976490-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74186) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 28 16:41:41.105719 dv-cinder-798104-1-smb neutron-server[74186]: DEBUG neutron.quota.resource [None req-f4502d4f-2d4c-4a1a-b49b-1608cb62096a tempest-AttachVolumeTestJSON-1575976490 tempest-AttachVolumeTestJSON-1575976490-project] Usage tracker for resource:floatingip and tenant:2f9864be4f7741e0aa69625d43b5a918 is out of sync, need to count used quota {{(pid=74186) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 28 16:41:41.114820 dv-cinder-798104-1-smb neutron-server[74186]: DEBUG neutron.quota.resource [None req-f4502d4f-2d4c-4a1a-b49b-1608cb62096a tempest-AttachVolumeTestJSON-1575976490 tempest-AttachVolumeTestJSON-1575976490-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=74186) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 28 16:41:41.132979 dv-cinder-798104-1-smb neutron-server[74186]: DEBUG neutron.db.quota.driver [None req-f4502d4f-2d4c-4a1a-b49b-1608cb62096a tempest-AttachVolumeTestJSON-1575976490 tempest-AttachVolumeTestJSON-1575976490-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=74186) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 28 16:41:41.158107 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG neutron.plugins.ml2.managers [req-9797c6d5-0c66-4fc3-806a-1810c7426a58 req-8dee8dea-7c42-469b-8e04-baa5f7063a3b service neutron] Attempting to bind port a4c07c06-1b0c-4237-90c6-772052a508d4 on host hv-cinder-79810 for vnic_type normal with profile {{(pid=74185) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 28 16:41:41.158422 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG neutron.plugins.ml2.managers [req-9797c6d5-0c66-4fc3-806a-1810c7426a58 req-8dee8dea-7c42-469b-8e04-baa5f7063a3b service neutron] Attempting to bind port a4c07c06-1b0c-4237-90c6-772052a508d4 by drivers openvswitch,hyperv on host hv-cinder-79810 at level 0 using segments [{'id': 'c02d8fec-95e3-4e9a-a650-d6cb456f3802', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': '57bed292-9c57-428d-ab78-cedbab0d959b'}] {{(pid=74185) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 28 16:41:41.158730 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9797c6d5-0c66-4fc3-806a-1810c7426a58 req-8dee8dea-7c42-469b-8e04-baa5f7063a3b service neutron] Attempting to bind port a4c07c06-1b0c-4237-90c6-772052a508d4 on network 57bed292-9c57-428d-ab78-cedbab0d959b {{(pid=74185) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jun 28 16:41:41.174473 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9797c6d5-0c66-4fc3-806a-1810c7426a58 req-8dee8dea-7c42-469b-8e04-baa5f7063a3b service neutron] Port a4c07c06-1b0c-4237-90c6-772052a508d4 on network 57bed292-9c57-428d-ab78-cedbab0d959b not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79810 {{(pid=74185) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jun 28 16:41:41.175087 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9797c6d5-0c66-4fc3-806a-1810c7426a58 req-8dee8dea-7c42-469b-8e04-baa5f7063a3b service neutron] Attempting to bind port a4c07c06-1b0c-4237-90c6-772052a508d4 on network 57bed292-9c57-428d-ab78-cedbab0d959b {{(pid=74185) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jun 28 16:41:41.185866 dv-cinder-798104-1-smb neutron-server[74186]: DEBUG neutron_lib.callbacks.manager [None req-f4502d4f-2d4c-4a1a-b49b-1608cb62096a tempest-AttachVolumeTestJSON-1575976490 tempest-AttachVolumeTestJSON-1575976490-project] Notify callbacks [] for floatingip, before_create {{(pid=74186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 16:41:41.189952 dv-cinder-798104-1-smb neutron-server[74188]: DEBUG neutron_lib.callbacks.manager [None req-4fc5af72-9b10-4b42-a310-ca60edba5553 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621611'] for port, before_update {{(pid=74188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 16:41:41.203764 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc1f79cb-8cd8-4de6-922a-457f3e7f631d req-c859d343-613c-4d77-8c70-f9205a1f1be6 tempest-DeleteServersTestJSON-388560069 tempest-DeleteServersTestJSON-388560069-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 16:41:41.205494 dv-cinder-798104-1-smb neutron-server[74185]: INFO neutron.wsgi [req-bc1f79cb-8cd8-4de6-922a-457f3e7f631d req-c859d343-613c-4d77-8c70-f9205a1f1be6 tempest-DeleteServersTestJSON-388560069 tempest-DeleteServersTestJSON-388560069-project] 10.222.0.26 "GET /v2.0/ports?device_id=2085ff8a-4738-4d8b-ac96-e46f842c434d HTTP/1.1" status: 200 len: 943 time: 0.4612594 Jun 28 16:41:41.244897 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9797c6d5-0c66-4fc3-806a-1810c7426a58 req-8dee8dea-7c42-469b-8e04-baa5f7063a3b service neutron] Checking agent: {'id': '59d83479-80db-4f55-8b84-25c2a0c8dff8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79810', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 28, 16, 39, 19), 'started_at': datetime.datetime(2021, 6, 28, 16, 39, 19), 'heartbeat_timestamp': datetime.datetime(2021, 6, 28, 16, 41, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=74185) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jun 28 16:41:41.245237 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9797c6d5-0c66-4fc3-806a-1810c7426a58 req-8dee8dea-7c42-469b-8e04-baa5f7063a3b service neutron] Checking segment: {'id': 'c02d8fec-95e3-4e9a-a650-d6cb456f3802', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': '57bed292-9c57-428d-ab78-cedbab0d959b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=74185) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jun 28 16:41:41.245814 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9797c6d5-0c66-4fc3-806a-1810c7426a58 req-8dee8dea-7c42-469b-8e04-baa5f7063a3b service neutron] Bound using segment: {'id': 'c02d8fec-95e3-4e9a-a650-d6cb456f3802', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': '57bed292-9c57-428d-ab78-cedbab0d959b'} {{(pid=74185) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jun 28 16:41:41.246472 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG neutron.plugins.ml2.managers [req-9797c6d5-0c66-4fc3-806a-1810c7426a58 req-8dee8dea-7c42-469b-8e04-baa5f7063a3b service neutron] Bound port: a4c07c06-1b0c-4237-90c6-772052a508d4, host: hv-cinder-79810, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c02d8fec-95e3-4e9a-a650-d6cb456f3802', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': '57bed292-9c57-428d-ab78-cedbab0d959b'}}] {{(pid=74185) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 28 16:41:41.246832 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG neutron_lib.callbacks.manager [req-9797c6d5-0c66-4fc3-806a-1810c7426a58 req-8dee8dea-7c42-469b-8e04-baa5f7063a3b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621611'] for port, before_update {{(pid=74185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 16:41:41.252560 dv-cinder-798104-1-smb neutron-server[74186]: DEBUG neutron_lib.callbacks.manager [None req-7b8a2572-8097-48b1-804a-dd141581d559 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=74186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 16:41:41.275212 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG neutron_lib.callbacks.manager [None req-7a29b878-8fcb-441e-9897-fb7652ef97f2 admin admin] Notify callbacks [] for port, precommit_create {{(pid=74185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 16:41:41.289782 dv-cinder-798104-1-smb neutron-server[74186]: DEBUG neutron_lib.callbacks.manager [None req-7b8a2572-8097-48b1-804a-dd141581d559 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2050486'] for security_group, after_create {{(pid=74186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 16:41:41.361717 dv-cinder-798104-1-smb neutron-server[74186]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74186) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 16:41:41.378475 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG neutron.plugins.ml2.db [req-9797c6d5-0c66-4fc3-806a-1810c7426a58 req-8dee8dea-7c42-469b-8e04-baa5f7063a3b service neutron] For port a4c07c06-1b0c-4237-90c6-772052a508d4, host hv-cinder-79810, cleared binding levels {{(pid=74185) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 28 16:41:41.384103 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG neutron.plugins.ml2.db [req-9797c6d5-0c66-4fc3-806a-1810c7426a58 req-8dee8dea-7c42-469b-8e04-baa5f7063a3b service neutron] For port a4c07c06-1b0c-4237-90c6-772052a508d4, host hv-cinder-79810, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79810',level=0,port_id=a4c07c06-1b0c-4237-90c6-772052a508d4,segment=NetworkSegment(c02d8fec-95e3-4e9a-a650-d6cb456f3802),segment_id=c02d8fec-95e3-4e9a-a650-d6cb456f3802)] {{(pid=74185) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 28 16:41:41.398992 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG neutron_lib.callbacks.manager [req-9797c6d5-0c66-4fc3-806a-1810c7426a58 req-8dee8dea-7c42-469b-8e04-baa5f7063a3b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-615041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1598908', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774158213048', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774157688378', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774157688423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15648322'] for port, after_update {{(pid=74185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 16:41:41.417890 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG oslo_concurrency.lockutils [None req-a29e08e2-7b59-4291-b19f-f03b79bb6a0e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74185) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 16:41:41.540893 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dee8dea-7c42-469b-8e04-baa5f7063a3b service neutron] Pushing event updated for resources: {'Port': ['ID=a4c07c06-1b0c-4237-90c6-772052a508d4,revision_number=3']} {{(pid=74185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 16:41:41.549289 dv-cinder-798104-1-smb neutron-server[74185]: INFO neutron.wsgi [req-bc1f79cb-8cd8-4de6-922a-457f3e7f631d req-133ecd7b-f863-4571-8fe6-ab92db39c6bb tempest-DeleteServersTestJSON-388560069 tempest-DeleteServersTestJSON-388560069-project] 10.222.0.26 "GET /v2.0/security-groups?id=c58b0cd2-bff5-4e4e-ad96-8ad5e846bc17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3241653 Jun 28 16:41:41.553816 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG neutron.db.provisioning_blocks [None req-7a29b878-8fcb-441e-9897-fb7652ef97f2 admin admin] Transition to ACTIVE for port object 78dc5b3f-ac10-45ad-827b-b4cd72cb9a44 will not be triggered until provisioned by entity DHCP. {{(pid=74185) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 28 16:41:41.555690 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG oslo_concurrency.lockutils [None req-8dee8dea-7c42-469b-8e04-baa5f7063a3b service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.138s {{(pid=74185) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 16:41:41.572524 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG neutron_lib.callbacks.manager [req-9797c6d5-0c66-4fc3-806a-1810c7426a58 req-8dee8dea-7c42-469b-8e04-baa5f7063a3b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129357', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1598890'] for port, before_response {{(pid=74185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 16:41:41.574773 dv-cinder-798104-1-smb neutron-server[74185]: INFO neutron.wsgi [req-9797c6d5-0c66-4fc3-806a-1810c7426a58 req-8dee8dea-7c42-469b-8e04-baa5f7063a3b service neutron] 10.222.0.41 "PUT /v2.0/ports/a4c07c06-1b0c-4237-90c6-772052a508d4 HTTP/1.1" status: 200 len: 1093 time: 5.4279108 Jun 28 16:41:41.575278 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2085ff8a-4738-4d8b-ac96-e46f842c434d', 'tag': 'a4c07c06-1b0c-4237-90c6-772052a508d4'}] {{(pid=74185) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 28 16:41:41.629563 dv-cinder-798104-1-smb neutron-server[74186]: INFO neutron.wsgi [None req-64d79941-065c-4b5d-90fe-28af68d48d84 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=37a62e04e9844fb5aa6c22a4c5f4eb2d&name=default HTTP/1.1" status: 200 len: 2647 time: 0.6304319 Jun 28 16:41:41.635239 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG neutron.wsgi [-] (74185) accepted ('10.222.0.26', 46808) {{(pid=74185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 28 16:41:41.642314 dv-cinder-798104-1-smb neutron-server[74186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b8a2572-8097-48b1-804a-dd141581d559 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5a64e579-428e-4f1c-aebe-0ac46e2955b8,revision_number=1']} {{(pid=74186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 16:41:41.661566 dv-cinder-798104-1-smb neutron-server[74186]: INFO neutron.wsgi [None req-7b8a2572-8097-48b1-804a-dd141581d559 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=98649159fc52418c8fdf5df2cf66ba12&name=default HTTP/1.1" status: 200 len: 2647 time: 1.4399500 Jun 28 16:41:41.663786 dv-cinder-798104-1-smb neutron-server[74186]: DEBUG oslo_concurrency.lockutils [None req-7b8a2572-8097-48b1-804a-dd141581d559 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.302s {{(pid=74186) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 16:41:41.665976 dv-cinder-798104-1-smb neutron-server[74186]: DEBUG neutron.wsgi [-] (74186) accepted ('10.222.0.26', 46812) {{(pid=74186) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 28 16:41:41.690517 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG neutron_lib.callbacks.manager [None req-7a29b878-8fcb-441e-9897-fb7652ef97f2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-615041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1598908', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774157688360', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15648331'] for port, after_create {{(pid=74185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 16:41:41.816350 dv-cinder-798104-1-smb neutron-server[74187]: DEBUG neutron.db.provisioning_blocks [None req-c72dd329-595c-4eca-9296-ba6eff8780d9 None None] Provisioning for port 2b6842d1-6e2d-429b-8fe9-2900df84d0b8 completed by entity L2. {{(pid=74187) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 28 16:41:41.850954 dv-cinder-798104-1-smb neutron-server[74187]: DEBUG neutron.db.provisioning_blocks [None req-c72dd329-595c-4eca-9296-ba6eff8780d9 None None] Provisioning complete for port 2b6842d1-6e2d-429b-8fe9-2900df84d0b8 triggered by entity L2. {{(pid=74187) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 28 16:41:41.851337 dv-cinder-798104-1-smb neutron-server[74187]: DEBUG neutron_lib.callbacks.manager [None req-c72dd329-595c-4eca-9296-ba6eff8780d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1002786'] for port, provisioning_complete {{(pid=74187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 16:41:41.894212 dv-cinder-798104-1-smb neutron-server[74186]: DEBUG neutron_lib.callbacks.manager [None req-7ff42c8e-1a8e-4f0b-9c44-0bace7b092cf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=74186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 16:41:41.971811 dv-cinder-798104-1-smb neutron-server[74186]: DEBUG neutron.wsgi [-] (74186) accepted ('10.222.0.26', 46820) {{(pid=74186) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 28 16:41:41.993237 dv-cinder-798104-1-smb neutron-server[74186]: DEBUG neutron_lib.callbacks.manager [None req-7ff42c8e-1a8e-4f0b-9c44-0bace7b092cf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=74186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 16:41:42.007539 dv-cinder-798104-1-smb neutron-server[74186]: DEBUG neutron_lib.callbacks.manager [None req-24c13fb8-b211-4ec8-b322-663a419db03a admin admin] Notify callbacks [] for security_group, before_create {{(pid=74186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 16:41:42.017659 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG oslo_concurrency.lockutils [None req-8dee8dea-7c42-469b-8e04-baa5f7063a3b service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74185) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 16:41:42.181869 dv-cinder-798104-1-smb neutron-server[74186]: DEBUG neutron_lib.callbacks.manager [None req-f4502d4f-2d4c-4a1a-b49b-1608cb62096a tempest-AttachVolumeTestJSON-1575976490 tempest-AttachVolumeTestJSON-1575976490-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621611'] for port, before_create {{(pid=74186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 16:41:42.230028 dv-cinder-798104-1-smb neutron-server[74187]: DEBUG neutron.db.l3_hamode_db [None req-d647396b-eac4-49aa-a960-e778f156177e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '30e00ac4-b549-4d86-a0ee-d327f17cf3c1', 'name': 'tempest-AttachVolumeTestJSON-1815267279-router', 'tenant_id': '2f9864be4f7741e0aa69625d43b5a918', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f9715ce2-16ba-4ae9-9a15-557432d0a5ed', 'external_fixed_ips': [{'subnet_id': 'e3a20e14-2eea-4943-8cec-1fe85e8448d0', 'ip_address': '172.28.3.202'}], 'enable_snat': True}, 'gw_port_id': '600f6151-facc-4997-ba41-54649124a999', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-28T16:41:09Z', 'updated_at': '2021-06-28T16:41:24Z', 'revision_number': 4, 'project_id': '2f9864be4f7741e0aa69625d43b5a918', 'gw_port': {'id': '600f6151-facc-4997-ba41-54649124a999', 'name': '', 'network_id': 'f9715ce2-16ba-4ae9-9a15-557432d0a5ed', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:53:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30e00ac4-b549-4d86-a0ee-d327f17cf3c1', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e3a20e14-2eea-4943-8cec-1fe85e8448d0', 'ip_address': '172.28.3.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798104-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T16:41:10Z', 'updated_at': '2021-06-28T16:41:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e3a20e14-2eea-4943-8cec-1fe85e8448d0', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798104-1-smb', '_interfaces': [{'id': '9e62c1b4-b2c3-4819-9e9c-653784818f44', 'name': '', 'network_id': 'ad1db160-79ed-4f75-9884-27c71855a2d5', 'tenant_id': '2f9864be4f7741e0aa69625d43b5a918', 'mac_address': 'fa:16:3e:d1:33:a7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '30e00ac4-b549-4d86-a0ee-d327f17cf3c1', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '37b72020-400c-49f7-aceb-0167a7e84569', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798104-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T16:41:21Z', 'updated_at': '2021-06-28T16:41:39Z', 'revision_number': 4, 'project_id': '2f9864be4f7741e0aa69625d43b5a918', 'subnets': [{'id': '37b72020-400c-49f7-aceb-0167a7e84569', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-798104-1-smb', False) {} {{(pid=74187) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 16:41:42.278877 dv-cinder-798104-1-smb neutron-server[74187]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d647396b-eac4-49aa-a960-e778f156177e None None] The sync data for ids ['30e00ac4-b549-4d86-a0ee-d327f17cf3c1'] in dv-cinder-798104-1-smb is: [{'id': '30e00ac4-b549-4d86-a0ee-d327f17cf3c1', 'name': 'tempest-AttachVolumeTestJSON-1815267279-router', 'tenant_id': '2f9864be4f7741e0aa69625d43b5a918', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f9715ce2-16ba-4ae9-9a15-557432d0a5ed', 'external_fixed_ips': [{'subnet_id': 'e3a20e14-2eea-4943-8cec-1fe85e8448d0', 'ip_address': '172.28.3.202'}], 'enable_snat': True}, 'gw_port_id': '600f6151-facc-4997-ba41-54649124a999', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-28T16:41:09Z', 'updated_at': '2021-06-28T16:41:24Z', 'revision_number': 4, 'project_id': '2f9864be4f7741e0aa69625d43b5a918', 'gw_port': {'id': '600f6151-facc-4997-ba41-54649124a999', 'name': '', 'network_id': 'f9715ce2-16ba-4ae9-9a15-557432d0a5ed', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:53:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30e00ac4-b549-4d86-a0ee-d327f17cf3c1', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e3a20e14-2eea-4943-8cec-1fe85e8448d0', 'ip_address': '172.28.3.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798104-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T16:41:10Z', 'updated_at': '2021-06-28T16:41:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e3a20e14-2eea-4943-8cec-1fe85e8448d0', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798104-1-smb', '_interfaces': [{'id': '9e62c1b4-b2c3-4819-9e9c-653784818f44', 'name': '', 'network_id': 'ad1db160-79ed-4f75-9884-27c71855a2d5', 'tenant_id': '2f9864be4f7741e0aa69625d43b5a918', 'mac_address': 'fa:16:3e:d1:33:a7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '30e00ac4-b549-4d86-a0ee-d327f17cf3c1', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '37b72020-400c-49f7-aceb-0167a7e84569', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798104-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T16:41:21Z', 'updated_at': '2021-06-28T16:41:39Z', 'revision_number': 4, 'project_id': '2f9864be4f7741e0aa69625d43b5a918', 'subnets': [{'id': '37b72020-400c-49f7-aceb-0167a7e84569', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=74187) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jun 28 16:41:42.302011 dv-cinder-798104-1-smb neutron-server[74187]: DEBUG neutron_lib.callbacks.manager [None req-c72dd329-595c-4eca-9296-ba6eff8780d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621611'] for port, before_update {{(pid=74187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 16:41:42.340631 dv-cinder-798104-1-smb neutron-server[74187]: DEBUG neutron.plugins.ml2.db [None req-c72dd329-595c-4eca-9296-ba6eff8780d9 None None] For port 2b6842d1-6e2d-429b-8fe9-2900df84d0b8, host dv-cinder-798104-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-798104-1-smb',level=0,port_id=2b6842d1-6e2d-429b-8fe9-2900df84d0b8,segment=NetworkSegment(1fdcd85b-55c4-4ae7-ac73-ac3bd2107891),segment_id=1fdcd85b-55c4-4ae7-ac73-ac3bd2107891)] {{(pid=74187) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 16:41:42.357946 dv-cinder-798104-1-smb neutron-server[74187]: DEBUG neutron_lib.callbacks.manager [None req-c72dd329-595c-4eca-9296-ba6eff8780d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-615041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1598908', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774158213048', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774157688378', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774157688423'] for port, after_update {{(pid=74187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 16:41:42.370238 dv-cinder-798104-1-smb neutron-server[74187]: DEBUG oslo_concurrency.lockutils [None req-9daf1810-a775-4a40-a1c6-1567399f5e98 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74187) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 16:41:42.371349 dv-cinder-798104-1-smb neutron-server[74186]: DEBUG neutron.db.quota.driver [None req-24c13fb8-b211-4ec8-b322-663a419db03a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74186) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 28 16:41:42.470800 dv-cinder-798104-1-smb neutron-server[74186]: DEBUG neutron.quota.resource [None req-24c13fb8-b211-4ec8-b322-663a419db03a admin admin] Usage tracker for resource:security_group_rule and tenant:2f3c3a6a80aa45a69d044a6b055823e6 is out of sync, need to count used quota {{(pid=74186) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 28 16:41:42.485030 dv-cinder-798104-1-smb neutron-server[74186]: DEBUG neutron.quota.resource [None req-24c13fb8-b211-4ec8-b322-663a419db03a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=74186) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 28 16:41:42.511675 dv-cinder-798104-1-smb neutron-server[74186]: DEBUG neutron.db.quota.driver [None req-24c13fb8-b211-4ec8-b322-663a419db03a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74186) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 28 16:41:42.520664 dv-cinder-798104-1-smb neutron-server[74186]: DEBUG neutron_lib.callbacks.manager [None req-12ef41cd-73f6-487c-a700-de03ad740340 admin admin] Notify callbacks [] for security_group, before_create {{(pid=74186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 16:41:42.563510 dv-cinder-798104-1-smb neutron-server[74187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c72dd329-595c-4eca-9296-ba6eff8780d9 None None] Pushing event updated for resources: {'Port': ['ID=2b6842d1-6e2d-429b-8fe9-2900df84d0b8,revision_number=4']} {{(pid=74187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 16:41:42.587067 dv-cinder-798104-1-smb neutron-server[74187]: DEBUG oslo_concurrency.lockutils [None req-c72dd329-595c-4eca-9296-ba6eff8780d9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.217s {{(pid=74187) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 16:41:42.600217 dv-cinder-798104-1-smb neutron-server[74186]: DEBUG neutron_lib.callbacks.manager [None req-7ff42c8e-1a8e-4f0b-9c44-0bace7b092cf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2050486'] for security_group, after_delete {{(pid=74186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 16:41:42.600885 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a29b878-8fcb-441e-9897-fb7652ef97f2 admin admin] Pushing event updated for resources: {'Port': ['ID=78dc5b3f-ac10-45ad-827b-b4cd72cb9a44,revision_number=1']} {{(pid=74185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 16:41:42.604732 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG oslo_concurrency.lockutils [None req-7a29b878-8fcb-441e-9897-fb7652ef97f2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.587s {{(pid=74185) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 16:41:42.650172 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7a29b878-8fcb-441e-9897-fb7652ef97f2 admin admin] Network 4e66a7eb-2725-411e-9b4f-e274c7c51246 is already hosted by enough agents. {{(pid=74185) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 28 16:41:42.661724 dv-cinder-798104-1-smb neutron-server[74185]: INFO neutron.wsgi [req-9797c6d5-0c66-4fc3-806a-1810c7426a58 req-ef0286f1-b98c-4f46-a8b8-843e26cbcab1 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=74ddec19a7d64aa19adab6235e2182e1&device_id=2085ff8a-4738-4d8b-ac96-e46f842c434d HTTP/1.1" status: 200 len: 1096 time: 0.9694521 Jun 28 16:41:42.664346 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG neutron.scheduler.base_scheduler [None req-7a29b878-8fcb-441e-9897-fb7652ef97f2 admin admin] Resources bound (agent type, host, resource id): {{(pid=74185) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 28 16:41:42.667425 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a29b878-8fcb-441e-9897-fb7652ef97f2 admin admin] Received port after_create {{(pid=74185) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 28 16:41:42.692350 dv-cinder-798104-1-smb neutron-server[74187]: DEBUG neutron.plugins.ml2.rpc [None req-c72dd329-595c-4eca-9296-ba6eff8780d9 None None] Device 9e62c1b4-b2c3-4819-9e9c-653784818f44 up at agent ovs-agent-dv-cinder-798104-1-smb {{(pid=74187) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 28 16:41:42.706050 dv-cinder-798104-1-smb neutron-server[74186]: DEBUG oslo_concurrency.lockutils [None req-a09a63ae-8718-4f35-848b-56de334dc69d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74186) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 16:41:42.725498 dv-cinder-798104-1-smb neutron-server[74188]: DEBUG neutron_lib.callbacks.manager [None req-4fc5af72-9b10-4b42-a310-ca60edba5553 None None] Notify callbacks [] for port, precommit_update {{(pid=74188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 16:41:42.760265 dv-cinder-798104-1-smb neutron-server[74186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ff42c8e-1a8e-4f0b-9c44-0bace7b092cf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5a64e579-428e-4f1c-aebe-0ac46e2955b8,revision_number=None']} {{(pid=74186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 16:41:42.773667 dv-cinder-798104-1-smb neutron-server[74186]: DEBUG oslo_concurrency.lockutils [None req-7ff42c8e-1a8e-4f0b-9c44-0bace7b092cf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=74186) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 16:41:42.786521 dv-cinder-798104-1-smb neutron-server[74188]: DEBUG neutron.db.provisioning_blocks [None req-4fc5af72-9b10-4b42-a310-ca60edba5553 None None] Transition to ACTIVE for port object 646f25b7-86a0-4a5a-8156-e32d48dc12f0 will not be triggered until provisioned by entity L2. {{(pid=74188) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 28 16:41:42.823684 dv-cinder-798104-1-smb neutron-server[74188]: DEBUG neutron_lib.callbacks.manager [None req-4fc5af72-9b10-4b42-a310-ca60edba5553 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-615041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1598908', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774158213048', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774157688378', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774157688423'] for port, after_update {{(pid=74188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 16:41:42.836770 dv-cinder-798104-1-smb neutron-server[74188]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74188) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 16:41:43.002458 dv-cinder-798104-1-smb neutron-server[74186]: DEBUG neutron.db.quota.driver [None req-12ef41cd-73f6-487c-a700-de03ad740340 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74186) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 28 16:41:43.039587 dv-cinder-798104-1-smb neutron-server[74186]: DEBUG neutron.quota.resource [None req-12ef41cd-73f6-487c-a700-de03ad740340 admin admin] Usage tracker for resource:security_group_rule and tenant:801cdc7bb87f4d5582f2fbe30218fb15 is out of sync, need to count used quota {{(pid=74186) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 28 16:41:43.057660 dv-cinder-798104-1-smb neutron-server[74186]: DEBUG neutron.quota.resource [None req-12ef41cd-73f6-487c-a700-de03ad740340 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=74186) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 28 16:41:43.079877 dv-cinder-798104-1-smb neutron-server[74187]: DEBUG neutron.db.provisioning_blocks [None req-c72dd329-595c-4eca-9296-ba6eff8780d9 None None] Provisioning for port 9e62c1b4-b2c3-4819-9e9c-653784818f44 completed by entity L2. {{(pid=74187) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 28 16:41:43.089627 dv-cinder-798104-1-smb neutron-server[74187]: DEBUG neutron.db.provisioning_blocks [None req-c72dd329-595c-4eca-9296-ba6eff8780d9 None None] Provisioning complete for port 9e62c1b4-b2c3-4819-9e9c-653784818f44 triggered by entity L2. {{(pid=74187) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 28 16:41:43.090018 dv-cinder-798104-1-smb neutron-server[74187]: DEBUG neutron_lib.callbacks.manager [None req-c72dd329-595c-4eca-9296-ba6eff8780d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1002786'] for port, provisioning_complete {{(pid=74187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 16:41:43.121000 dv-cinder-798104-1-smb neutron-server[74186]: DEBUG neutron.db.quota.driver [None req-12ef41cd-73f6-487c-a700-de03ad740340 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74186) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 28 16:41:43.190969 dv-cinder-798104-1-smb neutron-server[74186]: DEBUG neutron_lib.callbacks.manager [None req-7ff42c8e-1a8e-4f0b-9c44-0bace7b092cf admin admin] Notify callbacks [] for security_group, before_response {{(pid=74186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 16:41:43.192491 dv-cinder-798104-1-smb neutron-server[74186]: INFO neutron.wsgi [None req-7ff42c8e-1a8e-4f0b-9c44-0bace7b092cf admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/5a64e579-428e-4f1c-aebe-0ac46e2955b8 HTTP/1.1" status: 204 len: 168 time: 1.5251045 Jun 28 16:41:43.270458 dv-cinder-798104-1-smb neutron-server[74186]: DEBUG neutron.db.db_base_plugin_common [None req-f4502d4f-2d4c-4a1a-b49b-1608cb62096a tempest-AttachVolumeTestJSON-1575976490 tempest-AttachVolumeTestJSON-1575976490-project] Allocated IP 172.28.3.43 (f9715ce2-16ba-4ae9-9a15-557432d0a5ed/e3a20e14-2eea-4943-8cec-1fe85e8448d0/e8425403-4e93-4f08-b5ca-8eee7267c2a3) {{(pid=74186) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 28 16:41:43.280032 dv-cinder-798104-1-smb neutron-server[74186]: DEBUG neutron_lib.callbacks.manager [None req-24c13fb8-b211-4ec8-b322-663a419db03a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=74186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 16:41:43.315726 dv-cinder-798104-1-smb neutron-server[74187]: DEBUG neutron_lib.callbacks.manager [None req-c72dd329-595c-4eca-9296-ba6eff8780d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621611'] for port, before_update {{(pid=74187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 16:41:43.317776 dv-cinder-798104-1-smb neutron-server[74186]: DEBUG neutron_lib.callbacks.manager [None req-24c13fb8-b211-4ec8-b322-663a419db03a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2050486'] for security_group, after_create {{(pid=74186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 16:41:43.347025 dv-cinder-798104-1-smb neutron-server[74188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57593aa4-7300-49c3-83b7-e80cba647edd None None] Pushing event updated for resources: {'Port': ['ID=646f25b7-86a0-4a5a-8156-e32d48dc12f0,revision_number=3']} {{(pid=74188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 16:41:43.385653 dv-cinder-798104-1-smb neutron-server[74186]: DEBUG oslo_concurrency.lockutils [None req-2534e4d1-741e-4fa4-8b16-82eb18ff87bc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74186) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 16:41:43.393528 dv-cinder-798104-1-smb neutron-server[74187]: DEBUG neutron.db.provisioning_blocks [None req-34cb61d6-1e6f-43a4-8ac8-bc7163479f24 None None] Provisioning for port 78dc5b3f-ac10-45ad-827b-b4cd72cb9a44 completed by entity DHCP. {{(pid=74187) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 28 16:41:43.402801 dv-cinder-798104-1-smb neutron-server[74188]: DEBUG oslo_concurrency.lockutils [None req-57593aa4-7300-49c3-83b7-e80cba647edd None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.566s {{(pid=74188) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 16:41:43.418635 dv-cinder-798104-1-smb neutron-server[74187]: DEBUG neutron.db.provisioning_blocks [None req-34cb61d6-1e6f-43a4-8ac8-bc7163479f24 None None] Provisioning complete for port 78dc5b3f-ac10-45ad-827b-b4cd72cb9a44 triggered by entity DHCP. {{(pid=74187) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 28 16:41:43.418838 dv-cinder-798104-1-smb neutron-server[74187]: DEBUG neutron_lib.callbacks.manager [None req-34cb61d6-1e6f-43a4-8ac8-bc7163479f24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1002786'] for port, provisioning_complete {{(pid=74187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 16:41:43.543687 dv-cinder-798104-1-smb neutron-server[74185]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2085ff8a-4738-4d8b-ac96-e46f842c434d', 'tag': 'a4c07c06-1b0c-4237-90c6-772052a508d4', 'status': 'completed', 'code': 200} Jun 28 16:41:43.556194 dv-cinder-798104-1-smb neutron-server[74187]: DEBUG neutron.plugins.ml2.db [None req-c72dd329-595c-4eca-9296-ba6eff8780d9 None None] For port 9e62c1b4-b2c3-4819-9e9c-653784818f44, host dv-cinder-798104-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-798104-1-smb',level=0,port_id=9e62c1b4-b2c3-4819-9e9c-653784818f44,segment=NetworkSegment(c39146b4-a4d2-486a-bb26-fc05ca06bf0a),segment_id=c39146b4-a4d2-486a-bb26-fc05ca06bf0a)] {{(pid=74187) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 16:41:43.624800 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG neutron_lib.callbacks.manager [None req-50fa0c21-d617-4d3d-9f1f-7293ef14d6c9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=74185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 16:41:43.626818 dv-cinder-798104-1-smb neutron-server[74187]: DEBUG neutron_lib.callbacks.manager [None req-c72dd329-595c-4eca-9296-ba6eff8780d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-615041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1598908', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774158213048', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774157688378', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774157688423'] for port, after_update {{(pid=74187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 16:41:43.648433 dv-cinder-798104-1-smb neutron-server[74187]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74187) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 16:41:43.699302 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG neutron_lib.callbacks.manager [None req-50fa0c21-d617-4d3d-9f1f-7293ef14d6c9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=74185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 16:41:43.813288 dv-cinder-798104-1-smb neutron-server[74188]: DEBUG neutron.plugins.ml2.managers [None req-4fc5af72-9b10-4b42-a310-ca60edba5553 None None] Attempting to bind port 646f25b7-86a0-4a5a-8156-e32d48dc12f0 on host dv-cinder-798104-1-smb for vnic_type normal with profile {{(pid=74188) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 28 16:41:43.816344 dv-cinder-798104-1-smb neutron-server[74188]: DEBUG neutron.plugins.ml2.managers [None req-4fc5af72-9b10-4b42-a310-ca60edba5553 None None] Attempting to bind port 646f25b7-86a0-4a5a-8156-e32d48dc12f0 by drivers openvswitch,hyperv on host dv-cinder-798104-1-smb at level 0 using segments [{'id': 'f217e17a-083c-43f0-8060-ec8790162130', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': '456cb4f0-4c56-4bb7-a5cf-eaccb243862b'}] {{(pid=74188) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 28 16:41:43.817411 dv-cinder-798104-1-smb neutron-server[74188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4fc5af72-9b10-4b42-a310-ca60edba5553 None None] Attempting to bind port 646f25b7-86a0-4a5a-8156-e32d48dc12f0 on network 456cb4f0-4c56-4bb7-a5cf-eaccb243862b {{(pid=74188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jun 28 16:41:43.854064 dv-cinder-798104-1-smb neutron-server[74188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4fc5af72-9b10-4b42-a310-ca60edba5553 None None] Checking agent: {'id': 'fa82f27f-b773-4083-82bf-f246fc41f2de', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-798104-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 28, 16, 32, 44), 'started_at': datetime.datetime(2021, 6, 28, 16, 33, 14), 'heartbeat_timestamp': datetime.datetime(2021, 6, 28, 16, 41, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-798104-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=74188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jun 28 16:41:43.856299 dv-cinder-798104-1-smb neutron-server[74188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4fc5af72-9b10-4b42-a310-ca60edba5553 None None] Checking segment: {'id': 'f217e17a-083c-43f0-8060-ec8790162130', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': '456cb4f0-4c56-4bb7-a5cf-eaccb243862b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=74188) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jun 28 16:41:43.857453 dv-cinder-798104-1-smb neutron-server[74188]: DEBUG neutron_lib.callbacks.manager [None req-4fc5af72-9b10-4b42-a310-ca60edba5553 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=74188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 16:41:43.859502 dv-cinder-798104-1-smb neutron-server[74188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4fc5af72-9b10-4b42-a310-ca60edba5553 None None] Bound using segment: {'id': 'f217e17a-083c-43f0-8060-ec8790162130', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': '456cb4f0-4c56-4bb7-a5cf-eaccb243862b'} {{(pid=74188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jun 28 16:41:43.863597 dv-cinder-798104-1-smb neutron-server[74188]: DEBUG neutron.plugins.ml2.managers [None req-4fc5af72-9b10-4b42-a310-ca60edba5553 None None] Bound port: 646f25b7-86a0-4a5a-8156-e32d48dc12f0, host: dv-cinder-798104-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f217e17a-083c-43f0-8060-ec8790162130', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': '456cb4f0-4c56-4bb7-a5cf-eaccb243862b'}}] {{(pid=74188) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 28 16:41:43.868629 dv-cinder-798104-1-smb neutron-server[74188]: DEBUG neutron_lib.callbacks.manager [None req-4fc5af72-9b10-4b42-a310-ca60edba5553 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621611'] for port, before_update {{(pid=74188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 16:41:43.918647 dv-cinder-798104-1-smb neutron-server[74187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c72dd329-595c-4eca-9296-ba6eff8780d9 None None] Pushing event updated for resources: {'Port': ['ID=9e62c1b4-b2c3-4819-9e9c-653784818f44,revision_number=5']} {{(pid=74187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 16:41:43.950182 dv-cinder-798104-1-smb neutron-server[74187]: DEBUG oslo_concurrency.lockutils [None req-c72dd329-595c-4eca-9296-ba6eff8780d9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.296s {{(pid=74187) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 16:41:43.951329 dv-cinder-798104-1-smb neutron-server[74187]: DEBUG neutron.plugins.ml2.plugin [None req-34cb61d6-1e6f-43a4-8ac8-bc7163479f24 None None] Port 78dc5b3f-ac10-45ad-827b-b4cd72cb9a44 cannot update to ACTIVE because it is not bound. {{(pid=74187) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jun 28 16:41:43.992177 dv-cinder-798104-1-smb neutron-server[74187]: DEBUG neutron_lib.callbacks.manager [None req-62f4dbd3-15a0-4ff9-af65-fc56bdd07920 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774158209648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1002899'] for agent, after_update {{(pid=74187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 16:41:44.043334 dv-cinder-798104-1-smb neutron-server[74187]: DEBUG neutron_lib.callbacks.manager [None req-c72dd329-595c-4eca-9296-ba6eff8780d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774158209648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1002899'] for agent, after_update {{(pid=74187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 16:41:44.059480 dv-cinder-798104-1-smb neutron-server[74186]: DEBUG neutron_lib.callbacks.manager [None req-f4502d4f-2d4c-4a1a-b49b-1608cb62096a tempest-AttachVolumeTestJSON-1575976490 tempest-AttachVolumeTestJSON-1575976490-project] Notify callbacks [] for port, precommit_create {{(pid=74186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 16:41:44.155194 dv-cinder-798104-1-smb neutron-server[74186]: INFO neutron.wsgi [None req-24c13fb8-b211-4ec8-b322-663a419db03a admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=2f3c3a6a80aa45a69d044a6b055823e6&name=default HTTP/1.1" status: 200 len: 2647 time: 3.3065629 Jun 28 16:41:44.160288 dv-cinder-798104-1-smb neutron-server[74186]: DEBUG neutron.wsgi [-] (74186) accepted ('10.222.0.26', 46854) {{(pid=74186) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 28 16:41:44.182426 dv-cinder-798104-1-smb neutron-server[74188]: DEBUG neutron.plugins.ml2.db [None req-4fc5af72-9b10-4b42-a310-ca60edba5553 None None] For port 646f25b7-86a0-4a5a-8156-e32d48dc12f0, host dv-cinder-798104-1-smb, cleared binding levels {{(pid=74188) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 28 16:41:44.186779 dv-cinder-798104-1-smb neutron-server[74188]: DEBUG neutron.plugins.ml2.db [None req-4fc5af72-9b10-4b42-a310-ca60edba5553 None None] For port 646f25b7-86a0-4a5a-8156-e32d48dc12f0, host dv-cinder-798104-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-798104-1-smb',level=0,port_id=646f25b7-86a0-4a5a-8156-e32d48dc12f0,segment=NetworkSegment(f217e17a-083c-43f0-8060-ec8790162130),segment_id=f217e17a-083c-43f0-8060-ec8790162130)] {{(pid=74188) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 28 16:41:44.194999 dv-cinder-798104-1-smb neutron-server[74188]: DEBUG neutron_lib.callbacks.manager [None req-4fc5af72-9b10-4b42-a310-ca60edba5553 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-615041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1598908', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774158213048', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774157688378', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774157688423'] for port, after_update {{(pid=74188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 16:41:44.203453 dv-cinder-798104-1-smb neutron-server[74188]: DEBUG oslo_concurrency.lockutils [None req-0017ce86-e1a9-4d45-8f41-493f64eeb394 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74188) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 16:41:44.235201 dv-cinder-798104-1-smb neutron-server[74186]: DEBUG neutron_lib.callbacks.manager [None req-f4502d4f-2d4c-4a1a-b49b-1608cb62096a tempest-AttachVolumeTestJSON-1575976490 tempest-AttachVolumeTestJSON-1575976490-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-615041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1598908', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774157688360', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1108489'] for port, after_create {{(pid=74186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 16:41:44.263394 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG neutron_lib.callbacks.manager [None req-50fa0c21-d617-4d3d-9f1f-7293ef14d6c9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2050486'] for security_group, after_delete {{(pid=74185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 16:41:44.294883 dv-cinder-798104-1-smb neutron-server[74185]: INFO neutron.wsgi [req-9797c6d5-0c66-4fc3-806a-1810c7426a58 req-f0e4914b-93e0-45b0-9590-b1ec2365a185 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=a4c07c06-1b0c-4237-90c6-772052a508d4 HTTP/1.1" status: 200 len: 217 time: 1.0647986 Jun 28 16:41:44.322873 dv-cinder-798104-1-smb neutron-server[74188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57593aa4-7300-49c3-83b7-e80cba647edd None None] Pushing event updated for resources: {'Port': ['ID=646f25b7-86a0-4a5a-8156-e32d48dc12f0,revision_number=4']} {{(pid=74188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 16:41:44.335868 dv-cinder-798104-1-smb neutron-server[74188]: DEBUG oslo_concurrency.lockutils [None req-57593aa4-7300-49c3-83b7-e80cba647edd None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.133s {{(pid=74188) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 16:41:44.338483 dv-cinder-798104-1-smb neutron-server[74188]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4fc5af72-9b10-4b42-a310-ca60edba5553 None None] Routers {'10a8f5a5-0194-4220-a7ff-16383cce71f4'} bound to L3 agent in host dv-cinder-798104-1-smb {{(pid=74188) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 28 16:41:44.339299 dv-cinder-798104-1-smb neutron-server[74188]: DEBUG neutron.db.l3_hamode_db [None req-4fc5af72-9b10-4b42-a310-ca60edba5553 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-798104-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-28T16:32:46Z,description=,heartbeat_timestamp=2021-06-28T16:41:17Z,host='dv-cinder-798104-1-smb',id=633adcd1-515e-4435-b14d-49f054abd10f,load=0,resource_versions=,resources_synced=,started_at=2021-06-28T16:32:46Z,topic='l3_agent')) {'router_ids': ['10a8f5a5-0194-4220-a7ff-16383cce71f4'], 'active': True} {{(pid=74188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 16:41:44.457557 dv-cinder-798104-1-smb neutron-server[74186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24c13fb8-b211-4ec8-b322-663a419db03a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=db7fc609-8e5e-4efa-835f-36414cf1969f,revision_number=1']} {{(pid=74186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 16:41:44.465171 dv-cinder-798104-1-smb neutron-server[74186]: DEBUG oslo_concurrency.lockutils [None req-24c13fb8-b211-4ec8-b322-663a419db03a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.080s {{(pid=74186) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 16:41:44.498309 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG oslo_concurrency.lockutils [None req-e2c979c0-a7fc-4285-9e53-328866e69457 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74185) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 16:41:44.519241 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG neutron_lib.callbacks.manager [None req-7a29b878-8fcb-441e-9897-fb7652ef97f2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1624359'] for router_interface, before_create {{(pid=74185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 16:41:44.539230 dv-cinder-798104-1-smb neutron-server[74186]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74186) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 16:41:44.583195 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50fa0c21-d617-4d3d-9f1f-7293ef14d6c9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0aa12b3b-bb98-4d31-b82c-8d27cdc443e4,revision_number=None']} {{(pid=74185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 16:41:44.594116 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG oslo_concurrency.lockutils [None req-50fa0c21-d617-4d3d-9f1f-7293ef14d6c9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=74185) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 16:41:44.678003 dv-cinder-798104-1-smb neutron-server[74186]: DEBUG neutron_lib.callbacks.manager [None req-341780a7-fa67-4afc-afd9-604a33b00e46 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=74186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 16:41:44.688979 dv-cinder-798104-1-smb neutron-server[74187]: DEBUG neutron.plugins.ml2.rpc [None req-c72dd329-595c-4eca-9296-ba6eff8780d9 None None] Device 2b6842d1-6e2d-429b-8fe9-2900df84d0b8 up at agent ovs-agent-dv-cinder-798104-1-smb {{(pid=74187) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 28 16:41:44.693179 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG neutron_lib.callbacks.manager [None req-50fa0c21-d617-4d3d-9f1f-7293ef14d6c9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=74185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 16:41:44.696691 dv-cinder-798104-1-smb neutron-server[74185]: INFO neutron.wsgi [None req-50fa0c21-d617-4d3d-9f1f-7293ef14d6c9 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/0aa12b3b-bb98-4d31-b82c-8d27cdc443e4 HTTP/1.1" status: 204 len: 168 time: 3.0597024 Jun 28 16:41:44.810072 dv-cinder-798104-1-smb neutron-server[74186]: DEBUG neutron_lib.callbacks.manager [None req-341780a7-fa67-4afc-afd9-604a33b00e46 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=74186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 16:41:44.888064 dv-cinder-798104-1-smb neutron-server[74188]: DEBUG neutron.db.l3_dvr_db [None req-4fc5af72-9b10-4b42-a310-ca60edba5553 None None] Set router 10a8f5a5-0194-4220-a7ff-16383cce71f4 gateway port host: dv-cinder-798104-1-smb {{(pid=74188) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jun 28 16:41:44.913558 dv-cinder-798104-1-smb neutron-server[74187]: DEBUG neutron.db.provisioning_blocks [None req-c72dd329-595c-4eca-9296-ba6eff8780d9 None None] Provisioning complete for port 2b6842d1-6e2d-429b-8fe9-2900df84d0b8 triggered by entity L2. {{(pid=74187) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 28 16:41:44.914197 dv-cinder-798104-1-smb neutron-server[74187]: DEBUG neutron_lib.callbacks.manager [None req-c72dd329-595c-4eca-9296-ba6eff8780d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1002786'] for port, provisioning_complete {{(pid=74187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 16:41:45.107809 dv-cinder-798104-1-smb neutron-server[74186]: DEBUG neutron_lib.callbacks.manager [None req-341780a7-fa67-4afc-afd9-604a33b00e46 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2050486'] for security_group, after_delete {{(pid=74186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 16:41:45.137353 dv-cinder-798104-1-smb neutron-server[74186]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f4502d4f-2d4c-4a1a-b49b-1608cb62096a tempest-AttachVolumeTestJSON-1575976490 tempest-AttachVolumeTestJSON-1575976490-project] Network f9715ce2-16ba-4ae9-9a15-557432d0a5ed is already hosted by enough agents. {{(pid=74186) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 28 16:41:45.157624 dv-cinder-798104-1-smb neutron-server[74186]: DEBUG neutron.scheduler.base_scheduler [None req-f4502d4f-2d4c-4a1a-b49b-1608cb62096a tempest-AttachVolumeTestJSON-1575976490 tempest-AttachVolumeTestJSON-1575976490-project] Resources bound (agent type, host, resource id): {{(pid=74186) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 28 16:41:45.169051 dv-cinder-798104-1-smb neutron-server[74186]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4502d4f-2d4c-4a1a-b49b-1608cb62096a tempest-AttachVolumeTestJSON-1575976490 tempest-AttachVolumeTestJSON-1575976490-project] Received port after_create {{(pid=74186) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 28 16:41:45.239777 dv-cinder-798104-1-smb neutron-server[74186]: DEBUG neutron_lib.callbacks.manager [None req-341780a7-fa67-4afc-afd9-604a33b00e46 admin admin] Notify callbacks [] for security_group, before_response {{(pid=74186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 16:41:45.241316 dv-cinder-798104-1-smb neutron-server[74186]: INFO neutron.wsgi [None req-341780a7-fa67-4afc-afd9-604a33b00e46 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/db7fc609-8e5e-4efa-835f-36414cf1969f HTTP/1.1" status: 204 len: 168 time: 1.0754976 Jun 28 16:41:45.253331 dv-cinder-798104-1-smb neutron-server[74186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4502d4f-2d4c-4a1a-b49b-1608cb62096a tempest-AttachVolumeTestJSON-1575976490 tempest-AttachVolumeTestJSON-1575976490-project] Pushing event updated for resources: {'Port': ['ID=e8425403-4e93-4f08-b5ca-8eee7267c2a3,revision_number=1']} {{(pid=74186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 16:41:45.258356 dv-cinder-798104-1-smb neutron-server[74186]: DEBUG oslo_concurrency.lockutils [None req-f4502d4f-2d4c-4a1a-b49b-1608cb62096a tempest-AttachVolumeTestJSON-1575976490 tempest-AttachVolumeTestJSON-1575976490-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.719s {{(pid=74186) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 16:41:45.298990 dv-cinder-798104-1-smb neutron-server[74186]: DEBUG oslo_concurrency.lockutils [None req-38f8f2f6-ae9e-45d0-9189-df03d936e204 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.099s {{(pid=74186) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 16:41:45.320394 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b574c40-cbc9-4318-a7e0-577336bd44bd req-33743c2b-1399-40a1-832c-e8227ae6ee84 tempest-ServerRescueNegativeTestJSON-1571951802 tempest-ServerRescueNegativeTestJSON-1571951802-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=74185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 16:41:45.325697 dv-cinder-798104-1-smb neutron-server[74186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-341780a7-fa67-4afc-afd9-604a33b00e46 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=db7fc609-8e5e-4efa-835f-36414cf1969f,revision_number=None']} {{(pid=74186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 16:41:45.333873 dv-cinder-798104-1-smb neutron-server[74185]: INFO neutron.wsgi [req-0b574c40-cbc9-4318-a7e0-577336bd44bd req-33743c2b-1399-40a1-832c-e8227ae6ee84 tempest-ServerRescueNegativeTestJSON-1571951802 tempest-ServerRescueNegativeTestJSON-1571951802-project] 10.222.0.26 "GET /v2.0/networks?id=456cb4f0-4c56-4bb7-a5cf-eaccb243862b HTTP/1.1" status: 200 len: 819 time: 2.1913409 Jun 28 16:41:45.338740 dv-cinder-798104-1-smb neutron-server[74186]: DEBUG oslo_concurrency.lockutils [None req-341780a7-fa67-4afc-afd9-604a33b00e46 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=74186) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 16:41:45.342018 dv-cinder-798104-1-smb neutron-server[74187]: DEBUG neutron.plugins.ml2.rpc [None req-c72dd329-595c-4eca-9296-ba6eff8780d9 None None] Device 9e62c1b4-b2c3-4819-9e9c-653784818f44 up at agent ovs-agent-dv-cinder-798104-1-smb {{(pid=74187) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 28 16:41:45.342494 dv-cinder-798104-1-smb neutron-server[74186]: DEBUG neutron_lib.callbacks.manager [None req-12ef41cd-73f6-487c-a700-de03ad740340 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=74186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 16:41:45.408659 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d94d902f-1250-458d-9601-2512827ac719 req-29ee6945-1288-4b38-9ee5-2942503c9920 tempest-DeleteServersTestJSON-388560069 tempest-DeleteServersTestJSON-388560069-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 16:41:45.429444 dv-cinder-798104-1-smb neutron-server[74185]: INFO neutron.wsgi [req-d94d902f-1250-458d-9601-2512827ac719 req-29ee6945-1288-4b38-9ee5-2942503c9920 tempest-DeleteServersTestJSON-388560069 tempest-DeleteServersTestJSON-388560069-project] 10.222.0.26 "GET /v2.0/ports?device_id=2085ff8a-4738-4d8b-ac96-e46f842c434d HTTP/1.1" status: 200 len: 943 time: 1.5768266 Jun 28 16:41:45.553621 dv-cinder-798104-1-smb neutron-server[74187]: DEBUG neutron.db.provisioning_blocks [None req-c72dd329-595c-4eca-9296-ba6eff8780d9 None None] Provisioning complete for port 9e62c1b4-b2c3-4819-9e9c-653784818f44 triggered by entity L2. {{(pid=74187) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 28 16:41:45.554018 dv-cinder-798104-1-smb neutron-server[74187]: DEBUG neutron_lib.callbacks.manager [None req-c72dd329-595c-4eca-9296-ba6eff8780d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1002786'] for port, provisioning_complete {{(pid=74187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 16:41:45.773117 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9797c6d5-0c66-4fc3-806a-1810c7426a58 req-1b3d3a8e-9a38-43b0-8659-94e2ff68f85d service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=74185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 16:41:45.775630 dv-cinder-798104-1-smb neutron-server[74185]: INFO neutron.wsgi [req-9797c6d5-0c66-4fc3-806a-1810c7426a58 req-1b3d3a8e-9a38-43b0-8659-94e2ff68f85d service neutron] 10.222.0.41 "GET /v2.0/subnets?id=017b2624-817f-4270-8eec-e0073dc1331a HTTP/1.1" status: 200 len: 852 time: 0.8993521 Jun 28 16:41:45.825748 dv-cinder-798104-1-smb neutron-server[74186]: DEBUG neutron_lib.callbacks.manager [None req-f4502d4f-2d4c-4a1a-b49b-1608cb62096a tempest-AttachVolumeTestJSON-1575976490 tempest-AttachVolumeTestJSON-1575976490-project] Notify callbacks [] for floatingip, precommit_create {{(pid=74186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 16:41:45.830712 dv-cinder-798104-1-smb neutron-server[74186]: DEBUG neutron_lib.callbacks.manager [None req-12ef41cd-73f6-487c-a700-de03ad740340 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2050486'] for security_group, after_create {{(pid=74186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 16:41:45.857128 dv-cinder-798104-1-smb neutron-server[74186]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74186) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 16:41:45.906817 dv-cinder-798104-1-smb neutron-server[74188]: DEBUG neutron.db.l3_hamode_db [None req-4fc5af72-9b10-4b42-a310-ca60edba5553 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '10a8f5a5-0194-4220-a7ff-16383cce71f4', 'name': 'tempest-ServerRescueNegativeTestJSON-1727621301-router', 'tenant_id': '9344ad16110c4191993c42fbf7367cf2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f9715ce2-16ba-4ae9-9a15-557432d0a5ed', 'external_fixed_ips': [{'subnet_id': 'e3a20e14-2eea-4943-8cec-1fe85e8448d0', 'ip_address': '172.28.3.42'}], 'enable_snat': True}, 'gw_port_id': 'b261dc18-d602-4cee-827c-cd867a3c40ab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-28T16:41:11Z', 'updated_at': '2021-06-28T16:41:28Z', 'revision_number': 4, 'project_id': '9344ad16110c4191993c42fbf7367cf2', 'gw_port': {'id': 'b261dc18-d602-4cee-827c-cd867a3c40ab', 'name': '', 'network_id': 'f9715ce2-16ba-4ae9-9a15-557432d0a5ed', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:2a:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10a8f5a5-0194-4220-a7ff-16383cce71f4', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e3a20e14-2eea-4943-8cec-1fe85e8448d0', 'ip_address': '172.28.3.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798104-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T16:41:15Z', 'updated_at': '2021-06-28T16:41:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e3a20e14-2eea-4943-8cec-1fe85e8448d0', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798104-1-smb', '_interfaces': [{'id': '646f25b7-86a0-4a5a-8156-e32d48dc12f0', 'name': '', 'network_id': '456cb4f0-4c56-4bb7-a5cf-eaccb243862b', 'tenant_id': '9344ad16110c4191993c42fbf7367cf2', 'mac_address': 'fa:16:3e:19:8b:15', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '10a8f5a5-0194-4220-a7ff-16383cce71f4', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '766e27c3-d7d9-49ba-b0ca-4cfaf9e450d4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798104-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T16:41:27Z', 'updated_at': '2021-06-28T16:41:44Z', 'revision_number': 4, 'project_id': '9344ad16110c4191993c42fbf7367cf2', 'subnets': [{'id': '766e27c3-d7d9-49ba-b0ca-4cfaf9e450d4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-798104-1-smb', False) {} {{(pid=74188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 16:41:45.917847 dv-cinder-798104-1-smb neutron-server[74188]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4fc5af72-9b10-4b42-a310-ca60edba5553 None None] The sync data for ids ['10a8f5a5-0194-4220-a7ff-16383cce71f4'] in dv-cinder-798104-1-smb is: [{'id': '10a8f5a5-0194-4220-a7ff-16383cce71f4', 'name': 'tempest-ServerRescueNegativeTestJSON-1727621301-router', 'tenant_id': '9344ad16110c4191993c42fbf7367cf2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f9715ce2-16ba-4ae9-9a15-557432d0a5ed', 'external_fixed_ips': [{'subnet_id': 'e3a20e14-2eea-4943-8cec-1fe85e8448d0', 'ip_address': '172.28.3.42'}], 'enable_snat': True}, 'gw_port_id': 'b261dc18-d602-4cee-827c-cd867a3c40ab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-28T16:41:11Z', 'updated_at': '2021-06-28T16:41:28Z', 'revision_number': 4, 'project_id': '9344ad16110c4191993c42fbf7367cf2', 'gw_port': {'id': 'b261dc18-d602-4cee-827c-cd867a3c40ab', 'name': '', 'network_id': 'f9715ce2-16ba-4ae9-9a15-557432d0a5ed', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:2a:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10a8f5a5-0194-4220-a7ff-16383cce71f4', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e3a20e14-2eea-4943-8cec-1fe85e8448d0', 'ip_address': '172.28.3.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798104-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T16:41:15Z', 'updated_at': '2021-06-28T16:41:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e3a20e14-2eea-4943-8cec-1fe85e8448d0', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798104-1-smb', '_interfaces': [{'id': '646f25b7-86a0-4a5a-8156-e32d48dc12f0', 'name': '', 'network_id': '456cb4f0-4c56-4bb7-a5cf-eaccb243862b', 'tenant_id': '9344ad16110c4191993c42fbf7367cf2', 'mac_address': 'fa:16:3e:19:8b:15', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '10a8f5a5-0194-4220-a7ff-16383cce71f4', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '766e27c3-d7d9-49ba-b0ca-4cfaf9e450d4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798104-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T16:41:27Z', 'updated_at': '2021-06-28T16:41:44Z', 'revision_number': 4, 'project_id': '9344ad16110c4191993c42fbf7367cf2', 'subnets': [{'id': '766e27c3-d7d9-49ba-b0ca-4cfaf9e450d4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=74188) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jun 28 16:41:46.067355 dv-cinder-798104-1-smb neutron-server[74185]: INFO neutron.wsgi [req-0b574c40-cbc9-4318-a7e0-577336bd44bd req-84f365ce-5a5b-469d-801a-49df9e94df70 tempest-ServerRescueNegativeTestJSON-1571951802 tempest-ServerRescueNegativeTestJSON-1571951802-project] 10.222.0.26 "GET /v2.0/quotas/9344ad16110c4191993c42fbf7367cf2 HTTP/1.1" status: 200 len: 375 time: 0.6979363 Jun 28 16:41:46.088852 dv-cinder-798104-1-smb neutron-server[74185]: INFO neutron.wsgi [req-9797c6d5-0c66-4fc3-806a-1810c7426a58 req-aedf960e-7f7c-4324-be18-646fe39d4317 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=57bed292-9c57-428d-ab78-cedbab0d959b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2935092 Jun 28 16:41:46.171711 dv-cinder-798104-1-smb neutron-server[74187]: DEBUG neutron_lib.callbacks.manager [None req-2ca2da02-801e-4c19-ab1d-803ea4470e26 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774158209648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1002899'] for agent, after_update {{(pid=74187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 16:41:46.196880 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG neutron_lib.callbacks.manager [None req-7a29b878-8fcb-441e-9897-fb7652ef97f2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621611'] for port, before_update {{(pid=74185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 16:41:46.236517 dv-cinder-798104-1-smb neutron-server[74186]: INFO neutron.wsgi [None req-12ef41cd-73f6-487c-a700-de03ad740340 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=801cdc7bb87f4d5582f2fbe30218fb15&name=default HTTP/1.1" status: 200 len: 2647 time: 4.2632303 Jun 28 16:41:46.243833 dv-cinder-798104-1-smb neutron-server[74186]: DEBUG neutron.wsgi [-] (74186) accepted ('10.222.0.26', 46874) {{(pid=74186) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 28 16:41:46.268553 dv-cinder-798104-1-smb neutron-server[74186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12ef41cd-73f6-487c-a700-de03ad740340 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6613ad87-a258-419f-88cc-93c3bfc6ef35,revision_number=1']} {{(pid=74186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 16:41:46.268980 dv-cinder-798104-1-smb neutron-server[74185]: INFO neutron.wsgi [req-d94d902f-1250-458d-9601-2512827ac719 req-f9005c69-4410-4d01-9d73-005ea9519620 tempest-DeleteServersTestJSON-388560069 tempest-DeleteServersTestJSON-388560069-project] 10.222.0.26 "GET /v2.0/security-groups?id=c58b0cd2-bff5-4e4e-ad96-8ad5e846bc17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6531763 Jun 28 16:41:46.337637 dv-cinder-798104-1-smb neutron-server[74186]: DEBUG oslo_concurrency.lockutils [None req-12ef41cd-73f6-487c-a700-de03ad740340 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.481s {{(pid=74186) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 16:41:46.338437 dv-cinder-798104-1-smb neutron-server[74186]: DEBUG neutron.wsgi [-] (74186) accepted ('10.222.0.26', 46878) {{(pid=74186) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 28 16:41:46.565110 dv-cinder-798104-1-smb neutron-server[74186]: DEBUG neutron_lib.callbacks.manager [None req-f4502d4f-2d4c-4a1a-b49b-1608cb62096a tempest-AttachVolumeTestJSON-1575976490 tempest-AttachVolumeTestJSON-1575976490-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621611'] for port, before_update {{(pid=74186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 16:41:46.623352 dv-cinder-798104-1-smb neutron-server[74186]: DEBUG neutron_lib.callbacks.manager [None req-deb1cd0a-7bab-4b40-8a8c-d866908979e9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=74186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 16:41:46.675389 dv-cinder-798104-1-smb neutron-server[74187]: DEBUG neutron.plugins.ml2.rpc [None req-c72dd329-595c-4eca-9296-ba6eff8780d9 None None] Device 646f25b7-86a0-4a5a-8156-e32d48dc12f0 up at agent ovs-agent-dv-cinder-798104-1-smb {{(pid=74187) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 28 16:41:46.686293 dv-cinder-798104-1-smb neutron-server[74186]: DEBUG neutron_lib.callbacks.manager [None req-deb1cd0a-7bab-4b40-8a8c-d866908979e9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=74186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 16:41:46.785949 dv-cinder-798104-1-smb neutron-server[74186]: DEBUG neutron_lib.callbacks.manager [None req-deb1cd0a-7bab-4b40-8a8c-d866908979e9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2050486'] for security_group, after_delete {{(pid=74186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 16:41:46.802665 dv-cinder-798104-1-smb neutron-server[74186]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74186) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 16:41:46.817117 dv-cinder-798104-1-smb neutron-server[74186]: INFO neutron.wsgi [None req-8abf6dde-476b-4cb5-9c71-2c56da9a2de6 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=c9a94770704347e2ac5ef290d2277d37&name=default HTTP/1.1" status: 200 len: 2647 time: 0.4760480 Jun 28 16:41:46.833871 dv-cinder-798104-1-smb neutron-server[74186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-deb1cd0a-7bab-4b40-8a8c-d866908979e9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6613ad87-a258-419f-88cc-93c3bfc6ef35,revision_number=None']} {{(pid=74186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 16:41:46.844469 dv-cinder-798104-1-smb neutron-server[74186]: DEBUG neutron.wsgi [-] (74186) accepted ('10.222.0.26', 46886) {{(pid=74186) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 28 16:41:46.845828 dv-cinder-798104-1-smb neutron-server[74186]: DEBUG oslo_concurrency.lockutils [None req-deb1cd0a-7bab-4b40-8a8c-d866908979e9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=74186) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 16:41:46.922205 dv-cinder-798104-1-smb neutron-server[74187]: DEBUG neutron.db.provisioning_blocks [None req-c72dd329-595c-4eca-9296-ba6eff8780d9 None None] Provisioning for port 646f25b7-86a0-4a5a-8156-e32d48dc12f0 completed by entity L2. {{(pid=74187) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 28 16:41:46.938765 dv-cinder-798104-1-smb neutron-server[74187]: DEBUG neutron.db.provisioning_blocks [None req-c72dd329-595c-4eca-9296-ba6eff8780d9 None None] Provisioning complete for port 646f25b7-86a0-4a5a-8156-e32d48dc12f0 triggered by entity L2. {{(pid=74187) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 28 16:41:46.939373 dv-cinder-798104-1-smb neutron-server[74185]: INFO neutron.wsgi [req-9797c6d5-0c66-4fc3-806a-1810c7426a58 req-f180f542-fa17-4245-8b81-3eea5f2fd45d service neutron] 10.222.0.41 "GET /v2.0/networks/57bed292-9c57-428d-ab78-cedbab0d959b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6690316 Jun 28 16:41:46.940055 dv-cinder-798104-1-smb neutron-server[74187]: DEBUG neutron_lib.callbacks.manager [None req-c72dd329-595c-4eca-9296-ba6eff8780d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1002786'] for port, provisioning_complete {{(pid=74187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 16:41:47.042862 dv-cinder-798104-1-smb neutron-server[74186]: DEBUG neutron_lib.callbacks.manager [None req-deb1cd0a-7bab-4b40-8a8c-d866908979e9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=74186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 16:41:47.047908 dv-cinder-798104-1-smb neutron-server[74186]: INFO neutron.wsgi [None req-deb1cd0a-7bab-4b40-8a8c-d866908979e9 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/6613ad87-a258-419f-88cc-93c3bfc6ef35 HTTP/1.1" status: 204 len: 168 time: 0.8024127 Jun 28 16:41:47.097677 dv-cinder-798104-1-smb neutron-server[74186]: DEBUG neutron_lib.callbacks.manager [None req-00146fbb-460c-4f21-93c0-d32caae994ea admin admin] Notify callbacks [] for security_group, before_delete {{(pid=74186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 16:41:47.179393 dv-cinder-798104-1-smb neutron-server[74186]: DEBUG neutron.wsgi [-] (74186) accepted ('10.222.0.26', 46894) {{(pid=74186) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 28 16:41:47.272814 dv-cinder-798104-1-smb neutron-server[74187]: DEBUG neutron_lib.callbacks.manager [None req-c72dd329-595c-4eca-9296-ba6eff8780d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621611'] for port, before_update {{(pid=74187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 16:41:47.300968 dv-cinder-798104-1-smb neutron-server[74186]: DEBUG neutron_lib.callbacks.manager [None req-6e4c21ed-1f1c-47d1-8e61-0874d48ecf3a admin admin] Notify callbacks [] for security_group, before_create {{(pid=74186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 16:41:47.344477 dv-cinder-798104-1-smb neutron-server[74186]: DEBUG neutron_lib.callbacks.manager [None req-00146fbb-460c-4f21-93c0-d32caae994ea admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=74186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 16:41:47.371861 dv-cinder-798104-1-smb neutron-server[74187]: DEBUG neutron.plugins.ml2.db [None req-c72dd329-595c-4eca-9296-ba6eff8780d9 None None] For port 646f25b7-86a0-4a5a-8156-e32d48dc12f0, host dv-cinder-798104-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-798104-1-smb',level=0,port_id=646f25b7-86a0-4a5a-8156-e32d48dc12f0,segment=NetworkSegment(f217e17a-083c-43f0-8060-ec8790162130),segment_id=f217e17a-083c-43f0-8060-ec8790162130)] {{(pid=74187) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 16:41:47.378360 dv-cinder-798104-1-smb neutron-server[74187]: DEBUG neutron_lib.callbacks.manager [None req-c72dd329-595c-4eca-9296-ba6eff8780d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-615041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1598908', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774158213048', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774157688378', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774157688423'] for port, after_update {{(pid=74187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 16:41:47.383223 dv-cinder-798104-1-smb neutron-server[74187]: DEBUG oslo_concurrency.lockutils [None req-c72dd329-595c-4eca-9296-ba6eff8780d9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74187) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 16:41:47.394424 dv-cinder-798104-1-smb neutron-server[74186]: DEBUG neutron.db.quota.driver [None req-6e4c21ed-1f1c-47d1-8e61-0874d48ecf3a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74186) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 28 16:41:47.401670 dv-cinder-798104-1-smb neutron-server[74186]: DEBUG neutron.quota.resource [None req-6e4c21ed-1f1c-47d1-8e61-0874d48ecf3a admin admin] Usage tracker for resource:security_group_rule and tenant:0383b8965f6e457696241715050784fd is out of sync, need to count used quota {{(pid=74186) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 28 16:41:47.408014 dv-cinder-798104-1-smb neutron-server[74186]: DEBUG neutron.quota.resource [None req-6e4c21ed-1f1c-47d1-8e61-0874d48ecf3a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=74186) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 28 16:41:47.416453 dv-cinder-798104-1-smb neutron-server[74186]: DEBUG neutron.db.quota.driver [None req-6e4c21ed-1f1c-47d1-8e61-0874d48ecf3a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74186) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 28 16:41:47.557477 dv-cinder-798104-1-smb neutron-server[74186]: DEBUG neutron_lib.callbacks.manager [None req-6e4c21ed-1f1c-47d1-8e61-0874d48ecf3a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=74186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 16:41:47.564328 dv-cinder-798104-1-smb neutron-server[74187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c72dd329-595c-4eca-9296-ba6eff8780d9 None None] Pushing event updated for resources: {'Port': ['ID=646f25b7-86a0-4a5a-8156-e32d48dc12f0,revision_number=5']} {{(pid=74187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 16:41:47.584447 dv-cinder-798104-1-smb neutron-server[74187]: DEBUG oslo_concurrency.lockutils [None req-c72dd329-595c-4eca-9296-ba6eff8780d9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.201s {{(pid=74187) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 16:41:47.614037 dv-cinder-798104-1-smb neutron-server[74187]: DEBUG neutron_lib.callbacks.manager [None req-17b6939a-39ed-439c-8d74-c49ac6595f0c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774158209648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1002899'] for agent, after_update {{(pid=74187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 16:41:47.673966 dv-cinder-798104-1-smb neutron-server[74186]: DEBUG neutron_lib.callbacks.manager [None req-6e4c21ed-1f1c-47d1-8e61-0874d48ecf3a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2050486'] for security_group, after_create {{(pid=74186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 16:41:47.779308 dv-cinder-798104-1-smb neutron-server[74186]: DEBUG oslo_concurrency.lockutils [None req-deb1cd0a-7bab-4b40-8a8c-d866908979e9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74186) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 16:41:47.897098 dv-cinder-798104-1-smb neutron-server[74185]: INFO neutron.wsgi [req-0b574c40-cbc9-4318-a7e0-577336bd44bd req-aa188607-db81-4677-8f09-ba2f85fc1d02 tempest-ServerRescueNegativeTestJSON-1571951802 tempest-ServerRescueNegativeTestJSON-1571951802-project] 10.222.0.26 "GET /v2.0/ports?tenant_id=9344ad16110c4191993c42fbf7367cf2&fields=id HTTP/1.1" status: 200 len: 255 time: 1.8279815 Jun 28 16:41:48.125040 dv-cinder-798104-1-smb neutron-server[74186]: DEBUG neutron_lib.callbacks.manager [None req-f4502d4f-2d4c-4a1a-b49b-1608cb62096a tempest-AttachVolumeTestJSON-1575976490 tempest-AttachVolumeTestJSON-1575976490-project] Notify callbacks [] for port, precommit_update {{(pid=74186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 16:41:48.136660 dv-cinder-798104-1-smb neutron-server[74186]: DEBUG neutron_lib.callbacks.manager [None req-f4502d4f-2d4c-4a1a-b49b-1608cb62096a tempest-AttachVolumeTestJSON-1575976490 tempest-AttachVolumeTestJSON-1575976490-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-615041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1598908', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774158213048', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774157688378', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774157688423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1108480'] for port, after_update {{(pid=74186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 16:41:48.140335 dv-cinder-798104-1-smb neutron-server[74186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e4c21ed-1f1c-47d1-8e61-0874d48ecf3a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=31d2f656-2828-4191-8e53-dbcb52183416,revision_number=1']} {{(pid=74186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 16:41:48.150437 dv-cinder-798104-1-smb neutron-server[74186]: INFO neutron.wsgi [None req-6e4c21ed-1f1c-47d1-8e61-0874d48ecf3a admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=0383b8965f6e457696241715050784fd&name=default HTTP/1.1" status: 200 len: 2647 time: 0.9617026 Jun 28 16:41:48.152079 dv-cinder-798104-1-smb neutron-server[74186]: DEBUG oslo_concurrency.lockutils [None req-6e4c21ed-1f1c-47d1-8e61-0874d48ecf3a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.373s {{(pid=74186) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 16:41:48.153526 dv-cinder-798104-1-smb neutron-server[74186]: DEBUG neutron.wsgi [-] (74186) accepted ('10.222.0.26', 46906) {{(pid=74186) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 28 16:41:48.178133 dv-cinder-798104-1-smb neutron-server[74186]: DEBUG oslo_concurrency.lockutils [None req-45aeb4eb-1ad1-4666-955b-2648e80fd2c6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74186) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 16:41:48.291293 dv-cinder-798104-1-smb neutron-server[74186]: DEBUG neutron_lib.callbacks.manager [None req-00146fbb-460c-4f21-93c0-d32caae994ea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2050486'] for security_group, after_delete {{(pid=74186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 16:41:48.312581 dv-cinder-798104-1-smb neutron-server[74186]: DEBUG neutron.wsgi [-] (74186) accepted ('10.222.0.26', 46912) {{(pid=74186) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 28 16:41:48.367862 dv-cinder-798104-1-smb neutron-server[74186]: DEBUG neutron_lib.callbacks.manager [None req-05c4ef25-2ada-45d6-9c34-d007b3cea43e admin admin] Notify callbacks [] for security_group, before_create {{(pid=74186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 16:41:48.407672 dv-cinder-798104-1-smb neutron-server[74185]: INFO neutron.wsgi [req-9797c6d5-0c66-4fc3-806a-1810c7426a58 req-db92581a-8ad8-4e37-a039-838c14450ca5 service neutron] 10.222.0.41 "GET /v2.0/networks/57bed292-9c57-428d-ab78-cedbab0d959b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.3093486 Jun 28 16:41:48.414928 dv-cinder-798104-1-smb neutron-server[74186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4502d4f-2d4c-4a1a-b49b-1608cb62096a tempest-AttachVolumeTestJSON-1575976490 tempest-AttachVolumeTestJSON-1575976490-project] Pushing event updated for resources: {'Port': ['ID=e8425403-4e93-4f08-b5ca-8eee7267c2a3,revision_number=2']} {{(pid=74186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 16:41:48.417892 dv-cinder-798104-1-smb neutron-server[74186]: DEBUG oslo_concurrency.lockutils [None req-f4502d4f-2d4c-4a1a-b49b-1608cb62096a tempest-AttachVolumeTestJSON-1575976490 tempest-AttachVolumeTestJSON-1575976490-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.240s {{(pid=74186) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 16:41:48.435560 dv-cinder-798104-1-smb neutron-server[74186]: DEBUG neutron.db.quota.driver [None req-05c4ef25-2ada-45d6-9c34-d007b3cea43e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74186) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 28 16:41:48.440373 dv-cinder-798104-1-smb neutron-server[74186]: DEBUG oslo_concurrency.lockutils [None req-9ed183f5-5d50-4fdf-ab6b-4bb1ce09d9d3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.124s {{(pid=74186) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 16:41:48.454753 dv-cinder-798104-1-smb neutron-server[74186]: DEBUG neutron.quota.resource [None req-05c4ef25-2ada-45d6-9c34-d007b3cea43e admin admin] Usage tracker for resource:security_group_rule and tenant:b6f2a27114a5458f8322134f9d45b6fb is out of sync, need to count used quota {{(pid=74186) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 28 16:41:48.459494 dv-cinder-798104-1-smb neutron-server[74186]: DEBUG neutron_lib.callbacks.manager [None req-00146fbb-460c-4f21-93c0-d32caae994ea admin admin] Notify callbacks [] for security_group, before_response {{(pid=74186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 16:41:48.460709 dv-cinder-798104-1-smb neutron-server[74186]: INFO neutron.wsgi [None req-00146fbb-460c-4f21-93c0-d32caae994ea admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/df389d24-2fcd-4f2d-9607-fbb4c311cb6e HTTP/1.1" status: 204 len: 168 time: 1.6093309 Jun 28 16:41:48.465324 dv-cinder-798104-1-smb neutron-server[74186]: DEBUG neutron.quota.resource [None req-05c4ef25-2ada-45d6-9c34-d007b3cea43e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=74186) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 28 16:41:48.468917 dv-cinder-798104-1-smb neutron-server[74186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00146fbb-460c-4f21-93c0-d32caae994ea admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=df389d24-2fcd-4f2d-9607-fbb4c311cb6e,revision_number=None']} {{(pid=74186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 16:41:48.471286 dv-cinder-798104-1-smb neutron-server[74186]: DEBUG oslo_concurrency.lockutils [None req-00146fbb-460c-4f21-93c0-d32caae994ea admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=74186) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 16:41:48.476771 dv-cinder-798104-1-smb neutron-server[74186]: DEBUG neutron_lib.callbacks.manager [None req-f4502d4f-2d4c-4a1a-b49b-1608cb62096a tempest-AttachVolumeTestJSON-1575976490 tempest-AttachVolumeTestJSON-1575976490-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1624410'] for floatingip, after_update {{(pid=74186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 16:41:48.482000 dv-cinder-798104-1-smb neutron-server[74186]: DEBUG neutron.db.quota.driver [None req-05c4ef25-2ada-45d6-9c34-d007b3cea43e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74186) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 28 16:41:48.491947 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG neutron_lib.callbacks.manager [None req-7a29b878-8fcb-441e-9897-fb7652ef97f2 admin admin] Notify callbacks [] for port, precommit_update {{(pid=74185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 16:41:48.517115 dv-cinder-798104-1-smb neutron-server[74186]: DEBUG neutron_lib.callbacks.manager [None req-68976700-73c1-49d0-b6c8-f7d25837a736 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=74186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 16:41:48.535891 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG neutron_lib.callbacks.manager [None req-7a29b878-8fcb-441e-9897-fb7652ef97f2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-615041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1598908', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774158213048', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774157688378', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774157688423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15648322'] for port, after_update {{(pid=74185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 16:41:48.553914 dv-cinder-798104-1-smb neutron-server[74186]: DEBUG neutron_lib.callbacks.manager [None req-f4502d4f-2d4c-4a1a-b49b-1608cb62096a tempest-AttachVolumeTestJSON-1575976490 tempest-AttachVolumeTestJSON-1575976490-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129357'] for floatingip, before_response {{(pid=74186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 16:41:48.555266 dv-cinder-798104-1-smb neutron-server[74186]: INFO neutron.wsgi [None req-f4502d4f-2d4c-4a1a-b49b-1608cb62096a tempest-AttachVolumeTestJSON-1575976490 tempest-AttachVolumeTestJSON-1575976490-project] 10.222.0.26 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 7.5699062 Jun 28 16:41:48.605452 dv-cinder-798104-1-smb neutron-server[74185]: INFO neutron.wsgi [req-0b574c40-cbc9-4318-a7e0-577336bd44bd req-06434d86-5506-4e8c-a850-d762ec755598 service neutron] 10.222.0.26 "GET /v2.0/networks/456cb4f0-4c56-4bb7-a5cf-eaccb243862b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7006662 Jun 28 16:41:48.626626 dv-cinder-798104-1-smb neutron-server[74186]: DEBUG neutron_lib.callbacks.manager [None req-68976700-73c1-49d0-b6c8-f7d25837a736 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=74186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 16:41:48.628323 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG oslo_concurrency.lockutils [None req-8dee8dea-7c42-469b-8e04-baa5f7063a3b service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74185) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 16:41:48.641877 dv-cinder-798104-1-smb neutron-server[74187]: DEBUG neutron_lib.callbacks.manager [None req-d49266a9-82cf-4da4-977f-ceca59b71534 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774158209648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1002899'] for agent, after_update {{(pid=74187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 16:41:48.687579 dv-cinder-798104-1-smb neutron-server[74187]: DEBUG neutron.plugins.ml2.rpc [None req-c72dd329-595c-4eca-9296-ba6eff8780d9 None None] Device 646f25b7-86a0-4a5a-8156-e32d48dc12f0 up at agent ovs-agent-dv-cinder-798104-1-smb {{(pid=74187) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 28 16:41:48.813329 dv-cinder-798104-1-smb neutron-server[74186]: DEBUG neutron_lib.callbacks.manager [None req-05c4ef25-2ada-45d6-9c34-d007b3cea43e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=74186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 16:41:48.815441 dv-cinder-798104-1-smb neutron-server[74186]: DEBUG neutron_lib.callbacks.manager [None req-68976700-73c1-49d0-b6c8-f7d25837a736 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2050486'] for security_group, after_delete {{(pid=74186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 16:41:48.826796 dv-cinder-798104-1-smb neutron-server[74186]: DEBUG oslo_concurrency.lockutils [None req-12ef41cd-73f6-487c-a700-de03ad740340 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74186) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 16:41:48.848480 dv-cinder-798104-1-smb neutron-server[74187]: DEBUG neutron.db.provisioning_blocks [None req-c72dd329-595c-4eca-9296-ba6eff8780d9 None None] Provisioning complete for port 646f25b7-86a0-4a5a-8156-e32d48dc12f0 triggered by entity L2. {{(pid=74187) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 28 16:41:48.849549 dv-cinder-798104-1-smb neutron-server[74187]: DEBUG neutron_lib.callbacks.manager [None req-c72dd329-595c-4eca-9296-ba6eff8780d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1002786'] for port, provisioning_complete {{(pid=74187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 16:41:48.853208 dv-cinder-798104-1-smb neutron-server[74186]: DEBUG neutron_lib.callbacks.manager [None req-05c4ef25-2ada-45d6-9c34-d007b3cea43e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2050486'] for security_group, after_create {{(pid=74186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 16:41:48.895045 dv-cinder-798104-1-smb neutron-server[74186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68976700-73c1-49d0-b6c8-f7d25837a736 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=31d2f656-2828-4191-8e53-dbcb52183416,revision_number=None']} {{(pid=74186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 16:41:48.905319 dv-cinder-798104-1-smb neutron-server[74186]: DEBUG neutron_lib.callbacks.manager [None req-68976700-73c1-49d0-b6c8-f7d25837a736 admin admin] Notify callbacks [] for security_group, before_response {{(pid=74186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 16:41:48.909403 dv-cinder-798104-1-smb neutron-server[74186]: INFO neutron.wsgi [None req-68976700-73c1-49d0-b6c8-f7d25837a736 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/31d2f656-2828-4191-8e53-dbcb52183416 HTTP/1.1" status: 204 len: 168 time: 0.7479048 Jun 28 16:41:48.916803 dv-cinder-798104-1-smb neutron-server[74186]: INFO neutron.wsgi [None req-05c4ef25-2ada-45d6-9c34-d007b3cea43e admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=b6f2a27114a5458f8322134f9d45b6fb&name=default HTTP/1.1" status: 200 len: 2647 time: 0.5998492 Jun 28 16:41:48.918696 dv-cinder-798104-1-smb neutron-server[74186]: DEBUG oslo_concurrency.lockutils [None req-68976700-73c1-49d0-b6c8-f7d25837a736 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=74186) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 16:41:48.919163 dv-cinder-798104-1-smb neutron-server[74186]: DEBUG neutron.wsgi [-] (74186) accepted ('10.222.0.26', 46926) {{(pid=74186) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 28 16:41:48.921767 dv-cinder-798104-1-smb neutron-server[74186]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.023s {{(pid=74186) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 16:41:49.078262 dv-cinder-798104-1-smb neutron-server[74186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05c4ef25-2ada-45d6-9c34-d007b3cea43e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2e1dae19-11f3-4fd6-802e-0aeeb921688f,revision_number=1']} {{(pid=74186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 16:41:49.088331 dv-cinder-798104-1-smb neutron-server[74186]: DEBUG oslo_concurrency.lockutils [None req-05c4ef25-2ada-45d6-9c34-d007b3cea43e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.168s {{(pid=74186) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 16:41:49.128727 dv-cinder-798104-1-smb neutron-server[74186]: DEBUG neutron_lib.callbacks.manager [None req-c950c5e5-dcdb-4173-beaf-c753edfcec0b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=74186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 16:41:49.174902 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc108151-f0be-423d-bb40-ec1968fa2c01 req-dbe38ffc-931d-4e97-b963-fdcff5d8677a tempest-DeleteServersTestJSON-388560069 tempest-DeleteServersTestJSON-388560069-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 16:41:49.186560 dv-cinder-798104-1-smb neutron-server[74185]: INFO neutron.wsgi [req-fc108151-f0be-423d-bb40-ec1968fa2c01 req-dbe38ffc-931d-4e97-b963-fdcff5d8677a tempest-DeleteServersTestJSON-388560069 tempest-DeleteServersTestJSON-388560069-project] 10.222.0.26 "GET /v2.0/ports?device_id=2085ff8a-4738-4d8b-ac96-e46f842c434d HTTP/1.1" status: 200 len: 943 time: 1.2266052 Jun 28 16:41:49.195898 dv-cinder-798104-1-smb neutron-server[74186]: DEBUG neutron_lib.callbacks.manager [None req-c950c5e5-dcdb-4173-beaf-c753edfcec0b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=74186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 16:41:49.213484 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a29b878-8fcb-441e-9897-fb7652ef97f2 admin admin] Pushing event updated for resources: {'Port': ['ID=78dc5b3f-ac10-45ad-827b-b4cd72cb9a44,revision_number=2']} {{(pid=74185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 16:41:49.247623 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG neutron_lib.callbacks.manager [None req-7a29b878-8fcb-441e-9897-fb7652ef97f2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1598798', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1635339'] for router_interface, after_create {{(pid=74185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 16:41:49.262342 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG oslo_concurrency.lockutils [None req-7a29b878-8fcb-441e-9897-fb7652ef97f2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.634s {{(pid=74185) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 16:41:49.266474 dv-cinder-798104-1-smb neutron-server[74186]: DEBUG neutron_lib.callbacks.manager [None req-c950c5e5-dcdb-4173-beaf-c753edfcec0b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2050486'] for security_group, after_delete {{(pid=74186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 16:41:49.272307 dv-cinder-798104-1-smb neutron-server[74186]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74186) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 16:41:49.283715 dv-cinder-798104-1-smb neutron-server[74186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c950c5e5-dcdb-4173-beaf-c753edfcec0b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2e1dae19-11f3-4fd6-802e-0aeeb921688f,revision_number=None']} {{(pid=74186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 16:41:49.286264 dv-cinder-798104-1-smb neutron-server[74186]: DEBUG oslo_concurrency.lockutils [None req-c950c5e5-dcdb-4173-beaf-c753edfcec0b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.014s {{(pid=74186) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 16:41:49.295910 dv-cinder-798104-1-smb neutron-server[74186]: DEBUG neutron_lib.callbacks.manager [None req-c950c5e5-dcdb-4173-beaf-c753edfcec0b admin admin] Notify callbacks [] for security_group, before_response {{(pid=74186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 16:41:49.297767 dv-cinder-798104-1-smb neutron-server[74186]: INFO neutron.wsgi [None req-c950c5e5-dcdb-4173-beaf-c753edfcec0b admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/2e1dae19-11f3-4fd6-802e-0aeeb921688f HTTP/1.1" status: 204 len: 168 time: 0.3617868 Jun 28 16:41:49.324496 dv-cinder-798104-1-smb neutron-server[74187]: DEBUG neutron_lib.callbacks.manager [None req-d0e5ad82-df9b-4ee3-8ee9-b93c74fbe1d3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774158209648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1002899'] for agent, after_update {{(pid=74187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 16:41:49.495026 dv-cinder-798104-1-smb neutron-server[74185]: INFO neutron.wsgi [req-fc108151-f0be-423d-bb40-ec1968fa2c01 req-f3fa8f62-dcc7-4949-b716-251773e5d307 tempest-DeleteServersTestJSON-388560069 tempest-DeleteServersTestJSON-388560069-project] 10.222.0.26 "GET /v2.0/security-groups?id=c58b0cd2-bff5-4e4e-ad96-8ad5e846bc17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3078196 Jun 28 16:41:49.501420 dv-cinder-798104-1-smb neutron-server[74185]: INFO neutron.wsgi [req-0b574c40-cbc9-4318-a7e0-577336bd44bd req-ae620ec3-fdba-433b-b10d-d774cd41a38f service neutron] 10.222.0.26 "GET /v2.0/networks/456cb4f0-4c56-4bb7-a5cf-eaccb243862b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7840931 Jun 28 16:41:49.510575 dv-cinder-798104-1-smb neutron-server[74185]: INFO neutron.wsgi [req-218309d6-ad85-476f-a8c8-f85e8421a32d req-fbe4f450-2837-41cb-9d5d-d8c6441b9976 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=74ddec19a7d64aa19adab6235e2182e1&device_id=2085ff8a-4738-4d8b-ac96-e46f842c434d HTTP/1.1" status: 200 len: 1096 time: 0.7816615 Jun 28 16:41:49.836837 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7a29b878-8fcb-441e-9897-fb7652ef97f2 admin admin] Network 4e66a7eb-2725-411e-9b4f-e274c7c51246 is already hosted by enough agents. {{(pid=74185) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 28 16:41:49.858173 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG neutron.scheduler.base_scheduler [None req-7a29b878-8fcb-441e-9897-fb7652ef97f2 admin admin] Resources bound (agent type, host, resource id): {{(pid=74185) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 28 16:41:50.199290 dv-cinder-798104-1-smb neutron-server[74185]: INFO neutron.wsgi [req-7876f1aa-ce74-40b3-9a79-2ee646ce636d req-a65b023a-0023-48a5-8807-155e91b2a61b tempest-ServerRescueNegativeTestJSON-1571951802 tempest-ServerRescueNegativeTestJSON-1571951802-project] 10.222.0.26 "GET /v2.0/ports?device_id=79124724-6c76-47fc-bb83-d30672ff67e9 HTTP/1.1" status: 200 len: 210 time: 0.3492324 Jun 28 16:41:50.341826 dv-cinder-798104-1-smb neutron-server[74187]: DEBUG neutron.db.provisioning_blocks [None req-07662e87-8d11-408c-85de-e05dda16222d None None] Provisioning complete for port 78dc5b3f-ac10-45ad-827b-b4cd72cb9a44 triggered by entity DHCP. {{(pid=74187) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 28 16:41:50.342348 dv-cinder-798104-1-smb neutron-server[74187]: DEBUG neutron_lib.callbacks.manager [None req-07662e87-8d11-408c-85de-e05dda16222d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1002786'] for port, provisioning_complete {{(pid=74187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 16:41:50.418125 dv-cinder-798104-1-smb neutron-server[74185]: INFO neutron.wsgi [req-a09b8456-7737-4dac-877b-46499d40c634 req-7fd0ef16-91b9-4fb4-80d4-d24a331c4df8 tempest-AttachVolumeTestJSON-1575976490 tempest-AttachVolumeTestJSON-1575976490-project] 10.222.0.26 "GET /v2.0/security-groups?name=tempest-securitygroup--1575159723&fields=id&tenant_id=2f9864be4f7741e0aa69625d43b5a918 HTTP/1.1" status: 200 len: 267 time: 0.5706186 Jun 28 16:41:50.472451 dv-cinder-798104-1-smb neutron-server[74187]: DEBUG neutron.plugins.ml2.plugin [None req-07662e87-8d11-408c-85de-e05dda16222d None None] Port 78dc5b3f-ac10-45ad-827b-b4cd72cb9a44 cannot update to ACTIVE because it is not bound. {{(pid=74187) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jun 28 16:41:50.496002 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-218309d6-ad85-476f-a8c8-f85e8421a32d req-cb8958f3-4710-4ccb-b1af-392f99c80b32 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=74185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 16:41:50.498027 dv-cinder-798104-1-smb neutron-server[74185]: INFO neutron.wsgi [req-218309d6-ad85-476f-a8c8-f85e8421a32d req-cb8958f3-4710-4ccb-b1af-392f99c80b32 service neutron] 10.222.0.41 "GET /v2.0/networks?id=57bed292-9c57-428d-ab78-cedbab0d959b HTTP/1.1" status: 200 len: 913 time: 0.8747990 Jun 28 16:41:50.579603 dv-cinder-798104-1-smb neutron-server[74185]: INFO neutron.wsgi [req-218309d6-ad85-476f-a8c8-f85e8421a32d req-8be52efe-5570-49dd-8b63-6cfdc44f96c2 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=a4c07c06-1b0c-4237-90c6-772052a508d4 HTTP/1.1" status: 200 len: 217 time: 0.0696485 Jun 28 16:41:50.850397 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-218309d6-ad85-476f-a8c8-f85e8421a32d req-64b9cc34-6145-474f-8a68-68db70dd476c service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=74185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 16:41:50.853424 dv-cinder-798104-1-smb neutron-server[74185]: INFO neutron.wsgi [req-218309d6-ad85-476f-a8c8-f85e8421a32d req-64b9cc34-6145-474f-8a68-68db70dd476c service neutron] 10.222.0.41 "GET /v2.0/subnets?id=017b2624-817f-4270-8eec-e0073dc1331a HTTP/1.1" status: 200 len: 852 time: 0.1752489 Jun 28 16:41:50.949557 dv-cinder-798104-1-smb neutron-server[74185]: INFO neutron.wsgi [req-218309d6-ad85-476f-a8c8-f85e8421a32d req-da4c12de-6c7c-4538-b52c-d67ccf20fa6d service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=57bed292-9c57-428d-ab78-cedbab0d959b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0842202 Jun 28 16:41:51.172766 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a09b8456-7737-4dac-877b-46499d40c634 req-0ef40322-5b40-43ec-b6b7-4621b86c075f tempest-AttachVolumeTestJSON-1575976490 tempest-AttachVolumeTestJSON-1575976490-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=74185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 16:41:51.174578 dv-cinder-798104-1-smb neutron-server[74185]: INFO neutron.wsgi [req-a09b8456-7737-4dac-877b-46499d40c634 req-0ef40322-5b40-43ec-b6b7-4621b86c075f tempest-AttachVolumeTestJSON-1575976490 tempest-AttachVolumeTestJSON-1575976490-project] 10.222.0.26 "GET /v2.0/networks?id=ad1db160-79ed-4f75-9884-27c71855a2d5 HTTP/1.1" status: 200 len: 811 time: 0.7552810 Jun 28 16:41:51.213172 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b4cceaf-f8b5-434e-991b-e94087a25c0a req-8a2175ea-298c-4f34-b9bf-1bc32a07dfc4 tempest-DeleteServersTestJSON-388560069 tempest-DeleteServersTestJSON-388560069-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 16:41:51.221250 dv-cinder-798104-1-smb neutron-server[74185]: INFO neutron.wsgi [req-5b4cceaf-f8b5-434e-991b-e94087a25c0a req-8a2175ea-298c-4f34-b9bf-1bc32a07dfc4 tempest-DeleteServersTestJSON-388560069 tempest-DeleteServersTestJSON-388560069-project] 10.222.0.26 "GET /v2.0/ports?device_id=2085ff8a-4738-4d8b-ac96-e46f842c434d HTTP/1.1" status: 200 len: 943 time: 0.4811180 Jun 28 16:41:51.300590 dv-cinder-798104-1-smb neutron-server[74185]: INFO neutron.wsgi [req-a09b8456-7737-4dac-877b-46499d40c634 req-d4b1e105-61b9-4b12-ae34-b240c80386c4 tempest-AttachVolumeTestJSON-1575976490 tempest-AttachVolumeTestJSON-1575976490-project] 10.222.0.26 "GET /v2.0/quotas/2f9864be4f7741e0aa69625d43b5a918 HTTP/1.1" status: 200 len: 375 time: 0.1108470 Jun 28 16:41:51.481757 dv-cinder-798104-1-smb neutron-server[74185]: INFO neutron.wsgi [req-218309d6-ad85-476f-a8c8-f85e8421a32d req-6b310529-eebd-4422-a073-1632479950f5 service neutron] 10.222.0.41 "GET /v2.0/networks/57bed292-9c57-428d-ab78-cedbab0d959b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4444869 Jun 28 16:41:51.517605 dv-cinder-798104-1-smb neutron-server[74185]: INFO neutron.wsgi [req-5b4cceaf-f8b5-434e-991b-e94087a25c0a req-5fa40684-68ce-4010-b9c6-2eeccbb751bc tempest-DeleteServersTestJSON-388560069 tempest-DeleteServersTestJSON-388560069-project] 10.222.0.26 "GET /v2.0/security-groups?id=c58b0cd2-bff5-4e4e-ad96-8ad5e846bc17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2954347 Jun 28 16:41:51.807453 dv-cinder-798104-1-smb neutron-server[74185]: INFO neutron.wsgi [req-218309d6-ad85-476f-a8c8-f85e8421a32d req-109590a3-e266-4102-8b65-fbb63c0a7582 service neutron] 10.222.0.41 "GET /v2.0/networks/57bed292-9c57-428d-ab78-cedbab0d959b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3149953 Jun 28 16:41:51.880387 dv-cinder-798104-1-smb neutron-server[74185]: INFO neutron.wsgi [req-a09b8456-7737-4dac-877b-46499d40c634 req-9492f6ae-0f63-480e-a6ca-f0d855f7f31f tempest-AttachVolumeTestJSON-1575976490 tempest-AttachVolumeTestJSON-1575976490-project] 10.222.0.26 "GET /v2.0/ports?tenant_id=2f9864be4f7741e0aa69625d43b5a918&fields=id HTTP/1.1" status: 200 len: 348 time: 0.5637012 Jun 28 16:41:52.029957 dv-cinder-798104-1-smb neutron-server[74187]: DEBUG neutron.plugins.ml2.rpc [None req-d0e5ad82-df9b-4ee3-8ee9-b93c74fbe1d3 None None] Device a4c07c06-1b0c-4237-90c6-772052a508d4 details requested by agent hyperv_hv-cinder-79810 with host hv-cinder-79810 {{(pid=74187) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 28 16:41:52.179246 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15a089ef-f399-4094-80bf-8a2937ff1b9d req-37a09e4e-1eda-4798-957a-8b468185a406 tempest-ServerRescueNegativeTestJSON-1571951802 tempest-ServerRescueNegativeTestJSON-1571951802-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=74185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 16:41:52.186127 dv-cinder-798104-1-smb neutron-server[74185]: INFO neutron.wsgi [req-15a089ef-f399-4094-80bf-8a2937ff1b9d req-37a09e4e-1eda-4798-957a-8b468185a406 tempest-ServerRescueNegativeTestJSON-1571951802 tempest-ServerRescueNegativeTestJSON-1571951802-project] 10.222.0.26 "GET /v2.0/networks?id=456cb4f0-4c56-4bb7-a5cf-eaccb243862b HTTP/1.1" status: 200 len: 819 time: 0.4130263 Jun 28 16:41:52.255309 dv-cinder-798104-1-smb neutron-server[74185]: INFO neutron.wsgi [req-15a089ef-f399-4094-80bf-8a2937ff1b9d req-0cc0b819-b5b1-4fee-a732-a63aba0dad43 tempest-ServerRescueNegativeTestJSON-1571951802 tempest-ServerRescueNegativeTestJSON-1571951802-project] 10.222.0.26 "GET /v2.0/quotas/9344ad16110c4191993c42fbf7367cf2 HTTP/1.1" status: 200 len: 375 time: 0.0677829 Jun 28 16:41:52.261159 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7a29b878-8fcb-441e-9897-fb7652ef97f2 admin admin] Router 37fc708e-b76d-48af-94e2-885e9728d38e has already been hosted by L3 agent 633adcd1-515e-4435-b14d-49f054abd10f {{(pid=74185) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 28 16:41:52.302483 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b574c40-cbc9-4318-a7e0-577336bd44bd req-4d0d0186-2c93-4fcb-91d3-0e486443cb10 tempest-ServerRescueNegativeTestJSON-1571951802 tempest-ServerRescueNegativeTestJSON-1571951802-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=74185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 16:41:52.304006 dv-cinder-798104-1-smb neutron-server[74185]: INFO neutron.wsgi [req-0b574c40-cbc9-4318-a7e0-577336bd44bd req-4d0d0186-2c93-4fcb-91d3-0e486443cb10 tempest-ServerRescueNegativeTestJSON-1571951802 tempest-ServerRescueNegativeTestJSON-1571951802-project] 10.222.0.41 "GET /v2.0/networks?id=456cb4f0-4c56-4bb7-a5cf-eaccb243862b HTTP/1.1" status: 200 len: 819 time: 0.3785782 Jun 28 16:41:52.341895 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG neutron.api.v2.base [req-0b574c40-cbc9-4318-a7e0-577336bd44bd req-24f48df8-94c0-4db5-bf79-df593beddf75 tempest-ServerRescueNegativeTestJSON-1571951802 tempest-ServerRescueNegativeTestJSON-1571951802-project] Request body: {'port': {'device_id': '79124724-6c76-47fc-bb83-d30672ff67e9', 'network_id': '456cb4f0-4c56-4bb7-a5cf-eaccb243862b', 'admin_state_up': True, 'tenant_id': '9344ad16110c4191993c42fbf7367cf2'}} {{(pid=74185) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jun 28 16:41:52.479100 dv-cinder-798104-1-smb neutron-server[74187]: DEBUG neutron.plugins.ml2.db [None req-d0e5ad82-df9b-4ee3-8ee9-b93c74fbe1d3 None None] For port a4c07c06-1b0c-4237-90c6-772052a508d4, host hv-cinder-79810, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79810',level=0,port_id=a4c07c06-1b0c-4237-90c6-772052a508d4,segment=NetworkSegment(c02d8fec-95e3-4e9a-a650-d6cb456f3802),segment_id=c02d8fec-95e3-4e9a-a650-d6cb456f3802)] {{(pid=74187) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 16:41:52.509301 dv-cinder-798104-1-smb neutron-server[74187]: DEBUG neutron.plugins.ml2.rpc [None req-d0e5ad82-df9b-4ee3-8ee9-b93c74fbe1d3 None None] Returning: {'device': 'a4c07c06-1b0c-4237-90c6-772052a508d4', 'network_id': '57bed292-9c57-428d-ab78-cedbab0d959b', 'port_id': 'a4c07c06-1b0c-4237-90c6-772052a508d4', 'mac_address': 'fa:16:3e:ab:f4:5c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 404, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '017b2624-817f-4270-8eec-e0073dc1331a', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=74187) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 28 16:41:52.627051 dv-cinder-798104-1-smb neutron-server[74187]: DEBUG neutron_lib.callbacks.manager [None req-d0e5ad82-df9b-4ee3-8ee9-b93c74fbe1d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621611'] for port, before_update {{(pid=74187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 16:41:52.655646 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG neutron.db.quota.driver [req-0b574c40-cbc9-4318-a7e0-577336bd44bd req-24f48df8-94c0-4db5-bf79-df593beddf75 tempest-ServerRescueNegativeTestJSON-1571951802 tempest-ServerRescueNegativeTestJSON-1571951802-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74185) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 28 16:41:52.658892 dv-cinder-798104-1-smb neutron-server[74187]: DEBUG neutron.notifiers.nova [None req-d0e5ad82-df9b-4ee3-8ee9-b93c74fbe1d3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a4c07c06-1b0c-4237-90c6-772052a508d4 {{(pid=74187) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 28 16:41:52.671233 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG neutron.quota.resource [req-0b574c40-cbc9-4318-a7e0-577336bd44bd req-24f48df8-94c0-4db5-bf79-df593beddf75 tempest-ServerRescueNegativeTestJSON-1571951802 tempest-ServerRescueNegativeTestJSON-1571951802-project] Usage tracker for resource:port and tenant:9344ad16110c4191993c42fbf7367cf2 is out of sync, need to count used quota {{(pid=74185) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 28 16:41:52.677368 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG neutron.quota.resource [req-0b574c40-cbc9-4318-a7e0-577336bd44bd req-24f48df8-94c0-4db5-bf79-df593beddf75 tempest-ServerRescueNegativeTestJSON-1571951802 tempest-ServerRescueNegativeTestJSON-1571951802-project] Quota usage for port was recalculated. Used quota:1. {{(pid=74185) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 28 16:41:52.688877 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG neutron.db.quota.driver [req-0b574c40-cbc9-4318-a7e0-577336bd44bd req-24f48df8-94c0-4db5-bf79-df593beddf75 tempest-ServerRescueNegativeTestJSON-1571951802 tempest-ServerRescueNegativeTestJSON-1571951802-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=74185) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 28 16:41:52.692951 dv-cinder-798104-1-smb neutron-server[74187]: DEBUG neutron.plugins.ml2.db [None req-d0e5ad82-df9b-4ee3-8ee9-b93c74fbe1d3 None None] For port a4c07c06-1b0c-4237-90c6-772052a508d4, host hv-cinder-79810, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79810',level=0,port_id=a4c07c06-1b0c-4237-90c6-772052a508d4,segment=NetworkSegment(c02d8fec-95e3-4e9a-a650-d6cb456f3802),segment_id=c02d8fec-95e3-4e9a-a650-d6cb456f3802)] {{(pid=74187) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 16:41:52.700076 dv-cinder-798104-1-smb neutron-server[74187]: DEBUG neutron_lib.callbacks.manager [None req-d0e5ad82-df9b-4ee3-8ee9-b93c74fbe1d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-615041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1598908', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774158213048', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774157688378', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774157688423'] for port, after_update {{(pid=74187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 16:41:52.707002 dv-cinder-798104-1-smb neutron-server[74187]: DEBUG oslo_concurrency.lockutils [None req-c72dd329-595c-4eca-9296-ba6eff8780d9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74187) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 16:41:52.726706 dv-cinder-798104-1-smb neutron-server[74185]: INFO neutron.wsgi [req-15a089ef-f399-4094-80bf-8a2937ff1b9d req-4e4b1cfd-6b5e-4bc5-a1cd-b47990488156 tempest-ServerRescueNegativeTestJSON-1571951802 tempest-ServerRescueNegativeTestJSON-1571951802-project] 10.222.0.26 "GET /v2.0/ports?tenant_id=9344ad16110c4191993c42fbf7367cf2&fields=id HTTP/1.1" status: 200 len: 255 time: 0.4705143 Jun 28 16:41:52.729722 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0b574c40-cbc9-4318-a7e0-577336bd44bd req-24f48df8-94c0-4db5-bf79-df593beddf75 tempest-ServerRescueNegativeTestJSON-1571951802 tempest-ServerRescueNegativeTestJSON-1571951802-project] Made reservation on behalf of 9344ad16110c4191993c42fbf7367cf2 for: {'port': 1} {{(pid=74185) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 28 16:41:52.732989 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG neutron_lib.callbacks.manager [req-0b574c40-cbc9-4318-a7e0-577336bd44bd req-24f48df8-94c0-4db5-bf79-df593beddf75 tempest-ServerRescueNegativeTestJSON-1571951802 tempest-ServerRescueNegativeTestJSON-1571951802-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621611'] for port, before_create {{(pid=74185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 16:41:52.824583 dv-cinder-798104-1-smb neutron-server[74187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0e5ad82-df9b-4ee3-8ee9-b93c74fbe1d3 None None] Pushing event updated for resources: {'Port': ['ID=a4c07c06-1b0c-4237-90c6-772052a508d4,revision_number=4']} {{(pid=74187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 16:41:52.836219 dv-cinder-798104-1-smb neutron-server[74187]: DEBUG oslo_concurrency.lockutils [None req-d0e5ad82-df9b-4ee3-8ee9-b93c74fbe1d3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.130s {{(pid=74187) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 16:41:53.025059 dv-cinder-798104-1-smb neutron-server[74187]: DEBUG neutron.plugins.ml2.db [None req-d0e5ad82-df9b-4ee3-8ee9-b93c74fbe1d3 None None] get_ports_and_sgs() called for port_ids ['a4c07c06-1b0c-4237-90c6-772052a508d4'] {{(pid=74187) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jun 28 16:41:53.044087 dv-cinder-798104-1-smb neutron-server[74185]: INFO neutron.wsgi [req-15a089ef-f399-4094-80bf-8a2937ff1b9d req-87e4238c-3383-436e-9705-cd7931e1be73 service neutron] 10.222.0.26 "GET /v2.0/networks/456cb4f0-4c56-4bb7-a5cf-eaccb243862b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2983944 Jun 28 16:41:53.108442 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG neutron.wsgi [req-a09b8456-7737-4dac-877b-46499d40c634 req-6e0eec12-8879-4ddc-a73b-cc7d94d48043 service neutron] http://10.222.0.26:9696/v2.0/extensions returned with HTTP 200 {{(pid=74185) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Jun 28 16:41:53.109618 dv-cinder-798104-1-smb neutron-server[74185]: INFO neutron.wsgi [req-a09b8456-7737-4dac-877b-46499d40c634 req-6e0eec12-8879-4ddc-a73b-cc7d94d48043 service neutron] 10.222.0.26 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.2697258 Jun 28 16:41:53.566625 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG neutron.db.db_base_plugin_common [req-0b574c40-cbc9-4318-a7e0-577336bd44bd req-24f48df8-94c0-4db5-bf79-df593beddf75 tempest-ServerRescueNegativeTestJSON-1571951802 tempest-ServerRescueNegativeTestJSON-1571951802-project] Allocated IP 172.20.0.10 (456cb4f0-4c56-4bb7-a5cf-eaccb243862b/766e27c3-d7d9-49ba-b0ca-4cfaf9e450d4/25d5253e-3b85-4631-97bb-974e5e8b1d2c) {{(pid=74185) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 28 16:41:53.591307 dv-cinder-798104-1-smb neutron-server[74185]: INFO neutron.wsgi [req-15a089ef-f399-4094-80bf-8a2937ff1b9d req-a7e3612a-3459-4032-952a-151078076655 service neutron] 10.222.0.26 "GET /v2.0/networks/456cb4f0-4c56-4bb7-a5cf-eaccb243862b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5295107 Jun 28 16:41:53.612610 dv-cinder-798104-1-smb neutron-server[74185]: INFO neutron.wsgi [req-a09b8456-7737-4dac-877b-46499d40c634 req-0d2e6ca4-67aa-479b-b0bf-53f28667ae52 service neutron] 10.222.0.26 "GET /v2.0/networks/ad1db160-79ed-4f75-9884-27c71855a2d5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4457357 Jun 28 16:41:53.714112 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7a29b878-8fcb-441e-9897-fb7652ef97f2 admin admin] Notify agent at l3_agent.dv-cinder-798104-1-smb the message routers_updated {{(pid=74185) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 28 16:41:53.772991 dv-cinder-798104-1-smb neutron-server[74185]: INFO neutron.wsgi [None req-7a29b878-8fcb-441e-9897-fb7652ef97f2 admin admin] 10.222.0.26 "PUT /v2.0/routers/37fc708e-b76d-48af-94e2-885e9728d38e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 26.3367863 Jun 28 16:41:53.997747 dv-cinder-798104-1-smb neutron-server[74187]: DEBUG neutron.plugins.ml2.rpc [None req-d0e5ad82-df9b-4ee3-8ee9-b93c74fbe1d3 None None] Device a4c07c06-1b0c-4237-90c6-772052a508d4 up at agent hyperv_hv-cinder-79810 {{(pid=74187) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 28 16:41:54.029941 dv-cinder-798104-1-smb neutron-server[74185]: INFO neutron.wsgi [req-a09b8456-7737-4dac-877b-46499d40c634 req-4a655be6-c77b-4fa0-ab59-3cac3e1b7eda service neutron] 10.222.0.26 "GET /v2.0/networks/ad1db160-79ed-4f75-9884-27c71855a2d5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4160275 Jun 28 16:41:54.183532 dv-cinder-798104-1-smb neutron-server[74187]: DEBUG neutron.db.provisioning_blocks [None req-d0e5ad82-df9b-4ee3-8ee9-b93c74fbe1d3 None None] Provisioning for port a4c07c06-1b0c-4237-90c6-772052a508d4 completed by entity L2. {{(pid=74187) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 28 16:41:54.194798 dv-cinder-798104-1-smb neutron-server[74187]: DEBUG neutron.db.provisioning_blocks [None req-d0e5ad82-df9b-4ee3-8ee9-b93c74fbe1d3 None None] Provisioning complete for port a4c07c06-1b0c-4237-90c6-772052a508d4 triggered by entity L2. {{(pid=74187) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 28 16:41:54.195209 dv-cinder-798104-1-smb neutron-server[74187]: DEBUG neutron_lib.callbacks.manager [None req-d0e5ad82-df9b-4ee3-8ee9-b93c74fbe1d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1002786'] for port, provisioning_complete {{(pid=74187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 16:41:54.231927 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG neutron_lib.callbacks.manager [req-0b574c40-cbc9-4318-a7e0-577336bd44bd req-24f48df8-94c0-4db5-bf79-df593beddf75 tempest-ServerRescueNegativeTestJSON-1571951802 tempest-ServerRescueNegativeTestJSON-1571951802-project] Notify callbacks [] for port, precommit_create {{(pid=74185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 16:41:54.390619 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG neutron_lib.callbacks.manager [req-0b574c40-cbc9-4318-a7e0-577336bd44bd req-24f48df8-94c0-4db5-bf79-df593beddf75 tempest-ServerRescueNegativeTestJSON-1571951802 tempest-ServerRescueNegativeTestJSON-1571951802-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-615041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1598908', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774157688360', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15648331'] for port, after_create {{(pid=74185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 16:41:54.426174 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG oslo_concurrency.lockutils [None req-e0cb5dbd-4d1d-4b92-851d-07ff073953db admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.011s {{(pid=74185) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 16:41:54.513645 dv-cinder-798104-1-smb neutron-server[74187]: DEBUG neutron_lib.callbacks.manager [None req-d0e5ad82-df9b-4ee3-8ee9-b93c74fbe1d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621611'] for port, before_update {{(pid=74187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 16:41:54.589790 dv-cinder-798104-1-smb neutron-server[74187]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2085ff8a-4738-4d8b-ac96-e46f842c434d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a4c07c06-1b0c-4237-90c6-772052a508d4'}] {{(pid=74187) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 28 16:41:54.684505 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG neutron.quota.resource [req-c1e37019-c823-4c57-a7dd-5c2a908126d4 req-38af1982-2625-4b31-b1e9-5aa4be48c09a tempest-ServerRescueNegativeTestJSON-1571951802 tempest-ServerRescueNegativeTestJSON-1571951802-project] Synchronizing usage tracker for tenant:9344ad16110c4191993c42fbf7367cf2 on resource:port {{(pid=74185) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 28 16:41:54.751146 dv-cinder-798104-1-smb neutron-server[74187]: DEBUG neutron.plugins.ml2.db [None req-d0e5ad82-df9b-4ee3-8ee9-b93c74fbe1d3 None None] For port a4c07c06-1b0c-4237-90c6-772052a508d4, host hv-cinder-79810, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79810',level=0,port_id=a4c07c06-1b0c-4237-90c6-772052a508d4,segment=NetworkSegment(c02d8fec-95e3-4e9a-a650-d6cb456f3802),segment_id=c02d8fec-95e3-4e9a-a650-d6cb456f3802)] {{(pid=74187) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 16:41:54.759056 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0b574c40-cbc9-4318-a7e0-577336bd44bd req-24f48df8-94c0-4db5-bf79-df593beddf75 tempest-ServerRescueNegativeTestJSON-1571951802 tempest-ServerRescueNegativeTestJSON-1571951802-project] Network 456cb4f0-4c56-4bb7-a5cf-eaccb243862b is already hosted by enough agents. {{(pid=74185) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 28 16:41:54.761586 dv-cinder-798104-1-smb neutron-server[74187]: DEBUG neutron_lib.callbacks.manager [None req-d0e5ad82-df9b-4ee3-8ee9-b93c74fbe1d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-615041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1598908', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774158213048', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774157688378', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774157688423'] for port, after_update {{(pid=74187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 16:41:54.765653 dv-cinder-798104-1-smb neutron-server[74187]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74187) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 16:41:54.859395 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG neutron.scheduler.base_scheduler [req-0b574c40-cbc9-4318-a7e0-577336bd44bd req-24f48df8-94c0-4db5-bf79-df593beddf75 tempest-ServerRescueNegativeTestJSON-1571951802 tempest-ServerRescueNegativeTestJSON-1571951802-project] Resources bound (agent type, host, resource id): {{(pid=74185) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 28 16:41:54.872199 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24f48df8-94c0-4db5-bf79-df593beddf75 tempest-ServerRescueNegativeTestJSON-1571951802 tempest-ServerRescueNegativeTestJSON-1571951802-project] Pushing event updated for resources: {'Port': ['ID=25d5253e-3b85-4631-97bb-974e5e8b1d2c,revision_number=1']} {{(pid=74185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 16:41:54.897068 dv-cinder-798104-1-smb neutron-server[74187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0e5ad82-df9b-4ee3-8ee9-b93c74fbe1d3 None None] Pushing event updated for resources: {'Port': ['ID=a4c07c06-1b0c-4237-90c6-772052a508d4,revision_number=5']} {{(pid=74187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 16:41:54.900906 dv-cinder-798104-1-smb neutron-server[74187]: DEBUG oslo_concurrency.lockutils [None req-d0e5ad82-df9b-4ee3-8ee9-b93c74fbe1d3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.136s {{(pid=74187) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 16:41:54.929386 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG neutron.db.l3_dvrscheduler_db [req-0b574c40-cbc9-4318-a7e0-577336bd44bd req-24f48df8-94c0-4db5-bf79-df593beddf75 tempest-ServerRescueNegativeTestJSON-1571951802 tempest-ServerRescueNegativeTestJSON-1571951802-project] Received port after_create {{(pid=74185) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 28 16:41:55.052056 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG neutron.quota.resource [req-c1e37019-c823-4c57-a7dd-5c2a908126d4 req-38af1982-2625-4b31-b1e9-5aa4be48c09a tempest-ServerRescueNegativeTestJSON-1571951802 tempest-ServerRescueNegativeTestJSON-1571951802-project] Unset dirty status for tenant:9344ad16110c4191993c42fbf7367cf2 on resource:port {{(pid=74185) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 28 16:41:55.070674 dv-cinder-798104-1-smb neutron-server[74185]: INFO neutron.wsgi [req-c1e37019-c823-4c57-a7dd-5c2a908126d4 req-38af1982-2625-4b31-b1e9-5aa4be48c09a tempest-ServerRescueNegativeTestJSON-1571951802 tempest-ServerRescueNegativeTestJSON-1571951802-project] 10.222.0.26 "GET /v2.0/ports?device_id=4a8c302d-62ce-4c05-8798-3bd26de618b4 HTTP/1.1" status: 200 len: 210 time: 0.4671791 Jun 28 16:41:55.087603 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98b62cbd-9d2f-46e7-b672-d26ed5c33cc9 req-4f9492fc-56b3-48a9-b673-27621b267e55 tempest-DeleteServersTestJSON-388560069 tempest-DeleteServersTestJSON-388560069-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 16:41:55.099227 dv-cinder-798104-1-smb neutron-server[74185]: INFO neutron.wsgi [req-98b62cbd-9d2f-46e7-b672-d26ed5c33cc9 req-4f9492fc-56b3-48a9-b673-27621b267e55 tempest-DeleteServersTestJSON-388560069 tempest-DeleteServersTestJSON-388560069-project] 10.222.0.26 "GET /v2.0/ports?device_id=2085ff8a-4738-4d8b-ac96-e46f842c434d HTTP/1.1" status: 200 len: 944 time: 0.7656760 Jun 28 16:41:55.127289 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG oslo_concurrency.lockutils [None req-24f48df8-94c0-4db5-bf79-df593beddf75 tempest-ServerRescueNegativeTestJSON-1571951802 tempest-ServerRescueNegativeTestJSON-1571951802-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.700s {{(pid=74185) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 16:41:55.255162 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b574c40-cbc9-4318-a7e0-577336bd44bd req-24f48df8-94c0-4db5-bf79-df593beddf75 tempest-ServerRescueNegativeTestJSON-1571951802 tempest-ServerRescueNegativeTestJSON-1571951802-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=74185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 16:41:55.255162 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG neutron_lib.callbacks.manager [req-0b574c40-cbc9-4318-a7e0-577336bd44bd req-24f48df8-94c0-4db5-bf79-df593beddf75 tempest-ServerRescueNegativeTestJSON-1571951802 tempest-ServerRescueNegativeTestJSON-1571951802-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129357', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1598890'] for port, before_response {{(pid=74185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 16:41:55.281704 dv-cinder-798104-1-smb neutron-server[74185]: INFO neutron.wsgi [req-98b62cbd-9d2f-46e7-b672-d26ed5c33cc9 req-3d14418c-1834-4f5b-8913-ff19387b09f9 tempest-DeleteServersTestJSON-388560069 tempest-DeleteServersTestJSON-388560069-project] 10.222.0.26 "GET /v2.0/security-groups?id=c58b0cd2-bff5-4e4e-ad96-8ad5e846bc17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1522112 Jun 28 16:41:55.304586 dv-cinder-798104-1-smb neutron-server[74185]: INFO neutron.wsgi [req-0b574c40-cbc9-4318-a7e0-577336bd44bd req-24f48df8-94c0-4db5-bf79-df593beddf75 tempest-ServerRescueNegativeTestJSON-1571951802 tempest-ServerRescueNegativeTestJSON-1571951802-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.9792242 Jun 28 16:41:55.318891 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG neutron.api.v2.base [req-0b574c40-cbc9-4318-a7e0-577336bd44bd req-0c63857f-cf65-4262-b2e3-1de8a26edb19 service neutron] Request body: {'port': {'device_id': '79124724-6c76-47fc-bb83-d30672ff67e9', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79810'}} {{(pid=74185) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jun 28 16:41:55.665816 dv-cinder-798104-1-smb neutron-server[74185]: INFO neutron.wsgi [req-2bd9b83b-7eae-4de5-abb6-8fad2470e2fc req-4a949848-04ad-49fc-a6b4-e49e43e8baad tempest-AttachVolumeTestJSON-1575976490 tempest-AttachVolumeTestJSON-1575976490-project] 10.222.0.26 "GET /v2.0/ports?device_id=1577b494-1b54-45ce-baf1-96f6d50deecb HTTP/1.1" status: 200 len: 210 time: 0.0922680 Jun 28 16:41:55.674347 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG neutron_lib.callbacks.manager [req-0b574c40-cbc9-4318-a7e0-577336bd44bd req-0c63857f-cf65-4262-b2e3-1de8a26edb19 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621611'] for port, before_update {{(pid=74185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 16:41:56.261998 dv-cinder-798104-1-smb neutron-server[74186]: DEBUG neutron.wsgi [-] (74186) accepted ('10.222.0.41', 62132) {{(pid=74186) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 28 16:41:56.641784 dv-cinder-798104-1-smb neutron-server[74186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15a089ef-f399-4094-80bf-8a2937ff1b9d req-2bde59c0-b396-494e-be34-0ebde4538c96 tempest-ServerRescueNegativeTestJSON-1571951802 tempest-ServerRescueNegativeTestJSON-1571951802-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=74186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 16:41:56.642938 dv-cinder-798104-1-smb neutron-server[74186]: DEBUG neutron.quota.resource [req-15a089ef-f399-4094-80bf-8a2937ff1b9d req-2bde59c0-b396-494e-be34-0ebde4538c96 tempest-ServerRescueNegativeTestJSON-1571951802 tempest-ServerRescueNegativeTestJSON-1571951802-project] Synchronizing usage tracker for tenant:9344ad16110c4191993c42fbf7367cf2 on resource:network {{(pid=74186) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 28 16:41:56.681166 dv-cinder-798104-1-smb neutron-server[74186]: DEBUG neutron.quota.resource [req-15a089ef-f399-4094-80bf-8a2937ff1b9d req-2bde59c0-b396-494e-be34-0ebde4538c96 tempest-ServerRescueNegativeTestJSON-1571951802 tempest-ServerRescueNegativeTestJSON-1571951802-project] Unset dirty status for tenant:9344ad16110c4191993c42fbf7367cf2 on resource:network {{(pid=74186) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 28 16:41:56.683226 dv-cinder-798104-1-smb neutron-server[74186]: INFO neutron.wsgi [req-15a089ef-f399-4094-80bf-8a2937ff1b9d req-2bde59c0-b396-494e-be34-0ebde4538c96 tempest-ServerRescueNegativeTestJSON-1571951802 tempest-ServerRescueNegativeTestJSON-1571951802-project] 10.222.0.41 "GET /v2.0/networks?id=456cb4f0-4c56-4bb7-a5cf-eaccb243862b HTTP/1.1" status: 200 len: 819 time: 0.4197793 Jun 28 16:41:56.705860 dv-cinder-798104-1-smb neutron-server[74186]: DEBUG neutron.api.v2.base [req-15a089ef-f399-4094-80bf-8a2937ff1b9d req-5f91fd77-b60b-47ad-9412-b930f10db6bf tempest-ServerRescueNegativeTestJSON-1571951802 tempest-ServerRescueNegativeTestJSON-1571951802-project] Request body: {'port': {'device_id': '4a8c302d-62ce-4c05-8798-3bd26de618b4', 'network_id': '456cb4f0-4c56-4bb7-a5cf-eaccb243862b', 'admin_state_up': True, 'tenant_id': '9344ad16110c4191993c42fbf7367cf2'}} {{(pid=74186) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jun 28 16:41:56.917127 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG neutron.wsgi [-] (74185) accepted ('10.222.0.41', 62136) {{(pid=74185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 28 16:41:56.933794 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG neutron.wsgi [-] (74185) accepted ('10.222.0.26', 47168) {{(pid=74185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 28 16:41:57.135944 dv-cinder-798104-1-smb neutron-server[74186]: DEBUG neutron.db.quota.driver [req-15a089ef-f399-4094-80bf-8a2937ff1b9d req-5f91fd77-b60b-47ad-9412-b930f10db6bf tempest-ServerRescueNegativeTestJSON-1571951802 tempest-ServerRescueNegativeTestJSON-1571951802-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74186) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 28 16:41:57.169988 dv-cinder-798104-1-smb neutron-server[74186]: DEBUG neutron.db.quota.driver [req-15a089ef-f399-4094-80bf-8a2937ff1b9d req-5f91fd77-b60b-47ad-9412-b930f10db6bf tempest-ServerRescueNegativeTestJSON-1571951802 tempest-ServerRescueNegativeTestJSON-1571951802-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=74186) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 28 16:41:57.206558 dv-cinder-798104-1-smb neutron-server[74186]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-15a089ef-f399-4094-80bf-8a2937ff1b9d req-5f91fd77-b60b-47ad-9412-b930f10db6bf tempest-ServerRescueNegativeTestJSON-1571951802 tempest-ServerRescueNegativeTestJSON-1571951802-project] Made reservation on behalf of 9344ad16110c4191993c42fbf7367cf2 for: {'port': 1} {{(pid=74186) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 28 16:41:57.211663 dv-cinder-798104-1-smb neutron-server[74186]: DEBUG neutron_lib.callbacks.manager [req-15a089ef-f399-4094-80bf-8a2937ff1b9d req-5f91fd77-b60b-47ad-9412-b930f10db6bf tempest-ServerRescueNegativeTestJSON-1571951802 tempest-ServerRescueNegativeTestJSON-1571951802-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621611'] for port, before_create {{(pid=74186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 16:41:57.278403 dv-cinder-798104-1-smb neutron-server[74187]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2085ff8a-4738-4d8b-ac96-e46f842c434d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a4c07c06-1b0c-4237-90c6-772052a508d4', 'code': 200} Jun 28 16:41:57.342784 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG neutron.api.v2.base [None req-2824fdcc-ff2f-4204-a0e2-8fbf1253b128 tempest-AttachVolumeShelveTestJSON-223402159 tempest-AttachVolumeShelveTestJSON-223402159-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1212193172', 'description': 'tempest-description--51254681'}} {{(pid=74185) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jun 28 16:41:57.412904 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG neutron.db.quota.driver [None req-2824fdcc-ff2f-4204-a0e2-8fbf1253b128 tempest-AttachVolumeShelveTestJSON-223402159 tempest-AttachVolumeShelveTestJSON-223402159-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74185) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 28 16:41:57.659505 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG neutron.quota.resource [None req-2824fdcc-ff2f-4204-a0e2-8fbf1253b128 tempest-AttachVolumeShelveTestJSON-223402159 tempest-AttachVolumeShelveTestJSON-223402159-project] Usage tracker for resource:security_group and tenant:1796e3b7b6834b8a88df228c1c9772ef is out of sync, need to count used quota {{(pid=74185) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 28 16:41:57.683484 dv-cinder-798104-1-smb neutron-server[74185]: INFO neutron.wsgi [req-7bc629a4-e85c-4b56-8551-7778952aa24e req-db33bbba-9227-4829-af26-9d259a6b6888 tempest-ServerRescueNegativeTestJSON-1571951802 tempest-ServerRescueNegativeTestJSON-1571951802-project] 10.222.0.26 "GET /v2.0/ports?device_id=4a8c302d-62ce-4c05-8798-3bd26de618b4 HTTP/1.1" status: 200 len: 210 time: 0.2944500 Jun 28 16:41:57.691306 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG neutron.notifiers.nova [req-0b574c40-cbc9-4318-a7e0-577336bd44bd req-0c63857f-cf65-4262-b2e3-1de8a26edb19 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 25d5253e-3b85-4631-97bb-974e5e8b1d2c {{(pid=74185) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 28 16:41:57.699919 dv-cinder-798104-1-smb neutron-server[74186]: DEBUG neutron.wsgi [-] (74186) accepted ('10.222.0.41', 62140) {{(pid=74186) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 28 16:41:57.716186 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG neutron_lib.callbacks.manager [req-0b574c40-cbc9-4318-a7e0-577336bd44bd req-0c63857f-cf65-4262-b2e3-1de8a26edb19 service neutron] Notify callbacks [] for port, precommit_update {{(pid=74185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 16:41:57.724582 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG neutron.db.provisioning_blocks [req-0b574c40-cbc9-4318-a7e0-577336bd44bd req-0c63857f-cf65-4262-b2e3-1de8a26edb19 service neutron] Transition to ACTIVE for port object 25d5253e-3b85-4631-97bb-974e5e8b1d2c will not be triggered until provisioned by entity L2. {{(pid=74185) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 28 16:41:57.728940 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG neutron.quota.resource [None req-2824fdcc-ff2f-4204-a0e2-8fbf1253b128 tempest-AttachVolumeShelveTestJSON-223402159 tempest-AttachVolumeShelveTestJSON-223402159-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=74185) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 28 16:41:57.745131 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG neutron_lib.callbacks.manager [req-0b574c40-cbc9-4318-a7e0-577336bd44bd req-0c63857f-cf65-4262-b2e3-1de8a26edb19 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-615041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1598908', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774158213048', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774157688378', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774157688423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15648322'] for port, after_update {{(pid=74185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 16:41:57.752556 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG neutron.db.quota.driver [None req-2824fdcc-ff2f-4204-a0e2-8fbf1253b128 tempest-AttachVolumeShelveTestJSON-223402159 tempest-AttachVolumeShelveTestJSON-223402159-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=74185) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 28 16:41:57.834299 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74185) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 16:41:57.975057 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c63857f-cf65-4262-b2e3-1de8a26edb19 service neutron] Pushing event updated for resources: {'Port': ['ID=25d5253e-3b85-4631-97bb-974e5e8b1d2c,revision_number=2']} {{(pid=74185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 16:41:57.989247 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG oslo_concurrency.lockutils [None req-0c63857f-cf65-4262-b2e3-1de8a26edb19 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.158s {{(pid=74185) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 16:41:58.060154 dv-cinder-798104-1-smb neutron-server[74186]: DEBUG neutron.db.db_base_plugin_common [req-15a089ef-f399-4094-80bf-8a2937ff1b9d req-5f91fd77-b60b-47ad-9412-b930f10db6bf tempest-ServerRescueNegativeTestJSON-1571951802 tempest-ServerRescueNegativeTestJSON-1571951802-project] Allocated IP 172.20.0.12 (456cb4f0-4c56-4bb7-a5cf-eaccb243862b/766e27c3-d7d9-49ba-b0ca-4cfaf9e450d4/055df2b1-f718-4d3a-9df3-3e181fb1b971) {{(pid=74186) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 28 16:41:58.076858 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG neutron_lib.callbacks.manager [None req-2824fdcc-ff2f-4204-a0e2-8fbf1253b128 tempest-AttachVolumeShelveTestJSON-223402159 tempest-AttachVolumeShelveTestJSON-223402159-project] Notify callbacks [] for security_group, before_create {{(pid=74185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 16:41:58.196395 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a09b8456-7737-4dac-877b-46499d40c634 req-8353bbdb-deaa-4282-89e4-e0c577343a58 tempest-AttachVolumeTestJSON-1575976490 tempest-AttachVolumeTestJSON-1575976490-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=74185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 16:41:58.200564 dv-cinder-798104-1-smb neutron-server[74185]: INFO neutron.wsgi [req-a09b8456-7737-4dac-877b-46499d40c634 req-8353bbdb-deaa-4282-89e4-e0c577343a58 tempest-AttachVolumeTestJSON-1575976490 tempest-AttachVolumeTestJSON-1575976490-project] 10.222.0.41 "GET /v2.0/networks?id=ad1db160-79ed-4f75-9884-27c71855a2d5 HTTP/1.1" status: 200 len: 811 time: 1.2608328 Jun 28 16:41:58.299750 dv-cinder-798104-1-smb neutron-server[74185]: INFO neutron.wsgi [req-735d85cd-28d9-4adf-9bfc-8714124181a0 req-ff023961-5b47-470f-9c4b-6282b7d13f59 tempest-AttachVolumeTestJSON-1575976490 tempest-AttachVolumeTestJSON-1575976490-project] 10.222.0.26 "GET /v2.0/ports?device_id=1577b494-1b54-45ce-baf1-96f6d50deecb HTTP/1.1" status: 200 len: 210 time: 0.2309542 Jun 28 16:41:58.524373 dv-cinder-798104-1-smb neutron-server[74186]: INFO neutron.wsgi [req-be467388-9a01-49ce-8806-67840f86d799 req-da75e565-88ff-4e56-96da-e671ab1e5d43 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=2085ff8a-4738-4d8b-ac96-e46f842c434d HTTP/1.1" status: 200 len: 1098 time: 0.8222685 Jun 28 16:41:58.607924 dv-cinder-798104-1-smb neutron-server[74186]: DEBUG neutron_lib.callbacks.manager [req-be467388-9a01-49ce-8806-67840f86d799 req-0e26b008-a9a4-41ab-abb7-ef9424db04b4 service neutron] Notify callbacks [] for security_group, before_create {{(pid=74186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 16:41:58.736177 dv-cinder-798104-1-smb neutron-server[74186]: DEBUG neutron_lib.callbacks.manager [req-15a089ef-f399-4094-80bf-8a2937ff1b9d req-5f91fd77-b60b-47ad-9412-b930f10db6bf tempest-ServerRescueNegativeTestJSON-1571951802 tempest-ServerRescueNegativeTestJSON-1571951802-project] Notify callbacks [] for port, precommit_create {{(pid=74186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 16:41:58.761819 dv-cinder-798104-1-smb neutron-server[74186]: DEBUG neutron.db.quota.driver [req-be467388-9a01-49ce-8806-67840f86d799 req-0e26b008-a9a4-41ab-abb7-ef9424db04b4 service neutron] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74186) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 28 16:41:58.772697 dv-cinder-798104-1-smb neutron-server[74186]: DEBUG neutron.quota.resource [req-be467388-9a01-49ce-8806-67840f86d799 req-0e26b008-a9a4-41ab-abb7-ef9424db04b4 service neutron] Usage tracker for resource:security_group_rule and tenant:5f82b0af2ad244128f0941b0f46afa19 is out of sync, need to count used quota {{(pid=74186) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 28 16:41:58.792576 dv-cinder-798104-1-smb neutron-server[74186]: DEBUG neutron.quota.resource [req-be467388-9a01-49ce-8806-67840f86d799 req-0e26b008-a9a4-41ab-abb7-ef9424db04b4 service neutron] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=74186) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 28 16:41:58.841969 dv-cinder-798104-1-smb neutron-server[74186]: DEBUG neutron.db.quota.driver [req-be467388-9a01-49ce-8806-67840f86d799 req-0e26b008-a9a4-41ab-abb7-ef9424db04b4 service neutron] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74186) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 28 16:41:58.989126 dv-cinder-798104-1-smb neutron-server[74185]: INFO neutron.wsgi [req-a09b8456-7737-4dac-877b-46499d40c634 req-4a6bd66f-5b82-4c67-8c9a-f17daa5ef877 tempest-AttachVolumeTestJSON-1575976490 tempest-AttachVolumeTestJSON-1575976490-project] 10.222.0.41 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=2f9864be4f7741e0aa69625d43b5a918 HTTP/1.1" status: 200 len: 380 time: 0.7464676 Jun 28 16:41:59.003933 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG neutron.api.v2.base [req-a09b8456-7737-4dac-877b-46499d40c634 req-eeb33a36-f9e6-449f-b508-2d42bbee07b5 tempest-AttachVolumeTestJSON-1575976490 tempest-AttachVolumeTestJSON-1575976490-project] Request body: {'port': {'device_id': '1577b494-1b54-45ce-baf1-96f6d50deecb', 'network_id': 'ad1db160-79ed-4f75-9884-27c71855a2d5', 'admin_state_up': True, 'tenant_id': '2f9864be4f7741e0aa69625d43b5a918', 'security_groups': ['d4fabaec-765c-44eb-aea3-0feba44aab14']}} {{(pid=74185) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jun 28 16:41:59.086559 dv-cinder-798104-1-smb neutron-server[74186]: DEBUG neutron_lib.callbacks.manager [req-15a089ef-f399-4094-80bf-8a2937ff1b9d req-5f91fd77-b60b-47ad-9412-b930f10db6bf tempest-ServerRescueNegativeTestJSON-1571951802 tempest-ServerRescueNegativeTestJSON-1571951802-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-615041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1598908', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774157688360', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1108489'] for port, after_create {{(pid=74186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 16:41:59.143459 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG neutron.db.quota.driver [None req-2824fdcc-ff2f-4204-a0e2-8fbf1253b128 tempest-AttachVolumeShelveTestJSON-223402159 tempest-AttachVolumeShelveTestJSON-223402159-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74185) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 28 16:41:59.189165 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG neutron.quota.resource [None req-2824fdcc-ff2f-4204-a0e2-8fbf1253b128 tempest-AttachVolumeShelveTestJSON-223402159 tempest-AttachVolumeShelveTestJSON-223402159-project] Usage tracker for resource:security_group_rule and tenant:1796e3b7b6834b8a88df228c1c9772ef is out of sync, need to count used quota {{(pid=74185) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 28 16:41:59.199257 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG neutron.quota.resource [None req-2824fdcc-ff2f-4204-a0e2-8fbf1253b128 tempest-AttachVolumeShelveTestJSON-223402159 tempest-AttachVolumeShelveTestJSON-223402159-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=74185) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 28 16:41:59.203484 dv-cinder-798104-1-smb neutron-server[74186]: DEBUG oslo_concurrency.lockutils [None req-6869b071-c32f-4f2a-9818-50ada7cf4bc6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74186) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 16:41:59.216853 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG neutron.db.quota.driver [None req-2824fdcc-ff2f-4204-a0e2-8fbf1253b128 tempest-AttachVolumeShelveTestJSON-223402159 tempest-AttachVolumeShelveTestJSON-223402159-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=74185) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 28 16:41:59.457805 dv-cinder-798104-1-smb neutron-server[74186]: DEBUG neutron.wsgi [-] (74186) accepted ('10.222.0.26', 47248) {{(pid=74186) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 28 16:41:59.492115 dv-cinder-798104-1-smb neutron-server[74186]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-15a089ef-f399-4094-80bf-8a2937ff1b9d req-5f91fd77-b60b-47ad-9412-b930f10db6bf tempest-ServerRescueNegativeTestJSON-1571951802 tempest-ServerRescueNegativeTestJSON-1571951802-project] Network 456cb4f0-4c56-4bb7-a5cf-eaccb243862b is already hosted by enough agents. {{(pid=74186) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 28 16:41:59.495500 dv-cinder-798104-1-smb neutron-server[74186]: DEBUG neutron_lib.callbacks.manager [req-be467388-9a01-49ce-8806-67840f86d799 req-0e26b008-a9a4-41ab-abb7-ef9424db04b4 service neutron] Notify callbacks [] for security_group, precommit_create {{(pid=74186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 16:41:59.507941 dv-cinder-798104-1-smb neutron-server[74186]: DEBUG neutron.scheduler.base_scheduler [req-15a089ef-f399-4094-80bf-8a2937ff1b9d req-5f91fd77-b60b-47ad-9412-b930f10db6bf tempest-ServerRescueNegativeTestJSON-1571951802 tempest-ServerRescueNegativeTestJSON-1571951802-project] Resources bound (agent type, host, resource id): {{(pid=74186) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 28 16:41:59.517846 dv-cinder-798104-1-smb neutron-server[74186]: DEBUG neutron.db.l3_dvrscheduler_db [req-15a089ef-f399-4094-80bf-8a2937ff1b9d req-5f91fd77-b60b-47ad-9412-b930f10db6bf tempest-ServerRescueNegativeTestJSON-1571951802 tempest-ServerRescueNegativeTestJSON-1571951802-project] Received port after_create {{(pid=74186) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 28 16:41:59.565442 dv-cinder-798104-1-smb neutron-server[74186]: DEBUG neutron_lib.callbacks.manager [req-be467388-9a01-49ce-8806-67840f86d799 req-0e26b008-a9a4-41ab-abb7-ef9424db04b4 service neutron] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2050486'] for security_group, after_create {{(pid=74186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 16:41:59.579736 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG neutron_lib.callbacks.manager [None req-2824fdcc-ff2f-4204-a0e2-8fbf1253b128 tempest-AttachVolumeShelveTestJSON-223402159 tempest-AttachVolumeShelveTestJSON-223402159-project] Notify callbacks [] for security_group, precommit_create {{(pid=74185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 16:41:59.605915 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6f02fc5-49a9-48c6-a07a-48b81ba2603f req-7d9b2cb1-907b-4f37-aa4b-b7b88e69b823 tempest-DeleteServersTestJSON-388560069 tempest-DeleteServersTestJSON-388560069-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 16:41:59.607496 dv-cinder-798104-1-smb neutron-server[74185]: INFO neutron.wsgi [req-d6f02fc5-49a9-48c6-a07a-48b81ba2603f req-7d9b2cb1-907b-4f37-aa4b-b7b88e69b823 tempest-DeleteServersTestJSON-388560069 tempest-DeleteServersTestJSON-388560069-project] 10.222.0.26 "GET /v2.0/ports?device_id=2085ff8a-4738-4d8b-ac96-e46f842c434d HTTP/1.1" status: 200 len: 945 time: 1.8704867 Jun 28 16:41:59.614136 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG neutron_lib.callbacks.manager [None req-2824fdcc-ff2f-4204-a0e2-8fbf1253b128 tempest-AttachVolumeShelveTestJSON-223402159 tempest-AttachVolumeShelveTestJSON-223402159-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2050486'] for security_group, after_create {{(pid=74185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 16:41:59.649623 dv-cinder-798104-1-smb neutron-server[74186]: INFO neutron.wsgi [req-be467388-9a01-49ce-8806-67840f86d799 req-0e26b008-a9a4-41ab-abb7-ef9424db04b4 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=c58b0cd2-bff5-4e4e-ad96-8ad5e846bc17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.1137919 Jun 28 16:41:59.651023 dv-cinder-798104-1-smb neutron-server[74186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f91fd77-b60b-47ad-9412-b930f10db6bf tempest-ServerRescueNegativeTestJSON-1571951802 tempest-ServerRescueNegativeTestJSON-1571951802-project] Pushing event updated for resources: {'Port': ['ID=055df2b1-f718-4d3a-9df3-3e181fb1b971,revision_number=1']} {{(pid=74186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 16:41:59.662224 dv-cinder-798104-1-smb neutron-server[74186]: DEBUG oslo_concurrency.lockutils [None req-5f91fd77-b60b-47ad-9412-b930f10db6bf tempest-ServerRescueNegativeTestJSON-1571951802 tempest-ServerRescueNegativeTestJSON-1571951802-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.459s {{(pid=74186) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 16:41:59.671758 dv-cinder-798104-1-smb neutron-server[74186]: DEBUG oslo_concurrency.lockutils [None req-55f2ee0c-1fe4-4aab-b1fa-45752b0303f2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.024s {{(pid=74186) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 16:41:59.734177 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG oslo_concurrency.lockutils [None req-ddf3e0b4-4c76-4558-984e-f1eec29b5369 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74185) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 16:41:59.805992 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2824fdcc-ff2f-4204-a0e2-8fbf1253b128 tempest-AttachVolumeShelveTestJSON-223402159 tempest-AttachVolumeShelveTestJSON-223402159-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9d5e5bf1-75b7-4451-8ba3-68d562e2bb7c,revision_number=1']} {{(pid=74185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 16:41:59.823915 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG oslo_concurrency.lockutils [None req-2824fdcc-ff2f-4204-a0e2-8fbf1253b128 tempest-AttachVolumeShelveTestJSON-223402159 tempest-AttachVolumeShelveTestJSON-223402159-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=74185) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 16:41:59.920242 dv-cinder-798104-1-smb neutron-server[74186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e26b008-a9a4-41ab-abb7-ef9424db04b4 service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=58f8f37b-f6eb-408a-acc5-6091d3bf4c2e,revision_number=1']} {{(pid=74186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 16:41:59.946600 dv-cinder-798104-1-smb neutron-server[74186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15a089ef-f399-4094-80bf-8a2937ff1b9d req-5f91fd77-b60b-47ad-9412-b930f10db6bf tempest-ServerRescueNegativeTestJSON-1571951802 tempest-ServerRescueNegativeTestJSON-1571951802-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=74186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 16:41:59.952146 dv-cinder-798104-1-smb neutron-server[74186]: DEBUG neutron_lib.callbacks.manager [req-15a089ef-f399-4094-80bf-8a2937ff1b9d req-5f91fd77-b60b-47ad-9412-b930f10db6bf tempest-ServerRescueNegativeTestJSON-1571951802 tempest-ServerRescueNegativeTestJSON-1571951802-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129357', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1598890'] for port, before_response {{(pid=74186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 16:41:59.990432 dv-cinder-798104-1-smb neutron-server[74186]: DEBUG oslo_concurrency.lockutils [None req-0e26b008-a9a4-41ab-abb7-ef9424db04b4 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.319s {{(pid=74186) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 16:42:00.007500 dv-cinder-798104-1-smb neutron-server[74185]: INFO neutron.wsgi [req-d6f02fc5-49a9-48c6-a07a-48b81ba2603f req-e0cb2a0b-f4d3-49ce-9095-60e3acbf33a4 tempest-DeleteServersTestJSON-388560069 tempest-DeleteServersTestJSON-388560069-project] 10.222.0.26 "GET /v2.0/security-groups?id=c58b0cd2-bff5-4e4e-ad96-8ad5e846bc17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3550487 Jun 28 16:42:00.014145 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG neutron.db.quota.driver [req-a09b8456-7737-4dac-877b-46499d40c634 req-eeb33a36-f9e6-449f-b508-2d42bbee07b5 tempest-AttachVolumeTestJSON-1575976490 tempest-AttachVolumeTestJSON-1575976490-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74185) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 28 16:42:00.019443 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG neutron.quota.resource [req-a09b8456-7737-4dac-877b-46499d40c634 req-eeb33a36-f9e6-449f-b508-2d42bbee07b5 tempest-AttachVolumeTestJSON-1575976490 tempest-AttachVolumeTestJSON-1575976490-project] Usage tracker for resource:port and tenant:2f9864be4f7741e0aa69625d43b5a918 is out of sync, need to count used quota {{(pid=74185) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 28 16:42:00.023492 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG neutron.quota.resource [req-a09b8456-7737-4dac-877b-46499d40c634 req-eeb33a36-f9e6-449f-b508-2d42bbee07b5 tempest-AttachVolumeTestJSON-1575976490 tempest-AttachVolumeTestJSON-1575976490-project] Quota usage for port was recalculated. Used quota:3. {{(pid=74185) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 28 16:42:00.033384 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG neutron.db.quota.driver [req-a09b8456-7737-4dac-877b-46499d40c634 req-eeb33a36-f9e6-449f-b508-2d42bbee07b5 tempest-AttachVolumeTestJSON-1575976490 tempest-AttachVolumeTestJSON-1575976490-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=74185) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 28 16:42:00.083292 dv-cinder-798104-1-smb neutron-server[74186]: DEBUG neutron_lib.callbacks.manager [None req-5ffb92a9-bc1d-486b-bc57-43fb571feedf admin admin] Notify callbacks [] for security_group, before_create {{(pid=74186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 16:42:00.093920 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG neutron_lib.callbacks.manager [None req-2824fdcc-ff2f-4204-a0e2-8fbf1253b128 tempest-AttachVolumeShelveTestJSON-223402159 tempest-AttachVolumeShelveTestJSON-223402159-project] Notify callbacks [] for security_group, before_response {{(pid=74185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 16:42:00.095863 dv-cinder-798104-1-smb neutron-server[74185]: INFO neutron.wsgi [None req-2824fdcc-ff2f-4204-a0e2-8fbf1253b128 tempest-AttachVolumeShelveTestJSON-223402159 tempest-AttachVolumeShelveTestJSON-223402159-project] 10.222.0.26 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1612 time: 3.1357343 Jun 28 16:42:00.097860 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG neutron.plugins.ml2.managers [req-0b574c40-cbc9-4318-a7e0-577336bd44bd req-0c63857f-cf65-4262-b2e3-1de8a26edb19 service neutron] Attempting to bind port 25d5253e-3b85-4631-97bb-974e5e8b1d2c on host hv-cinder-79810 for vnic_type normal with profile {{(pid=74185) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 28 16:42:00.098631 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG neutron.plugins.ml2.managers [req-0b574c40-cbc9-4318-a7e0-577336bd44bd req-0c63857f-cf65-4262-b2e3-1de8a26edb19 service neutron] Attempting to bind port 25d5253e-3b85-4631-97bb-974e5e8b1d2c by drivers openvswitch,hyperv on host hv-cinder-79810 at level 0 using segments [{'id': 'f217e17a-083c-43f0-8060-ec8790162130', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': '456cb4f0-4c56-4bb7-a5cf-eaccb243862b'}] {{(pid=74185) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 28 16:42:00.098631 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b574c40-cbc9-4318-a7e0-577336bd44bd req-0c63857f-cf65-4262-b2e3-1de8a26edb19 service neutron] Attempting to bind port 25d5253e-3b85-4631-97bb-974e5e8b1d2c on network 456cb4f0-4c56-4bb7-a5cf-eaccb243862b {{(pid=74185) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jun 28 16:42:00.105679 dv-cinder-798104-1-smb neutron-server[74186]: DEBUG neutron.wsgi [-] (74186) accepted ('10.222.0.26', 47282) {{(pid=74186) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 28 16:42:00.112909 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b574c40-cbc9-4318-a7e0-577336bd44bd req-0c63857f-cf65-4262-b2e3-1de8a26edb19 service neutron] Port 25d5253e-3b85-4631-97bb-974e5e8b1d2c on network 456cb4f0-4c56-4bb7-a5cf-eaccb243862b not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79810 {{(pid=74185) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jun 28 16:42:00.112909 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b574c40-cbc9-4318-a7e0-577336bd44bd req-0c63857f-cf65-4262-b2e3-1de8a26edb19 service neutron] Attempting to bind port 25d5253e-3b85-4631-97bb-974e5e8b1d2c on network 456cb4f0-4c56-4bb7-a5cf-eaccb243862b {{(pid=74185) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jun 28 16:42:00.122759 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e78a5ffe-787b-43b7-8d1c-d22a00d5e21c req-63755a35-2084-4d80-9d86-7d0163691bbb tempest-ServerRescueNegativeTestJSON-1571951802 tempest-ServerRescueNegativeTestJSON-1571951802-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 16:42:00.128327 dv-cinder-798104-1-smb neutron-server[74185]: INFO neutron.wsgi [req-e78a5ffe-787b-43b7-8d1c-d22a00d5e21c req-63755a35-2084-4d80-9d86-7d0163691bbb tempest-ServerRescueNegativeTestJSON-1571951802 tempest-ServerRescueNegativeTestJSON-1571951802-project] 10.222.0.26 "GET /v2.0/ports?device_id=4a8c302d-62ce-4c05-8798-3bd26de618b4 HTTP/1.1" status: 200 len: 932 time: 0.7835917 Jun 28 16:42:00.130131 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a09b8456-7737-4dac-877b-46499d40c634 req-eeb33a36-f9e6-449f-b508-2d42bbee07b5 tempest-AttachVolumeTestJSON-1575976490 tempest-AttachVolumeTestJSON-1575976490-project] Made reservation on behalf of 2f9864be4f7741e0aa69625d43b5a918 for: {'port': 1} {{(pid=74185) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 28 16:42:00.135398 dv-cinder-798104-1-smb neutron-server[74186]: DEBUG neutron.api.v2.base [None req-154437fa-9e3c-4948-b456-821acea62ee0 tempest-AttachVolumeShelveTestJSON-223402159 tempest-AttachVolumeShelveTestJSON-223402159-project] Request body: {'security_group_rule': {'security_group_id': '9d5e5bf1-75b7-4451-8ba3-68d562e2bb7c', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=74186) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jun 28 16:42:00.138128 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG neutron_lib.callbacks.manager [req-a09b8456-7737-4dac-877b-46499d40c634 req-eeb33a36-f9e6-449f-b508-2d42bbee07b5 tempest-AttachVolumeTestJSON-1575976490 tempest-AttachVolumeTestJSON-1575976490-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621611'] for port, before_create {{(pid=74185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 16:42:00.145872 dv-cinder-798104-1-smb neutron-server[74186]: INFO neutron.wsgi [req-15a089ef-f399-4094-80bf-8a2937ff1b9d req-5f91fd77-b60b-47ad-9412-b930f10db6bf tempest-ServerRescueNegativeTestJSON-1571951802 tempest-ServerRescueNegativeTestJSON-1571951802-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.4470711 Jun 28 16:42:00.168403 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b574c40-cbc9-4318-a7e0-577336bd44bd req-0c63857f-cf65-4262-b2e3-1de8a26edb19 service neutron] Checking agent: {'id': '59d83479-80db-4f55-8b84-25c2a0c8dff8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79810', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 28, 16, 39, 19), 'started_at': datetime.datetime(2021, 6, 28, 16, 39, 19), 'heartbeat_timestamp': datetime.datetime(2021, 6, 28, 16, 41, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=74185) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jun 28 16:42:00.168811 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b574c40-cbc9-4318-a7e0-577336bd44bd req-0c63857f-cf65-4262-b2e3-1de8a26edb19 service neutron] Checking segment: {'id': 'f217e17a-083c-43f0-8060-ec8790162130', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': '456cb4f0-4c56-4bb7-a5cf-eaccb243862b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=74185) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jun 28 16:42:00.169286 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b574c40-cbc9-4318-a7e0-577336bd44bd req-0c63857f-cf65-4262-b2e3-1de8a26edb19 service neutron] Bound using segment: {'id': 'f217e17a-083c-43f0-8060-ec8790162130', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': '456cb4f0-4c56-4bb7-a5cf-eaccb243862b'} {{(pid=74185) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jun 28 16:42:00.169760 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG neutron.plugins.ml2.managers [req-0b574c40-cbc9-4318-a7e0-577336bd44bd req-0c63857f-cf65-4262-b2e3-1de8a26edb19 service neutron] Bound port: 25d5253e-3b85-4631-97bb-974e5e8b1d2c, host: hv-cinder-79810, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f217e17a-083c-43f0-8060-ec8790162130', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': '456cb4f0-4c56-4bb7-a5cf-eaccb243862b'}}] {{(pid=74185) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 28 16:42:00.170111 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG neutron_lib.callbacks.manager [req-0b574c40-cbc9-4318-a7e0-577336bd44bd req-0c63857f-cf65-4262-b2e3-1de8a26edb19 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621611'] for port, before_update {{(pid=74185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 16:42:00.179251 dv-cinder-798104-1-smb neutron-server[74186]: DEBUG neutron.api.v2.base [req-15a089ef-f399-4094-80bf-8a2937ff1b9d req-cdca8444-3cda-424f-bb0f-5122cca840e7 service neutron] Request body: {'port': {'device_id': '4a8c302d-62ce-4c05-8798-3bd26de618b4', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79810'}} {{(pid=74186) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jun 28 16:42:00.274905 dv-cinder-798104-1-smb neutron-server[74186]: DEBUG neutron.db.quota.driver [None req-154437fa-9e3c-4948-b456-821acea62ee0 tempest-AttachVolumeShelveTestJSON-223402159 tempest-AttachVolumeShelveTestJSON-223402159-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74186) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 28 16:42:00.327805 dv-cinder-798104-1-smb neutron-server[74186]: DEBUG neutron.quota.resource [None req-154437fa-9e3c-4948-b456-821acea62ee0 tempest-AttachVolumeShelveTestJSON-223402159 tempest-AttachVolumeShelveTestJSON-223402159-project] Usage tracker for resource:security_group_rule and tenant:1796e3b7b6834b8a88df228c1c9772ef is out of sync, need to count used quota {{(pid=74186) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 28 16:42:00.353086 dv-cinder-798104-1-smb neutron-server[74186]: DEBUG neutron.quota.resource [None req-154437fa-9e3c-4948-b456-821acea62ee0 tempest-AttachVolumeShelveTestJSON-223402159 tempest-AttachVolumeShelveTestJSON-223402159-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=74186) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 28 16:42:00.370686 dv-cinder-798104-1-smb neutron-server[74186]: DEBUG neutron.db.quota.driver [None req-5ffb92a9-bc1d-486b-bc57-43fb571feedf admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74186) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 28 16:42:00.379632 dv-cinder-798104-1-smb neutron-server[74186]: DEBUG neutron.db.quota.driver [None req-154437fa-9e3c-4948-b456-821acea62ee0 tempest-AttachVolumeShelveTestJSON-223402159 tempest-AttachVolumeShelveTestJSON-223402159-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=74186) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 28 16:42:00.390721 dv-cinder-798104-1-smb neutron-server[74186]: DEBUG neutron.quota.resource [None req-5ffb92a9-bc1d-486b-bc57-43fb571feedf admin admin] Usage tracker for resource:security_group_rule and tenant:ad4d382df11e4f069ac052217d2e4429 is out of sync, need to count used quota {{(pid=74186) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 28 16:42:00.432942 dv-cinder-798104-1-smb neutron-server[74185]: INFO neutron.wsgi [req-b45fce69-ed59-4f33-9785-c52224c8e3f1 req-9a44eb29-8b8d-44d7-bcc9-7e8e7bb4d1d5 tempest-AttachVolumeTestJSON-1575976490 tempest-AttachVolumeTestJSON-1575976490-project] 10.222.0.26 "GET /v2.0/ports?device_id=1577b494-1b54-45ce-baf1-96f6d50deecb HTTP/1.1" status: 200 len: 210 time: 0.1728108 Jun 28 16:42:00.446099 dv-cinder-798104-1-smb neutron-server[74186]: DEBUG neutron.quota.resource [None req-5ffb92a9-bc1d-486b-bc57-43fb571feedf admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=74186) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 28 16:42:00.492522 dv-cinder-798104-1-smb neutron-server[74186]: DEBUG neutron.db.quota.driver [None req-5ffb92a9-bc1d-486b-bc57-43fb571feedf admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74186) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 28 16:42:00.536527 dv-cinder-798104-1-smb neutron-server[74185]: INFO neutron.wsgi [req-e78a5ffe-787b-43b7-8d1c-d22a00d5e21c req-9b917921-8a9a-4979-ae07-de13439a4994 tempest-ServerRescueNegativeTestJSON-1571951802 tempest-ServerRescueNegativeTestJSON-1571951802-project] 10.222.0.26 "GET /v2.0/security-groups?id=23ec9104-6b33-4b08-9a41-3b0a624abc37&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3716002 Jun 28 16:42:00.574628 dv-cinder-798104-1-smb neutron-server[74186]: DEBUG neutron_lib.callbacks.manager [req-15a089ef-f399-4094-80bf-8a2937ff1b9d req-cdca8444-3cda-424f-bb0f-5122cca840e7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621611'] for port, before_update {{(pid=74186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 16:42:00.628855 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG neutron.plugins.ml2.db [req-0b574c40-cbc9-4318-a7e0-577336bd44bd req-0c63857f-cf65-4262-b2e3-1de8a26edb19 service neutron] For port 25d5253e-3b85-4631-97bb-974e5e8b1d2c, host hv-cinder-79810, cleared binding levels {{(pid=74185) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 28 16:42:00.640019 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG neutron.plugins.ml2.db [req-0b574c40-cbc9-4318-a7e0-577336bd44bd req-0c63857f-cf65-4262-b2e3-1de8a26edb19 service neutron] For port 25d5253e-3b85-4631-97bb-974e5e8b1d2c, host hv-cinder-79810, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79810',level=0,port_id=25d5253e-3b85-4631-97bb-974e5e8b1d2c,segment=NetworkSegment(f217e17a-083c-43f0-8060-ec8790162130),segment_id=f217e17a-083c-43f0-8060-ec8790162130)] {{(pid=74185) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 28 16:42:00.671966 dv-cinder-798104-1-smb neutron-server[74186]: DEBUG neutron_lib.callbacks.manager [None req-154437fa-9e3c-4948-b456-821acea62ee0 tempest-AttachVolumeShelveTestJSON-223402159 tempest-AttachVolumeShelveTestJSON-223402159-project] Notify callbacks [] for security_group_rule, before_create {{(pid=74186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 16:42:00.692471 dv-cinder-798104-1-smb neutron-server[74186]: DEBUG neutron_lib.callbacks.manager [None req-5ffb92a9-bc1d-486b-bc57-43fb571feedf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=74186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 16:42:00.706249 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG neutron_lib.callbacks.manager [req-0b574c40-cbc9-4318-a7e0-577336bd44bd req-0c63857f-cf65-4262-b2e3-1de8a26edb19 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-615041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1598908', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774158213048', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774157688378', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774157688423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15648322'] for port, after_update {{(pid=74185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 16:42:00.730012 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74185) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 16:42:00.786045 dv-cinder-798104-1-smb neutron-server[74186]: DEBUG neutron_lib.callbacks.manager [None req-5ffb92a9-bc1d-486b-bc57-43fb571feedf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2050486'] for security_group, after_create {{(pid=74186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 16:42:00.847495 dv-cinder-798104-1-smb neutron-server[74186]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74186) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 16:42:00.862848 dv-cinder-798104-1-smb neutron-server[74186]: INFO neutron.wsgi [None req-5ffb92a9-bc1d-486b-bc57-43fb571feedf admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=ad4d382df11e4f069ac052217d2e4429&name=default HTTP/1.1" status: 200 len: 2647 time: 1.4020987 Jun 28 16:42:00.872147 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG neutron.wsgi [-] (74185) accepted ('10.222.0.26', 47320) {{(pid=74185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 28 16:42:00.888087 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG neutron_lib.callbacks.manager [req-0b574c40-cbc9-4318-a7e0-577336bd44bd req-0c63857f-cf65-4262-b2e3-1de8a26edb19 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129357', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1598890'] for port, before_response {{(pid=74185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 16:42:00.890680 dv-cinder-798104-1-smb neutron-server[74185]: INFO neutron.wsgi [req-0b574c40-cbc9-4318-a7e0-577336bd44bd req-0c63857f-cf65-4262-b2e3-1de8a26edb19 service neutron] 10.222.0.41 "PUT /v2.0/ports/25d5253e-3b85-4631-97bb-974e5e8b1d2c HTTP/1.1" status: 200 len: 1094 time: 5.5814903 Jun 28 16:42:00.915794 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '79124724-6c76-47fc-bb83-d30672ff67e9', 'tag': '25d5253e-3b85-4631-97bb-974e5e8b1d2c'}] {{(pid=74185) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 28 16:42:00.962246 dv-cinder-798104-1-smb neutron-server[74186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ffb92a9-bc1d-486b-bc57-43fb571feedf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0e97c056-dcec-4953-bb51-273d003ad6f5,revision_number=1']} {{(pid=74186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 16:42:00.980517 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG neutron.db.db_base_plugin_common [req-a09b8456-7737-4dac-877b-46499d40c634 req-eeb33a36-f9e6-449f-b508-2d42bbee07b5 tempest-AttachVolumeTestJSON-1575976490 tempest-AttachVolumeTestJSON-1575976490-project] Allocated IP 172.20.0.8 (ad1db160-79ed-4f75-9884-27c71855a2d5/37b72020-400c-49f7-aceb-0167a7e84569/0e7dd6cd-c2b1-4bf7-b9a5-6d14c163b7c0) {{(pid=74185) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 28 16:42:00.984941 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c63857f-cf65-4262-b2e3-1de8a26edb19 service neutron] Pushing event updated for resources: {'Port': ['ID=25d5253e-3b85-4631-97bb-974e5e8b1d2c,revision_number=3']} {{(pid=74185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 16:42:01.035900 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG oslo_concurrency.lockutils [None req-0c63857f-cf65-4262-b2e3-1de8a26edb19 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.306s {{(pid=74185) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 16:42:01.050955 dv-cinder-798104-1-smb neutron-server[74186]: DEBUG oslo_concurrency.lockutils [None req-5ffb92a9-bc1d-486b-bc57-43fb571feedf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.203s {{(pid=74186) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 16:42:01.116744 dv-cinder-798104-1-smb neutron-server[74185]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '79124724-6c76-47fc-bb83-d30672ff67e9', 'tag': '25d5253e-3b85-4631-97bb-974e5e8b1d2c', 'status': 'completed', 'code': 200} Jun 28 16:42:01.261072 dv-cinder-798104-1-smb neutron-server[74186]: DEBUG neutron_lib.callbacks.manager [None req-154437fa-9e3c-4948-b456-821acea62ee0 tempest-AttachVolumeShelveTestJSON-223402159 tempest-AttachVolumeShelveTestJSON-223402159-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=74186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 16:42:01.354937 dv-cinder-798104-1-smb neutron-server[74186]: DEBUG neutron_lib.callbacks.manager [None req-154437fa-9e3c-4948-b456-821acea62ee0 tempest-AttachVolumeShelveTestJSON-223402159 tempest-AttachVolumeShelveTestJSON-223402159-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2050479'] for security_group_rule, after_create {{(pid=74186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 16:42:01.362842 dv-cinder-798104-1-smb neutron-server[74186]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74186) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 16:42:01.421753 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG neutron_lib.callbacks.manager [None req-705b0455-e4d1-4b29-8806-f2dfbe6c4fc3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=74185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 16:42:01.488959 dv-cinder-798104-1-smb neutron-server[74186]: DEBUG neutron_lib.callbacks.manager [None req-154437fa-9e3c-4948-b456-821acea62ee0 tempest-AttachVolumeShelveTestJSON-223402159 tempest-AttachVolumeShelveTestJSON-223402159-project] Notify callbacks [] for security_group_rule, before_response {{(pid=74186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 16:42:01.490737 dv-cinder-798104-1-smb neutron-server[74186]: INFO neutron.wsgi [None req-154437fa-9e3c-4948-b456-821acea62ee0 tempest-AttachVolumeShelveTestJSON-223402159 tempest-AttachVolumeShelveTestJSON-223402159-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 1.3763123 Jun 28 16:42:01.517387 dv-cinder-798104-1-smb neutron-server[74186]: DEBUG neutron.wsgi [-] (74186) accepted ('10.222.0.26', 47344) {{(pid=74186) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 28 16:42:01.539353 dv-cinder-798104-1-smb neutron-server[74185]: INFO neutron.wsgi [req-0b574c40-cbc9-4318-a7e0-577336bd44bd req-edf0633e-70fd-4bb4-8ef8-09eee0241cde service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=9344ad16110c4191993c42fbf7367cf2&device_id=79124724-6c76-47fc-bb83-d30672ff67e9 HTTP/1.1" status: 200 len: 1097 time: 0.5106449 Jun 28 16:42:01.539628 dv-cinder-798104-1-smb neutron-server[74186]: DEBUG neutron.api.v2.base [None req-41a2377d-3bd3-48a0-a5a4-c00effe76784 tempest-AttachVolumeShelveTestJSON-223402159 tempest-AttachVolumeShelveTestJSON-223402159-project] Request body: {'security_group_rule': {'security_group_id': '9d5e5bf1-75b7-4451-8ba3-68d562e2bb7c', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=74186) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jun 28 16:42:01.539821 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG neutron_lib.callbacks.manager [None req-705b0455-e4d1-4b29-8806-f2dfbe6c4fc3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=74185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 16:42:01.550489 dv-cinder-798104-1-smb neutron-server[74186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-154437fa-9e3c-4948-b456-821acea62ee0 tempest-AttachVolumeShelveTestJSON-223402159 tempest-AttachVolumeShelveTestJSON-223402159-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=79bb2815-d0ca-48a1-9dd1-8b1ca3a16a23,revision_number=0']} {{(pid=74186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 16:42:01.562286 dv-cinder-798104-1-smb neutron-server[74186]: DEBUG neutron.db.quota.driver [None req-41a2377d-3bd3-48a0-a5a4-c00effe76784 tempest-AttachVolumeShelveTestJSON-223402159 tempest-AttachVolumeShelveTestJSON-223402159-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74186) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 28 16:42:01.577698 dv-cinder-798104-1-smb neutron-server[74186]: DEBUG neutron.quota.resource [None req-41a2377d-3bd3-48a0-a5a4-c00effe76784 tempest-AttachVolumeShelveTestJSON-223402159 tempest-AttachVolumeShelveTestJSON-223402159-project] Usage tracker for resource:security_group_rule and tenant:1796e3b7b6834b8a88df228c1c9772ef is out of sync, need to count used quota {{(pid=74186) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 28 16:42:01.592615 dv-cinder-798104-1-smb neutron-server[74186]: DEBUG oslo_concurrency.lockutils [None req-154437fa-9e3c-4948-b456-821acea62ee0 tempest-AttachVolumeShelveTestJSON-223402159 tempest-AttachVolumeShelveTestJSON-223402159-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.230s {{(pid=74186) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 16:42:01.600293 dv-cinder-798104-1-smb neutron-server[74186]: DEBUG neutron.quota.resource [None req-41a2377d-3bd3-48a0-a5a4-c00effe76784 tempest-AttachVolumeShelveTestJSON-223402159 tempest-AttachVolumeShelveTestJSON-223402159-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=74186) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 28 16:42:01.632874 dv-cinder-798104-1-smb neutron-server[74186]: DEBUG neutron.db.quota.driver [None req-41a2377d-3bd3-48a0-a5a4-c00effe76784 tempest-AttachVolumeShelveTestJSON-223402159 tempest-AttachVolumeShelveTestJSON-223402159-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=74186) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 28 16:42:01.705918 dv-cinder-798104-1-smb neutron-server[74186]: DEBUG neutron_lib.callbacks.manager [None req-41a2377d-3bd3-48a0-a5a4-c00effe76784 tempest-AttachVolumeShelveTestJSON-223402159 tempest-AttachVolumeShelveTestJSON-223402159-project] Notify callbacks [] for security_group_rule, before_create {{(pid=74186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 16:42:01.753065 dv-cinder-798104-1-smb neutron-server[74185]: INFO neutron.wsgi [req-0b574c40-cbc9-4318-a7e0-577336bd44bd req-3c99eaa3-8fc7-45e6-b07e-b0bfbc42501d service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=25d5253e-3b85-4631-97bb-974e5e8b1d2c HTTP/1.1" status: 200 len: 217 time: 0.1685984 Jun 28 16:42:01.800999 dv-cinder-798104-1-smb neutron-server[74186]: DEBUG neutron_lib.db.resource_extend [req-15a089ef-f399-4094-80bf-8a2937ff1b9d req-cdca8444-3cda-424f-bb0f-5122cca840e7 service neutron] It took 0.10 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=74186) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jun 28 16:42:01.860856 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG neutron_lib.callbacks.manager [req-a09b8456-7737-4dac-877b-46499d40c634 req-eeb33a36-f9e6-449f-b508-2d42bbee07b5 tempest-AttachVolumeTestJSON-1575976490 tempest-AttachVolumeTestJSON-1575976490-project] Notify callbacks [] for port, precommit_create {{(pid=74185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 16:42:01.898686 dv-cinder-798104-1-smb neutron-server[74186]: DEBUG neutron_lib.callbacks.manager [None req-41a2377d-3bd3-48a0-a5a4-c00effe76784 tempest-AttachVolumeShelveTestJSON-223402159 tempest-AttachVolumeShelveTestJSON-223402159-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=74186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 16:42:01.912963 dv-cinder-798104-1-smb neutron-server[74186]: DEBUG neutron_lib.callbacks.manager [None req-41a2377d-3bd3-48a0-a5a4-c00effe76784 tempest-AttachVolumeShelveTestJSON-223402159 tempest-AttachVolumeShelveTestJSON-223402159-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2050479'] for security_group_rule, after_create {{(pid=74186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 16:42:01.918064 dv-cinder-798104-1-smb neutron-server[74186]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74186) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 16:42:01.941601 dv-cinder-798104-1-smb neutron-server[74185]: INFO neutron.wsgi [req-2161e0b2-a4c8-4920-b2b2-d6da49e968ba req-bff7521e-357a-4880-8085-31da60976bdd tempest-AttachVolumeTestJSON-1575976490 tempest-AttachVolumeTestJSON-1575976490-project] 10.222.0.26 "GET /v2.0/ports?device_id=1577b494-1b54-45ce-baf1-96f6d50deecb HTTP/1.1" status: 200 len: 210 time: 0.1807690 Jun 28 16:42:01.962406 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6311c5ab-8903-4f45-9a2a-136eba7ea4b3 req-e6671977-a677-4bd9-98f5-a317344d0754 tempest-DeleteServersTestJSON-388560069 tempest-DeleteServersTestJSON-388560069-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 16:42:01.965058 dv-cinder-798104-1-smb neutron-server[74185]: INFO neutron.wsgi [req-6311c5ab-8903-4f45-9a2a-136eba7ea4b3 req-e6671977-a677-4bd9-98f5-a317344d0754 tempest-DeleteServersTestJSON-388560069 tempest-DeleteServersTestJSON-388560069-project] 10.222.0.26 "GET /v2.0/ports?device_id=2085ff8a-4738-4d8b-ac96-e46f842c434d HTTP/1.1" status: 200 len: 945 time: 0.6098661 Jun 28 16:42:01.970970 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b574c40-cbc9-4318-a7e0-577336bd44bd req-ab9bf947-6ba0-4f23-8061-d682ec2fd565 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=74185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 16:42:01.972485 dv-cinder-798104-1-smb neutron-server[74185]: INFO neutron.wsgi [req-0b574c40-cbc9-4318-a7e0-577336bd44bd req-ab9bf947-6ba0-4f23-8061-d682ec2fd565 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=766e27c3-d7d9-49ba-b0ca-4cfaf9e450d4 HTTP/1.1" status: 200 len: 859 time: 0.2054136 Jun 28 16:42:01.988325 dv-cinder-798104-1-smb neutron-server[74186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41a2377d-3bd3-48a0-a5a4-c00effe76784 tempest-AttachVolumeShelveTestJSON-223402159 tempest-AttachVolumeShelveTestJSON-223402159-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5257f488-d391-4393-aac4-78d3083e3439,revision_number=0']} {{(pid=74186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 16:42:01.992305 dv-cinder-798104-1-smb neutron-server[74186]: DEBUG oslo_concurrency.lockutils [None req-41a2377d-3bd3-48a0-a5a4-c00effe76784 tempest-AttachVolumeShelveTestJSON-223402159 tempest-AttachVolumeShelveTestJSON-223402159-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=74186) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 16:42:01.995061 dv-cinder-798104-1-smb neutron-server[74186]: DEBUG neutron.notifiers.nova [req-15a089ef-f399-4094-80bf-8a2937ff1b9d req-cdca8444-3cda-424f-bb0f-5122cca840e7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 055df2b1-f718-4d3a-9df3-3e181fb1b971 {{(pid=74186) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 28 16:42:02.007333 dv-cinder-798104-1-smb neutron-server[74186]: DEBUG neutron_lib.callbacks.manager [None req-41a2377d-3bd3-48a0-a5a4-c00effe76784 tempest-AttachVolumeShelveTestJSON-223402159 tempest-AttachVolumeShelveTestJSON-223402159-project] Notify callbacks [] for security_group_rule, before_response {{(pid=74186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 16:42:02.012196 dv-cinder-798104-1-smb neutron-server[74186]: INFO neutron.wsgi [None req-41a2377d-3bd3-48a0-a5a4-c00effe76784 tempest-AttachVolumeShelveTestJSON-223402159 tempest-AttachVolumeShelveTestJSON-223402159-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.4915137 Jun 28 16:42:02.012485 dv-cinder-798104-1-smb neutron-server[74186]: DEBUG neutron_lib.callbacks.manager [req-15a089ef-f399-4094-80bf-8a2937ff1b9d req-cdca8444-3cda-424f-bb0f-5122cca840e7 service neutron] Notify callbacks [] for port, precommit_update {{(pid=74186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 16:42:02.015372 dv-cinder-798104-1-smb neutron-server[74186]: DEBUG neutron.wsgi [-] (74186) accepted ('10.222.0.26', 47368) {{(pid=74186) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 28 16:42:02.035341 dv-cinder-798104-1-smb neutron-server[74186]: DEBUG neutron.api.v2.base [None req-5c46c1e5-c470-4a05-b89d-bf2b600e5f5c tempest-AttachVolumeShelveTestJSON-223402159 tempest-AttachVolumeShelveTestJSON-223402159-project] Request body: {'floatingip': {'floating_network_id': 'f9715ce2-16ba-4ae9-9a15-557432d0a5ed'}} {{(pid=74186) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jun 28 16:42:02.051564 dv-cinder-798104-1-smb neutron-server[74186]: DEBUG neutron.db.quota.driver [None req-5c46c1e5-c470-4a05-b89d-bf2b600e5f5c tempest-AttachVolumeShelveTestJSON-223402159 tempest-AttachVolumeShelveTestJSON-223402159-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74186) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 28 16:42:02.064872 dv-cinder-798104-1-smb neutron-server[74186]: DEBUG neutron.quota.resource [None req-5c46c1e5-c470-4a05-b89d-bf2b600e5f5c tempest-AttachVolumeShelveTestJSON-223402159 tempest-AttachVolumeShelveTestJSON-223402159-project] Usage tracker for resource:floatingip and tenant:1796e3b7b6834b8a88df228c1c9772ef is out of sync, need to count used quota {{(pid=74186) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 28 16:42:02.072755 dv-cinder-798104-1-smb neutron-server[74186]: DEBUG neutron.quota.resource [None req-5c46c1e5-c470-4a05-b89d-bf2b600e5f5c tempest-AttachVolumeShelveTestJSON-223402159 tempest-AttachVolumeShelveTestJSON-223402159-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=74186) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 28 16:42:02.075106 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG neutron.db.provisioning_blocks [req-a09b8456-7737-4dac-877b-46499d40c634 req-eeb33a36-f9e6-449f-b508-2d42bbee07b5 tempest-AttachVolumeTestJSON-1575976490 tempest-AttachVolumeTestJSON-1575976490-project] Transition to ACTIVE for port object 0e7dd6cd-c2b1-4bf7-b9a5-6d14c163b7c0 will not be triggered until provisioned by entity DHCP. {{(pid=74185) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 28 16:42:02.085247 dv-cinder-798104-1-smb neutron-server[74186]: DEBUG neutron.db.quota.driver [None req-5c46c1e5-c470-4a05-b89d-bf2b600e5f5c tempest-AttachVolumeShelveTestJSON-223402159 tempest-AttachVolumeShelveTestJSON-223402159-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=74186) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 28 16:42:02.113161 dv-cinder-798104-1-smb neutron-server[74186]: DEBUG neutron.db.provisioning_blocks [req-15a089ef-f399-4094-80bf-8a2937ff1b9d req-cdca8444-3cda-424f-bb0f-5122cca840e7 service neutron] Transition to ACTIVE for port object 055df2b1-f718-4d3a-9df3-3e181fb1b971 will not be triggered until provisioned by entity L2. {{(pid=74186) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 28 16:42:02.125381 dv-cinder-798104-1-smb neutron-server[74186]: DEBUG neutron_lib.callbacks.manager [req-15a089ef-f399-4094-80bf-8a2937ff1b9d req-cdca8444-3cda-424f-bb0f-5122cca840e7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-615041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1598908', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774158213048', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774157688378', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774157688423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1108480'] for port, after_update {{(pid=74186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 16:42:02.130622 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG neutron_lib.callbacks.manager [None req-705b0455-e4d1-4b29-8806-f2dfbe6c4fc3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2050486'] for security_group, after_delete {{(pid=74185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 16:42:02.147498 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG neutron_lib.callbacks.manager [req-a09b8456-7737-4dac-877b-46499d40c634 req-eeb33a36-f9e6-449f-b508-2d42bbee07b5 tempest-AttachVolumeTestJSON-1575976490 tempest-AttachVolumeTestJSON-1575976490-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-615041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1598908', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774157688360', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15648331'] for port, after_create {{(pid=74185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 16:42:02.149682 dv-cinder-798104-1-smb neutron-server[74186]: DEBUG oslo_concurrency.lockutils [None req-f4502d4f-2d4c-4a1a-b49b-1608cb62096a tempest-AttachVolumeTestJSON-1575976490 tempest-AttachVolumeTestJSON-1575976490-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74186) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 16:42:02.151052 dv-cinder-798104-1-smb neutron-server[74185]: INFO neutron.wsgi [req-0b574c40-cbc9-4318-a7e0-577336bd44bd req-dc129a97-8739-4bcd-a4cc-e8b374ba8749 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=456cb4f0-4c56-4bb7-a5cf-eaccb243862b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1612070 Jun 28 16:42:02.157096 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG oslo_concurrency.lockutils [None req-50fa0c21-d617-4d3d-9f1f-7293ef14d6c9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74185) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 16:42:02.256049 dv-cinder-798104-1-smb neutron-server[74186]: DEBUG neutron_lib.callbacks.manager [None req-5c46c1e5-c470-4a05-b89d-bf2b600e5f5c tempest-AttachVolumeShelveTestJSON-223402159 tempest-AttachVolumeShelveTestJSON-223402159-project] Notify callbacks [] for floatingip, before_create {{(pid=74186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 16:42:02.379283 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-705b0455-e4d1-4b29-8806-f2dfbe6c4fc3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0e97c056-dcec-4953-bb51-273d003ad6f5,revision_number=None']} {{(pid=74185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 16:42:02.452828 dv-cinder-798104-1-smb neutron-server[74186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdca8444-3cda-424f-bb0f-5122cca840e7 service neutron] Pushing event updated for resources: {'Port': ['ID=055df2b1-f718-4d3a-9df3-3e181fb1b971,revision_number=2']} {{(pid=74186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 16:42:02.460606 dv-cinder-798104-1-smb neutron-server[74186]: DEBUG oslo_concurrency.lockutils [None req-cdca8444-3cda-424f-bb0f-5122cca840e7 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.311s {{(pid=74186) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 16:42:02.605903 dv-cinder-798104-1-smb neutron-server[74186]: DEBUG neutron.plugins.ml2.managers [req-15a089ef-f399-4094-80bf-8a2937ff1b9d req-cdca8444-3cda-424f-bb0f-5122cca840e7 service neutron] Attempting to bind port 055df2b1-f718-4d3a-9df3-3e181fb1b971 on host hv-cinder-79810 for vnic_type normal with profile {{(pid=74186) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 28 16:42:02.606271 dv-cinder-798104-1-smb neutron-server[74186]: DEBUG neutron.plugins.ml2.managers [req-15a089ef-f399-4094-80bf-8a2937ff1b9d req-cdca8444-3cda-424f-bb0f-5122cca840e7 service neutron] Attempting to bind port 055df2b1-f718-4d3a-9df3-3e181fb1b971 by drivers openvswitch,hyperv on host hv-cinder-79810 at level 0 using segments [{'id': 'f217e17a-083c-43f0-8060-ec8790162130', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': '456cb4f0-4c56-4bb7-a5cf-eaccb243862b'}] {{(pid=74186) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 28 16:42:02.606785 dv-cinder-798104-1-smb neutron-server[74186]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-15a089ef-f399-4094-80bf-8a2937ff1b9d req-cdca8444-3cda-424f-bb0f-5122cca840e7 service neutron] Attempting to bind port 055df2b1-f718-4d3a-9df3-3e181fb1b971 on network 456cb4f0-4c56-4bb7-a5cf-eaccb243862b {{(pid=74186) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jun 28 16:42:02.627606 dv-cinder-798104-1-smb neutron-server[74186]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-15a089ef-f399-4094-80bf-8a2937ff1b9d req-cdca8444-3cda-424f-bb0f-5122cca840e7 service neutron] Port 055df2b1-f718-4d3a-9df3-3e181fb1b971 on network 456cb4f0-4c56-4bb7-a5cf-eaccb243862b not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79810 {{(pid=74186) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jun 28 16:42:02.628158 dv-cinder-798104-1-smb neutron-server[74186]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-15a089ef-f399-4094-80bf-8a2937ff1b9d req-cdca8444-3cda-424f-bb0f-5122cca840e7 service neutron] Attempting to bind port 055df2b1-f718-4d3a-9df3-3e181fb1b971 on network 456cb4f0-4c56-4bb7-a5cf-eaccb243862b {{(pid=74186) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jun 28 16:42:02.647881 dv-cinder-798104-1-smb neutron-server[74186]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-15a089ef-f399-4094-80bf-8a2937ff1b9d req-cdca8444-3cda-424f-bb0f-5122cca840e7 service neutron] Checking agent: {'id': '59d83479-80db-4f55-8b84-25c2a0c8dff8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79810', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 28, 16, 39, 19), 'started_at': datetime.datetime(2021, 6, 28, 16, 39, 19), 'heartbeat_timestamp': datetime.datetime(2021, 6, 28, 16, 41, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=74186) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jun 28 16:42:02.649019 dv-cinder-798104-1-smb neutron-server[74186]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-15a089ef-f399-4094-80bf-8a2937ff1b9d req-cdca8444-3cda-424f-bb0f-5122cca840e7 service neutron] Checking segment: {'id': 'f217e17a-083c-43f0-8060-ec8790162130', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': '456cb4f0-4c56-4bb7-a5cf-eaccb243862b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=74186) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jun 28 16:42:02.650102 dv-cinder-798104-1-smb neutron-server[74186]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-15a089ef-f399-4094-80bf-8a2937ff1b9d req-cdca8444-3cda-424f-bb0f-5122cca840e7 service neutron] Bound using segment: {'id': 'f217e17a-083c-43f0-8060-ec8790162130', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': '456cb4f0-4c56-4bb7-a5cf-eaccb243862b'} {{(pid=74186) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jun 28 16:42:02.651085 dv-cinder-798104-1-smb neutron-server[74186]: DEBUG neutron.plugins.ml2.managers [req-15a089ef-f399-4094-80bf-8a2937ff1b9d req-cdca8444-3cda-424f-bb0f-5122cca840e7 service neutron] Bound port: 055df2b1-f718-4d3a-9df3-3e181fb1b971, host: hv-cinder-79810, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f217e17a-083c-43f0-8060-ec8790162130', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': '456cb4f0-4c56-4bb7-a5cf-eaccb243862b'}}] {{(pid=74186) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 28 16:42:02.651647 dv-cinder-798104-1-smb neutron-server[74186]: DEBUG neutron_lib.callbacks.manager [req-15a089ef-f399-4094-80bf-8a2937ff1b9d req-cdca8444-3cda-424f-bb0f-5122cca840e7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621611'] for port, before_update {{(pid=74186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 16:42:02.715701 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG oslo_concurrency.lockutils [None req-705b0455-e4d1-4b29-8806-f2dfbe6c4fc3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.557s {{(pid=74185) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 16:42:02.782408 dv-cinder-798104-1-smb neutron-server[74186]: DEBUG neutron_lib.callbacks.manager [None req-5c46c1e5-c470-4a05-b89d-bf2b600e5f5c tempest-AttachVolumeShelveTestJSON-223402159 tempest-AttachVolumeShelveTestJSON-223402159-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621611'] for port, before_create {{(pid=74186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 16:42:02.814766 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG oslo_concurrency.lockutils [None req-0c63857f-cf65-4262-b2e3-1de8a26edb19 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.436s {{(pid=74185) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 16:42:02.872100 dv-cinder-798104-1-smb neutron-server[74186]: DEBUG neutron.plugins.ml2.db [req-15a089ef-f399-4094-80bf-8a2937ff1b9d req-cdca8444-3cda-424f-bb0f-5122cca840e7 service neutron] For port 055df2b1-f718-4d3a-9df3-3e181fb1b971, host hv-cinder-79810, cleared binding levels {{(pid=74186) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 28 16:42:02.902968 dv-cinder-798104-1-smb neutron-server[74186]: DEBUG neutron.plugins.ml2.db [req-15a089ef-f399-4094-80bf-8a2937ff1b9d req-cdca8444-3cda-424f-bb0f-5122cca840e7 service neutron] For port 055df2b1-f718-4d3a-9df3-3e181fb1b971, host hv-cinder-79810, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79810',level=0,port_id=055df2b1-f718-4d3a-9df3-3e181fb1b971,segment=NetworkSegment(f217e17a-083c-43f0-8060-ec8790162130),segment_id=f217e17a-083c-43f0-8060-ec8790162130)] {{(pid=74186) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 28 16:42:02.916983 dv-cinder-798104-1-smb neutron-server[74186]: DEBUG neutron_lib.callbacks.manager [req-15a089ef-f399-4094-80bf-8a2937ff1b9d req-cdca8444-3cda-424f-bb0f-5122cca840e7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-615041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1598908', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774158213048', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774157688378', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774157688423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1108480'] for port, after_update {{(pid=74186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 16:42:02.921817 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eeb33a36-f9e6-449f-b508-2d42bbee07b5 tempest-AttachVolumeTestJSON-1575976490 tempest-AttachVolumeTestJSON-1575976490-project] Pushing event updated for resources: {'Port': ['ID=0e7dd6cd-c2b1-4bf7-b9a5-6d14c163b7c0,revision_number=1']} {{(pid=74185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 16:42:02.925432 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG oslo_concurrency.lockutils [None req-eeb33a36-f9e6-449f-b508-2d42bbee07b5 tempest-AttachVolumeTestJSON-1575976490 tempest-AttachVolumeTestJSON-1575976490-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=74185) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 16:42:02.943167 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG neutron_lib.callbacks.manager [None req-705b0455-e4d1-4b29-8806-f2dfbe6c4fc3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=74185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 16:42:02.947026 dv-cinder-798104-1-smb neutron-server[74185]: INFO neutron.wsgi [None req-705b0455-e4d1-4b29-8806-f2dfbe6c4fc3 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/0e97c056-dcec-4953-bb51-273d003ad6f5 HTTP/1.1" status: 204 len: 168 time: 2.0705919 Jun 28 16:42:02.986285 dv-cinder-798104-1-smb neutron-server[74185]: INFO neutron.wsgi [req-6311c5ab-8903-4f45-9a2a-136eba7ea4b3 req-5b942e54-99f1-4f69-95dd-acdaa137f865 tempest-DeleteServersTestJSON-388560069 tempest-DeleteServersTestJSON-388560069-project] 10.222.0.26 "GET /v2.0/security-groups?id=c58b0cd2-bff5-4e4e-ad96-8ad5e846bc17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.0127687 Jun 28 16:42:03.024196 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a09b8456-7737-4dac-877b-46499d40c634 req-eeb33a36-f9e6-449f-b508-2d42bbee07b5 tempest-AttachVolumeTestJSON-1575976490 tempest-AttachVolumeTestJSON-1575976490-project] Network ad1db160-79ed-4f75-9884-27c71855a2d5 is already hosted by enough agents. {{(pid=74185) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 28 16:42:03.044516 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG neutron.scheduler.base_scheduler [req-a09b8456-7737-4dac-877b-46499d40c634 req-eeb33a36-f9e6-449f-b508-2d42bbee07b5 tempest-AttachVolumeTestJSON-1575976490 tempest-AttachVolumeTestJSON-1575976490-project] Resources bound (agent type, host, resource id): {{(pid=74185) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 28 16:42:03.061905 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG neutron.db.l3_dvrscheduler_db [req-a09b8456-7737-4dac-877b-46499d40c634 req-eeb33a36-f9e6-449f-b508-2d42bbee07b5 tempest-AttachVolumeTestJSON-1575976490 tempest-AttachVolumeTestJSON-1575976490-project] Received port after_create {{(pid=74185) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 28 16:42:03.144849 dv-cinder-798104-1-smb neutron-server[74185]: INFO neutron.wsgi [req-0b574c40-cbc9-4318-a7e0-577336bd44bd req-5b8b516d-c127-4644-ad75-b9aa8ecefeee service neutron] 10.222.0.41 "GET /v2.0/networks/456cb4f0-4c56-4bb7-a5cf-eaccb243862b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9492638 Jun 28 16:42:03.188833 dv-cinder-798104-1-smb neutron-server[74186]: DEBUG oslo_concurrency.lockutils [None req-34fbcc58-07fe-4c76-8775-aca39c468018 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74186) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 16:42:03.325868 dv-cinder-798104-1-smb neutron-server[74186]: DEBUG neutron.db.db_base_plugin_common [None req-5c46c1e5-c470-4a05-b89d-bf2b600e5f5c tempest-AttachVolumeShelveTestJSON-223402159 tempest-AttachVolumeShelveTestJSON-223402159-project] Allocated IP 172.28.3.251 (f9715ce2-16ba-4ae9-9a15-557432d0a5ed/e3a20e14-2eea-4943-8cec-1fe85e8448d0/687c7dcb-5d91-4c5b-9444-fc1e33ef5f56) {{(pid=74186) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 28 16:42:03.483235 dv-cinder-798104-1-smb neutron-server[74186]: DEBUG neutron_lib.callbacks.manager [req-15a089ef-f399-4094-80bf-8a2937ff1b9d req-cdca8444-3cda-424f-bb0f-5122cca840e7 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129357', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1598890'] for port, before_response {{(pid=74186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 16:42:03.485803 dv-cinder-798104-1-smb neutron-server[74186]: INFO neutron.wsgi [req-15a089ef-f399-4094-80bf-8a2937ff1b9d req-cdca8444-3cda-424f-bb0f-5122cca840e7 service neutron] 10.222.0.41 "PUT /v2.0/ports/055df2b1-f718-4d3a-9df3-3e181fb1b971 HTTP/1.1" status: 200 len: 1094 time: 3.3271861 Jun 28 16:42:03.486672 dv-cinder-798104-1-smb neutron-server[74186]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4a8c302d-62ce-4c05-8798-3bd26de618b4', 'tag': '055df2b1-f718-4d3a-9df3-3e181fb1b971'}] {{(pid=74186) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 28 16:42:03.543344 dv-cinder-798104-1-smb neutron-server[74187]: DEBUG neutron.db.provisioning_blocks [None req-7802ae20-eae1-4ca7-a301-9b706d40a38e None None] Provisioning for port 0e7dd6cd-c2b1-4bf7-b9a5-6d14c163b7c0 completed by entity DHCP. {{(pid=74187) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 28 16:42:03.550188 dv-cinder-798104-1-smb neutron-server[74187]: DEBUG neutron.db.provisioning_blocks [None req-7802ae20-eae1-4ca7-a301-9b706d40a38e None None] Provisioning complete for port 0e7dd6cd-c2b1-4bf7-b9a5-6d14c163b7c0 triggered by entity DHCP. {{(pid=74187) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 28 16:42:03.550889 dv-cinder-798104-1-smb neutron-server[74187]: DEBUG neutron_lib.callbacks.manager [None req-7802ae20-eae1-4ca7-a301-9b706d40a38e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1002786'] for port, provisioning_complete {{(pid=74187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 16:42:03.629259 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a09b8456-7737-4dac-877b-46499d40c634 req-eeb33a36-f9e6-449f-b508-2d42bbee07b5 tempest-AttachVolumeTestJSON-1575976490 tempest-AttachVolumeTestJSON-1575976490-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=74185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 16:42:03.630808 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG neutron_lib.callbacks.manager [req-a09b8456-7737-4dac-877b-46499d40c634 req-eeb33a36-f9e6-449f-b508-2d42bbee07b5 tempest-AttachVolumeTestJSON-1575976490 tempest-AttachVolumeTestJSON-1575976490-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129357', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1598890'] for port, before_response {{(pid=74185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 16:42:03.676266 dv-cinder-798104-1-smb neutron-server[74187]: DEBUG neutron.plugins.ml2.plugin [None req-7802ae20-eae1-4ca7-a301-9b706d40a38e None None] Port 0e7dd6cd-c2b1-4bf7-b9a5-6d14c163b7c0 cannot update to ACTIVE because it is not bound. {{(pid=74187) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jun 28 16:42:03.703393 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04eaff8a-ca22-4a2d-b8cb-009c580eccc5 req-12b9e804-ba61-4a20-9762-325893f6d503 tempest-ServerRescueNegativeTestJSON-1571951802 tempest-ServerRescueNegativeTestJSON-1571951802-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 16:42:03.717266 dv-cinder-798104-1-smb neutron-server[74185]: INFO neutron.wsgi [req-04eaff8a-ca22-4a2d-b8cb-009c580eccc5 req-12b9e804-ba61-4a20-9762-325893f6d503 tempest-ServerRescueNegativeTestJSON-1571951802 tempest-ServerRescueNegativeTestJSON-1571951802-project] 10.222.0.26 "GET /v2.0/ports?device_id=4a8c302d-62ce-4c05-8798-3bd26de618b4 HTTP/1.1" status: 200 len: 944 time: 1.3693297 Jun 28 16:42:03.750086 dv-cinder-798104-1-smb neutron-server[74186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdca8444-3cda-424f-bb0f-5122cca840e7 service neutron] Pushing event updated for resources: {'Port': ['ID=055df2b1-f718-4d3a-9df3-3e181fb1b971,revision_number=3']} {{(pid=74186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 16:42:03.766761 dv-cinder-798104-1-smb neutron-server[74186]: DEBUG oslo_concurrency.lockutils [None req-cdca8444-3cda-424f-bb0f-5122cca840e7 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.578s {{(pid=74186) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 16:42:03.830316 dv-cinder-798104-1-smb neutron-server[74186]: DEBUG neutron.wsgi [-] (74186) accepted ('10.222.0.26', 47420) {{(pid=74186) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 28 16:42:03.876432 dv-cinder-798104-1-smb neutron-server[74186]: DEBUG neutron_lib.callbacks.manager [None req-5c46c1e5-c470-4a05-b89d-bf2b600e5f5c tempest-AttachVolumeShelveTestJSON-223402159 tempest-AttachVolumeShelveTestJSON-223402159-project] Notify callbacks [] for port, precommit_create {{(pid=74186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 16:42:03.886439 dv-cinder-798104-1-smb neutron-server[74186]: INFO neutron.wsgi [req-15a089ef-f399-4094-80bf-8a2937ff1b9d req-2e072ed5-eff5-4f5d-93e6-4a380fa20ede service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=9344ad16110c4191993c42fbf7367cf2&device_id=4a8c302d-62ce-4c05-8798-3bd26de618b4 HTTP/1.1" status: 200 len: 1097 time: 0.3020294 Jun 28 16:42:03.956549 dv-cinder-798104-1-smb neutron-server[74185]: INFO neutron.wsgi [req-a09b8456-7737-4dac-877b-46499d40c634 req-eeb33a36-f9e6-449f-b508-2d42bbee07b5 tempest-AttachVolumeTestJSON-1575976490 tempest-AttachVolumeTestJSON-1575976490-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.9655671 Jun 28 16:42:03.974972 dv-cinder-798104-1-smb neutron-server[74185]: INFO neutron.wsgi [req-0b574c40-cbc9-4318-a7e0-577336bd44bd req-85c77c02-8340-4aca-886f-67ca12c17df2 service neutron] 10.222.0.41 "GET /v2.0/networks/456cb4f0-4c56-4bb7-a5cf-eaccb243862b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7967680 Jun 28 16:42:04.004187 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG neutron.api.v2.base [req-a09b8456-7737-4dac-877b-46499d40c634 req-965843d0-132b-4bf8-a460-66bd548ac020 service neutron] Request body: {'port': {'device_id': '1577b494-1b54-45ce-baf1-96f6d50deecb', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79810'}} {{(pid=74185) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jun 28 16:42:04.218444 dv-cinder-798104-1-smb neutron-server[74186]: INFO neutron.wsgi [req-15a089ef-f399-4094-80bf-8a2937ff1b9d req-ae09d700-81f8-4b88-9974-4e06b0bed788 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=055df2b1-f718-4d3a-9df3-3e181fb1b971 HTTP/1.1" status: 200 len: 217 time: 0.3153126 Jun 28 16:42:04.287528 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e439968-7a0b-4658-aeda-29e699f7fffb req-c2b4d1f4-ae36-4ad4-abdb-50ecce6f7ac1 tempest-AttachVolumeTestJSON-1575976490 tempest-AttachVolumeTestJSON-1575976490-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 16:42:04.288421 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG neutron.quota.resource [req-7e439968-7a0b-4658-aeda-29e699f7fffb req-c2b4d1f4-ae36-4ad4-abdb-50ecce6f7ac1 tempest-AttachVolumeTestJSON-1575976490 tempest-AttachVolumeTestJSON-1575976490-project] Synchronizing usage tracker for tenant:2f9864be4f7741e0aa69625d43b5a918 on resource:port {{(pid=74185) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 28 16:42:04.309196 dv-cinder-798104-1-smb neutron-server[74185]: INFO neutron.wsgi [req-04eaff8a-ca22-4a2d-b8cb-009c580eccc5 req-bbc579ff-b414-4e49-bc01-39061b04730f tempest-ServerRescueNegativeTestJSON-1571951802 tempest-ServerRescueNegativeTestJSON-1571951802-project] 10.222.0.26 "GET /v2.0/security-groups?id=23ec9104-6b33-4b08-9a41-3b0a624abc37&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5889480 Jun 28 16:42:04.474997 dv-cinder-798104-1-smb neutron-server[74186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15a089ef-f399-4094-80bf-8a2937ff1b9d req-395013ae-60c5-4342-8839-f6f62a1512c6 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=74186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 16:42:04.478741 dv-cinder-798104-1-smb neutron-server[74186]: INFO neutron.wsgi [req-15a089ef-f399-4094-80bf-8a2937ff1b9d req-395013ae-60c5-4342-8839-f6f62a1512c6 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=766e27c3-d7d9-49ba-b0ca-4cfaf9e450d4 HTTP/1.1" status: 200 len: 859 time: 0.2478602 Jun 28 16:42:04.488440 dv-cinder-798104-1-smb neutron-server[74186]: DEBUG neutron_lib.callbacks.manager [None req-5c46c1e5-c470-4a05-b89d-bf2b600e5f5c tempest-AttachVolumeShelveTestJSON-223402159 tempest-AttachVolumeShelveTestJSON-223402159-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-615041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1598908', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774157688360', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1108489'] for port, after_create {{(pid=74186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 16:42:04.560572 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG neutron.quota.resource [req-7e439968-7a0b-4658-aeda-29e699f7fffb req-c2b4d1f4-ae36-4ad4-abdb-50ecce6f7ac1 tempest-AttachVolumeTestJSON-1575976490 tempest-AttachVolumeTestJSON-1575976490-project] Unset dirty status for tenant:2f9864be4f7741e0aa69625d43b5a918 on resource:port {{(pid=74185) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 28 16:42:04.561916 dv-cinder-798104-1-smb neutron-server[74185]: INFO neutron.wsgi [req-7e439968-7a0b-4658-aeda-29e699f7fffb req-c2b4d1f4-ae36-4ad4-abdb-50ecce6f7ac1 tempest-AttachVolumeTestJSON-1575976490 tempest-AttachVolumeTestJSON-1575976490-project] 10.222.0.26 "GET /v2.0/ports?device_id=1577b494-1b54-45ce-baf1-96f6d50deecb HTTP/1.1" status: 200 len: 931 time: 1.1389642 Jun 28 16:42:04.563183 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG neutron_lib.callbacks.manager [req-a09b8456-7737-4dac-877b-46499d40c634 req-965843d0-132b-4bf8-a460-66bd548ac020 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621611'] for port, before_update {{(pid=74185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 16:42:04.611756 dv-cinder-798104-1-smb neutron-server[74186]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74186) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 16:42:04.648033 dv-cinder-798104-1-smb neutron-server[74185]: INFO neutron.wsgi [req-9e912c0c-debd-4cd0-ab28-994d288faf41 req-58cfd69b-0861-4487-bf3d-0380a17cee3f service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=9344ad16110c4191993c42fbf7367cf2&device_id=79124724-6c76-47fc-bb83-d30672ff67e9 HTTP/1.1" status: 200 len: 1097 time: 0.5315390 Jun 28 16:42:04.730520 dv-cinder-798104-1-smb neutron-server[74186]: INFO neutron.wsgi [req-15a089ef-f399-4094-80bf-8a2937ff1b9d req-d242cfe1-87dd-4695-a1d3-d5ccf9b22c62 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=456cb4f0-4c56-4bb7-a5cf-eaccb243862b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2408371 Jun 28 16:42:04.739179 dv-cinder-798104-1-smb neutron-server[74186]: DEBUG neutron_lib.callbacks.manager [None req-b9335768-1bb8-4787-ac2e-16cb40885fc1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=74186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 16:42:04.821678 dv-cinder-798104-1-smb neutron-server[74186]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5c46c1e5-c470-4a05-b89d-bf2b600e5f5c tempest-AttachVolumeShelveTestJSON-223402159 tempest-AttachVolumeShelveTestJSON-223402159-project] Network f9715ce2-16ba-4ae9-9a15-557432d0a5ed is already hosted by enough agents. {{(pid=74186) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 28 16:42:04.873466 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG neutron.wsgi [-] (74185) accepted ('10.222.0.26', 47448) {{(pid=74185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 28 16:42:04.888115 dv-cinder-798104-1-smb neutron-server[74186]: DEBUG neutron.scheduler.base_scheduler [None req-5c46c1e5-c470-4a05-b89d-bf2b600e5f5c tempest-AttachVolumeShelveTestJSON-223402159 tempest-AttachVolumeShelveTestJSON-223402159-project] Resources bound (agent type, host, resource id): {{(pid=74186) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 28 16:42:04.891844 dv-cinder-798104-1-smb neutron-server[74185]: INFO neutron.wsgi [req-7e439968-7a0b-4658-aeda-29e699f7fffb req-e913147b-611a-4c0b-bb00-bcb662185f1c tempest-AttachVolumeTestJSON-1575976490 tempest-AttachVolumeTestJSON-1575976490-project] 10.222.0.26 "GET /v2.0/security-groups?id=d4fabaec-765c-44eb-aea3-0feba44aab14&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3119245 Jun 28 16:42:04.923321 dv-cinder-798104-1-smb neutron-server[74186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c46c1e5-c470-4a05-b89d-bf2b600e5f5c tempest-AttachVolumeShelveTestJSON-223402159 tempest-AttachVolumeShelveTestJSON-223402159-project] Pushing event updated for resources: {'Port': ['ID=687c7dcb-5d91-4c5b-9444-fc1e33ef5f56,revision_number=1']} {{(pid=74186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 16:42:04.926427 dv-cinder-798104-1-smb neutron-server[74186]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c46c1e5-c470-4a05-b89d-bf2b600e5f5c tempest-AttachVolumeShelveTestJSON-223402159 tempest-AttachVolumeShelveTestJSON-223402159-project] Received port after_create {{(pid=74186) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 28 16:42:04.966691 dv-cinder-798104-1-smb neutron-server[74186]: DEBUG oslo_concurrency.lockutils [None req-5c46c1e5-c470-4a05-b89d-bf2b600e5f5c tempest-AttachVolumeShelveTestJSON-223402159 tempest-AttachVolumeShelveTestJSON-223402159-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.355s {{(pid=74186) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 16:42:05.004116 dv-cinder-798104-1-smb neutron-server[74186]: DEBUG neutron.db.quota.driver [None req-b9335768-1bb8-4787-ac2e-16cb40885fc1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74186) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 28 16:42:05.005595 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG neutron_lib.callbacks.manager [None req-1e5ec276-5029-44a6-896a-d54825001af9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=74185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 16:42:05.045178 dv-cinder-798104-1-smb neutron-server[74186]: DEBUG neutron.quota.resource [None req-b9335768-1bb8-4787-ac2e-16cb40885fc1 admin admin] Usage tracker for resource:security_group_rule and tenant:aff6f1bca5b244aaa324650cf295fea1 is out of sync, need to count used quota {{(pid=74186) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 28 16:42:05.070108 dv-cinder-798104-1-smb neutron-server[74186]: DEBUG neutron.quota.resource [None req-b9335768-1bb8-4787-ac2e-16cb40885fc1 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=74186) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 28 16:42:05.098089 dv-cinder-798104-1-smb neutron-server[74186]: DEBUG neutron.db.quota.driver [None req-b9335768-1bb8-4787-ac2e-16cb40885fc1 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74186) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 28 16:42:05.116816 dv-cinder-798104-1-smb neutron-server[74186]: INFO neutron.wsgi [req-15a089ef-f399-4094-80bf-8a2937ff1b9d req-270060bb-9f58-4476-8faa-663c0694e432 service neutron] 10.222.0.41 "GET /v2.0/networks/456cb4f0-4c56-4bb7-a5cf-eaccb243862b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3561141 Jun 28 16:42:05.192158 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e912c0c-debd-4cd0-ab28-994d288faf41 req-b25ffdb9-3eef-4bd4-9455-0793a681fbc4 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=74185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 16:42:05.194425 dv-cinder-798104-1-smb neutron-server[74185]: INFO neutron.wsgi [req-9e912c0c-debd-4cd0-ab28-994d288faf41 req-b25ffdb9-3eef-4bd4-9455-0793a681fbc4 service neutron] 10.222.0.41 "GET /v2.0/networks?id=456cb4f0-4c56-4bb7-a5cf-eaccb243862b HTTP/1.1" status: 200 len: 920 time: 0.5301576 Jun 28 16:42:05.274187 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG neutron.db.quota.driver [None req-1e5ec276-5029-44a6-896a-d54825001af9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74185) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 28 16:42:05.298035 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG neutron.quota.resource [None req-1e5ec276-5029-44a6-896a-d54825001af9 admin admin] Usage tracker for resource:security_group_rule and tenant:99054dccfdee4bf1862cb1f9ff28d6ff is out of sync, need to count used quota {{(pid=74185) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 28 16:42:05.306181 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG neutron.quota.resource [None req-1e5ec276-5029-44a6-896a-d54825001af9 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=74185) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 28 16:42:05.317881 dv-cinder-798104-1-smb neutron-server[74185]: INFO neutron.wsgi [req-9e912c0c-debd-4cd0-ab28-994d288faf41 req-08037be7-19fd-4210-ad1e-43d70d1dcccd service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=25d5253e-3b85-4631-97bb-974e5e8b1d2c HTTP/1.1" status: 200 len: 217 time: 0.1129100 Jun 28 16:42:05.320048 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG neutron.db.quota.driver [None req-1e5ec276-5029-44a6-896a-d54825001af9 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74185) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 28 16:42:05.339970 dv-cinder-798104-1-smb neutron-server[74186]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4a8c302d-62ce-4c05-8798-3bd26de618b4', 'tag': '055df2b1-f718-4d3a-9df3-3e181fb1b971', 'status': 'completed', 'code': 200} Jun 28 16:42:05.340809 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14338d08-e40f-439e-899c-6122de8e3787 req-ed7ef8f8-a19d-4eee-87b8-173df1a94980 tempest-DeleteServersTestJSON-388560069 tempest-DeleteServersTestJSON-388560069-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 16:42:05.342108 dv-cinder-798104-1-smb neutron-server[74185]: INFO neutron.wsgi [req-14338d08-e40f-439e-899c-6122de8e3787 req-ed7ef8f8-a19d-4eee-87b8-173df1a94980 tempest-DeleteServersTestJSON-388560069 tempest-DeleteServersTestJSON-388560069-project] 10.222.0.26 "GET /v2.0/ports?device_id=2085ff8a-4738-4d8b-ac96-e46f842c434d HTTP/1.1" status: 200 len: 945 time: 0.6182606 Jun 28 16:42:05.432334 dv-cinder-798104-1-smb neutron-server[74186]: INFO neutron.wsgi [req-15a089ef-f399-4094-80bf-8a2937ff1b9d req-6126cd68-5c4c-44b7-bb60-c9d056849063 service neutron] 10.222.0.41 "GET /v2.0/networks/456cb4f0-4c56-4bb7-a5cf-eaccb243862b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3030748 Jun 28 16:42:05.520656 dv-cinder-798104-1-smb neutron-server[74185]: INFO neutron.wsgi [req-14338d08-e40f-439e-899c-6122de8e3787 req-e29a8dfb-8c6d-4a9a-95c8-b9d4d576a0a3 tempest-DeleteServersTestJSON-388560069 tempest-DeleteServersTestJSON-388560069-project] 10.222.0.26 "GET /v2.0/security-groups?id=c58b0cd2-bff5-4e4e-ad96-8ad5e846bc17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1358783 Jun 28 16:42:05.556662 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e912c0c-debd-4cd0-ab28-994d288faf41 req-c54924d5-8de4-4ef3-a3a9-74d4343be31f service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=74185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 16:42:05.558147 dv-cinder-798104-1-smb neutron-server[74185]: INFO neutron.wsgi [req-9e912c0c-debd-4cd0-ab28-994d288faf41 req-c54924d5-8de4-4ef3-a3a9-74d4343be31f service neutron] 10.222.0.41 "GET /v2.0/subnets?id=766e27c3-d7d9-49ba-b0ca-4cfaf9e450d4 HTTP/1.1" status: 200 len: 859 time: 0.2242310 Jun 28 16:42:05.671091 dv-cinder-798104-1-smb neutron-server[74186]: DEBUG neutron_lib.callbacks.manager [None req-b9335768-1bb8-4787-ac2e-16cb40885fc1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=74186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 16:42:05.690366 dv-cinder-798104-1-smb neutron-server[74186]: DEBUG neutron_lib.callbacks.manager [None req-5c46c1e5-c470-4a05-b89d-bf2b600e5f5c tempest-AttachVolumeShelveTestJSON-223402159 tempest-AttachVolumeShelveTestJSON-223402159-project] Notify callbacks [] for floatingip, precommit_create {{(pid=74186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 16:42:05.693549 dv-cinder-798104-1-smb neutron-server[74186]: DEBUG neutron_lib.callbacks.manager [None req-b9335768-1bb8-4787-ac2e-16cb40885fc1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2050486'] for security_group, after_create {{(pid=74186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 16:42:05.705172 dv-cinder-798104-1-smb neutron-server[74186]: DEBUG oslo_concurrency.lockutils [None req-618673d8-289d-4539-b5fd-b4910eff2b38 tempest-AttachVolumeTestJSON-1575976490 tempest-AttachVolumeTestJSON-1575976490-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74186) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 16:42:05.782198 dv-cinder-798104-1-smb neutron-server[74185]: INFO neutron.wsgi [req-9e912c0c-debd-4cd0-ab28-994d288faf41 req-1fb511d2-5546-4532-8ce4-b863401bb365 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=456cb4f0-4c56-4bb7-a5cf-eaccb243862b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1788754 Jun 28 16:42:05.798394 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG neutron.notifiers.nova [req-a09b8456-7737-4dac-877b-46499d40c634 req-965843d0-132b-4bf8-a460-66bd548ac020 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0e7dd6cd-c2b1-4bf7-b9a5-6d14c163b7c0 {{(pid=74185) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 28 16:42:05.825668 dv-cinder-798104-1-smb neutron-server[74186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9335768-1bb8-4787-ac2e-16cb40885fc1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c49a639e-bdd3-41a4-aadb-df7e5dc71fd9,revision_number=1']} {{(pid=74186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 16:42:05.831052 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG neutron_lib.callbacks.manager [req-a09b8456-7737-4dac-877b-46499d40c634 req-965843d0-132b-4bf8-a460-66bd548ac020 service neutron] Notify callbacks [] for port, precommit_update {{(pid=74185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 16:42:05.836733 dv-cinder-798104-1-smb neutron-server[74186]: DEBUG oslo_concurrency.lockutils [None req-b9335768-1bb8-4787-ac2e-16cb40885fc1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.132s {{(pid=74186) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 16:42:05.844033 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG neutron_lib.callbacks.manager [None req-1e5ec276-5029-44a6-896a-d54825001af9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=74185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 16:42:05.852537 dv-cinder-798104-1-smb neutron-server[74186]: INFO neutron.wsgi [None req-b9335768-1bb8-4787-ac2e-16cb40885fc1 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=aff6f1bca5b244aaa324650cf295fea1&name=default HTTP/1.1" status: 200 len: 2647 time: 2.0154355 Jun 28 16:42:05.852537 dv-cinder-798104-1-smb neutron-server[74186]: DEBUG neutron_lib.callbacks.manager [None req-5c46c1e5-c470-4a05-b89d-bf2b600e5f5c tempest-AttachVolumeShelveTestJSON-223402159 tempest-AttachVolumeShelveTestJSON-223402159-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621611'] for port, before_update {{(pid=74186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 16:42:05.852924 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG neutron.wsgi [-] (74185) accepted ('10.222.0.26', 47468) {{(pid=74185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 28 16:42:05.921822 dv-cinder-798104-1-smb neutron-server[74186]: INFO neutron.wsgi [req-d08c4847-8dfe-4be0-9d62-758ad7bd83e6 req-5883a56c-728f-4e32-8e46-990d7671f81c service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=9344ad16110c4191993c42fbf7367cf2&device_id=4a8c302d-62ce-4c05-8798-3bd26de618b4 HTTP/1.1" status: 200 len: 1097 time: 0.2852862 Jun 28 16:42:05.950123 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG neutron_lib.callbacks.manager [None req-1e5ec276-5029-44a6-896a-d54825001af9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2050486'] for security_group, after_create {{(pid=74185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 16:42:05.992807 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG oslo_concurrency.lockutils [None req-2824fdcc-ff2f-4204-a0e2-8fbf1253b128 tempest-AttachVolumeShelveTestJSON-223402159 tempest-AttachVolumeShelveTestJSON-223402159-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74185) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 16:42:06.015606 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG neutron.db.provisioning_blocks [req-a09b8456-7737-4dac-877b-46499d40c634 req-965843d0-132b-4bf8-a460-66bd548ac020 service neutron] Transition to ACTIVE for port object 0e7dd6cd-c2b1-4bf7-b9a5-6d14c163b7c0 will not be triggered until provisioned by entity L2. {{(pid=74185) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 28 16:42:06.054777 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG neutron_lib.callbacks.manager [req-a09b8456-7737-4dac-877b-46499d40c634 req-965843d0-132b-4bf8-a460-66bd548ac020 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-615041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1598908', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774158213048', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774157688378', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774157688423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15648322'] for port, after_update {{(pid=74185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 16:42:06.114096 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1484aa4b-d9de-4330-90b9-3a5cc9ac409d req-c733e26b-7329-4bd5-8ef1-b5194c896e72 tempest-ServerRescueNegativeTestJSON-1571951802 tempest-ServerRescueNegativeTestJSON-1571951802-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 16:42:06.116045 dv-cinder-798104-1-smb neutron-server[74185]: INFO neutron.wsgi [req-1484aa4b-d9de-4330-90b9-3a5cc9ac409d req-c733e26b-7329-4bd5-8ef1-b5194c896e72 tempest-ServerRescueNegativeTestJSON-1571951802 tempest-ServerRescueNegativeTestJSON-1571951802-project] 10.222.0.26 "GET /v2.0/ports?device_id=4a8c302d-62ce-4c05-8798-3bd26de618b4 HTTP/1.1" status: 200 len: 944 time: 0.6135921 Jun 28 16:42:06.117219 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e5ec276-5029-44a6-896a-d54825001af9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6dd1b013-6aee-476c-a3a9-e1ba2660ea09,revision_number=1']} {{(pid=74185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 16:42:06.129928 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG oslo_concurrency.lockutils [None req-1e5ec276-5029-44a6-896a-d54825001af9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.137s {{(pid=74185) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 16:42:06.134599 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG oslo_concurrency.lockutils [None req-04ac7599-c83e-4fd2-ae2e-e67f4ac10d7f tempest-DeleteServersTestJSON-388560069 tempest-DeleteServersTestJSON-388560069-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.045s {{(pid=74185) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 16:42:06.177151 dv-cinder-798104-1-smb neutron-server[74185]: INFO neutron.wsgi [None req-1e5ec276-5029-44a6-896a-d54825001af9 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=99054dccfdee4bf1862cb1f9ff28d6ff&name=default HTTP/1.1" status: 200 len: 2647 time: 1.3003454 Jun 28 16:42:06.220594 dv-cinder-798104-1-smb neutron-server[74186]: DEBUG neutron.wsgi [-] (74186) accepted ('10.222.0.26', 47478) {{(pid=74186) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 28 16:42:06.403819 dv-cinder-798104-1-smb neutron-server[74185]: INFO neutron.wsgi [req-9e912c0c-debd-4cd0-ab28-994d288faf41 req-b2f24d1c-b07e-472f-8cff-5f2e19dfe073 service neutron] 10.222.0.41 "GET /v2.0/networks/456cb4f0-4c56-4bb7-a5cf-eaccb243862b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6007631 Jun 28 16:42:06.426470 dv-cinder-798104-1-smb neutron-server[74186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d08c4847-8dfe-4be0-9d62-758ad7bd83e6 req-c7c93224-efc9-41f9-801d-2e73bfd9ece1 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=74186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 16:42:06.429105 dv-cinder-798104-1-smb neutron-server[74186]: INFO neutron.wsgi [req-d08c4847-8dfe-4be0-9d62-758ad7bd83e6 req-c7c93224-efc9-41f9-801d-2e73bfd9ece1 service neutron] 10.222.0.41 "GET /v2.0/networks?id=456cb4f0-4c56-4bb7-a5cf-eaccb243862b HTTP/1.1" status: 200 len: 920 time: 0.4892018 Jun 28 16:42:06.475398 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-965843d0-132b-4bf8-a460-66bd548ac020 service neutron] Pushing event updated for resources: {'Port': ['ID=0e7dd6cd-c2b1-4bf7-b9a5-6d14c163b7c0,revision_number=2']} {{(pid=74185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 16:42:06.510259 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG oslo_concurrency.lockutils [None req-965843d0-132b-4bf8-a460-66bd548ac020 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.376s {{(pid=74185) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 16:42:06.512267 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG neutron_lib.callbacks.manager [None req-713f37df-a919-4d73-93f3-607f542df8d9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=74185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 16:42:06.610037 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG neutron_lib.callbacks.manager [None req-713f37df-a919-4d73-93f3-607f542df8d9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=74185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 16:42:06.675620 dv-cinder-798104-1-smb neutron-server[74186]: INFO neutron.wsgi [req-d08c4847-8dfe-4be0-9d62-758ad7bd83e6 req-4ebf2712-5942-4229-a72b-25f958bf2fd9 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=055df2b1-f718-4d3a-9df3-3e181fb1b971 HTTP/1.1" status: 200 len: 217 time: 0.2256696 Jun 28 16:42:06.718909 dv-cinder-798104-1-smb neutron-server[74186]: DEBUG neutron_lib.callbacks.manager [None req-8c983686-d7b5-4453-b3f5-503299e164a9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=74186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 16:42:06.763746 dv-cinder-798104-1-smb neutron-server[74186]: DEBUG neutron_lib.callbacks.manager [None req-5c46c1e5-c470-4a05-b89d-bf2b600e5f5c tempest-AttachVolumeShelveTestJSON-223402159 tempest-AttachVolumeShelveTestJSON-223402159-project] Notify callbacks [] for port, precommit_update {{(pid=74186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 16:42:06.790511 dv-cinder-798104-1-smb neutron-server[74186]: DEBUG neutron_lib.callbacks.manager [None req-5c46c1e5-c470-4a05-b89d-bf2b600e5f5c tempest-AttachVolumeShelveTestJSON-223402159 tempest-AttachVolumeShelveTestJSON-223402159-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-615041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1598908', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774158213048', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774157688378', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774157688423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1108480'] for port, after_update {{(pid=74186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 16:42:06.806654 dv-cinder-798104-1-smb neutron-server[74186]: DEBUG oslo_concurrency.lockutils [None req-cdca8444-3cda-424f-bb0f-5122cca840e7 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74186) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 16:42:06.845495 dv-cinder-798104-1-smb neutron-server[74186]: DEBUG neutron_lib.callbacks.manager [None req-8c983686-d7b5-4453-b3f5-503299e164a9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=74186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 16:42:06.863668 dv-cinder-798104-1-smb neutron-server[74186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d08c4847-8dfe-4be0-9d62-758ad7bd83e6 req-68e73d47-d4cf-4e06-8aff-588fdf0a6204 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=74186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 16:42:06.865782 dv-cinder-798104-1-smb neutron-server[74186]: INFO neutron.wsgi [req-d08c4847-8dfe-4be0-9d62-758ad7bd83e6 req-68e73d47-d4cf-4e06-8aff-588fdf0a6204 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=766e27c3-d7d9-49ba-b0ca-4cfaf9e450d4 HTTP/1.1" status: 200 len: 859 time: 0.1777854 Jun 28 16:42:06.959970 dv-cinder-798104-1-smb neutron-server[74186]: INFO neutron.wsgi [req-d08c4847-8dfe-4be0-9d62-758ad7bd83e6 req-b5abe85b-64a6-4c27-8f47-26ef8e9aa6eb service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=456cb4f0-4c56-4bb7-a5cf-eaccb243862b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0789719 Jun 28 16:42:06.971138 dv-cinder-798104-1-smb neutron-server[74185]: INFO neutron.wsgi [req-1484aa4b-d9de-4330-90b9-3a5cc9ac409d req-41cb8244-6359-405a-974b-e3fd86b94585 tempest-ServerRescueNegativeTestJSON-1571951802 tempest-ServerRescueNegativeTestJSON-1571951802-project] 10.222.0.26 "GET /v2.0/security-groups?id=23ec9104-6b33-4b08-9a41-3b0a624abc37&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8425152 Jun 28 16:42:07.094246 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG neutron_lib.callbacks.manager [None req-713f37df-a919-4d73-93f3-607f542df8d9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2050486'] for security_group, after_delete {{(pid=74185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 16:42:07.164497 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74185) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 16:42:07.226640 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bb3b7da-0d23-4a1f-952f-a63ee22b724f req-63732c7c-30ff-4620-bf8c-1c24ed43a55f tempest-AttachVolumeTestJSON-1575976490 tempest-AttachVolumeTestJSON-1575976490-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 16:42:07.235516 dv-cinder-798104-1-smb neutron-server[74185]: INFO neutron.wsgi [req-6bb3b7da-0d23-4a1f-952f-a63ee22b724f req-63732c7c-30ff-4620-bf8c-1c24ed43a55f tempest-AttachVolumeTestJSON-1575976490 tempest-AttachVolumeTestJSON-1575976490-project] 10.222.0.26 "GET /v2.0/ports?device_id=1577b494-1b54-45ce-baf1-96f6d50deecb HTTP/1.1" status: 200 len: 943 time: 0.9396689 Jun 28 16:42:07.250674 dv-cinder-798104-1-smb neutron-server[74186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c46c1e5-c470-4a05-b89d-bf2b600e5f5c tempest-AttachVolumeShelveTestJSON-223402159 tempest-AttachVolumeShelveTestJSON-223402159-project] Pushing event updated for resources: {'Port': ['ID=687c7dcb-5d91-4c5b-9444-fc1e33ef5f56,revision_number=2']} {{(pid=74186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 16:42:07.257957 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-713f37df-a919-4d73-93f3-607f542df8d9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c49a639e-bdd3-41a4-aadb-df7e5dc71fd9,revision_number=None']} {{(pid=74185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 16:42:07.272882 dv-cinder-798104-1-smb neutron-server[74186]: DEBUG oslo_concurrency.lockutils [None req-5c46c1e5-c470-4a05-b89d-bf2b600e5f5c tempest-AttachVolumeShelveTestJSON-223402159 tempest-AttachVolumeShelveTestJSON-223402159-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.466s {{(pid=74186) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 16:42:07.274845 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG oslo_concurrency.lockutils [None req-713f37df-a919-4d73-93f3-607f542df8d9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=74185) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 16:42:07.339703 dv-cinder-798104-1-smb neutron-server[74186]: DEBUG neutron_lib.callbacks.manager [None req-8c983686-d7b5-4453-b3f5-503299e164a9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2050486'] for security_group, after_delete {{(pid=74186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 16:42:07.360974 dv-cinder-798104-1-smb neutron-server[74186]: DEBUG oslo_concurrency.lockutils [None req-7b8a2572-8097-48b1-804a-dd141581d559 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74186) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 16:42:07.368932 dv-cinder-798104-1-smb neutron-server[74186]: DEBUG neutron_lib.callbacks.manager [None req-5c46c1e5-c470-4a05-b89d-bf2b600e5f5c tempest-AttachVolumeShelveTestJSON-223402159 tempest-AttachVolumeShelveTestJSON-223402159-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1624410'] for floatingip, after_update {{(pid=74186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 16:42:07.402633 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG neutron_lib.callbacks.manager [None req-713f37df-a919-4d73-93f3-607f542df8d9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=74185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 16:42:07.403865 dv-cinder-798104-1-smb neutron-server[74185]: INFO neutron.wsgi [None req-713f37df-a919-4d73-93f3-607f542df8d9 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/c49a639e-bdd3-41a4-aadb-df7e5dc71fd9 HTTP/1.1" status: 204 len: 168 time: 1.5489016 Jun 28 16:42:07.408427 dv-cinder-798104-1-smb neutron-server[74186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c983686-d7b5-4453-b3f5-503299e164a9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6dd1b013-6aee-476c-a3a9-e1ba2660ea09,revision_number=None']} {{(pid=74186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 16:42:07.426199 dv-cinder-798104-1-smb neutron-server[74186]: DEBUG oslo_concurrency.lockutils [None req-8c983686-d7b5-4453-b3f5-503299e164a9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=74186) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 16:42:07.429064 dv-cinder-798104-1-smb neutron-server[74185]: INFO neutron.wsgi [req-9e912c0c-debd-4cd0-ab28-994d288faf41 req-ba2bcbec-d004-4328-8863-69eb9b2cff39 service neutron] 10.222.0.41 "GET /v2.0/networks/456cb4f0-4c56-4bb7-a5cf-eaccb243862b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9561889 Jun 28 16:42:07.438727 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG neutron.plugins.ml2.managers [req-a09b8456-7737-4dac-877b-46499d40c634 req-965843d0-132b-4bf8-a460-66bd548ac020 service neutron] Attempting to bind port 0e7dd6cd-c2b1-4bf7-b9a5-6d14c163b7c0 on host hv-cinder-79810 for vnic_type normal with profile {{(pid=74185) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 28 16:42:07.439635 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG neutron.plugins.ml2.managers [req-a09b8456-7737-4dac-877b-46499d40c634 req-965843d0-132b-4bf8-a460-66bd548ac020 service neutron] Attempting to bind port 0e7dd6cd-c2b1-4bf7-b9a5-6d14c163b7c0 by drivers openvswitch,hyperv on host hv-cinder-79810 at level 0 using segments [{'id': 'c39146b4-a4d2-486a-bb26-fc05ca06bf0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': 'ad1db160-79ed-4f75-9884-27c71855a2d5'}] {{(pid=74185) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 28 16:42:07.440003 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a09b8456-7737-4dac-877b-46499d40c634 req-965843d0-132b-4bf8-a460-66bd548ac020 service neutron] Attempting to bind port 0e7dd6cd-c2b1-4bf7-b9a5-6d14c163b7c0 on network ad1db160-79ed-4f75-9884-27c71855a2d5 {{(pid=74185) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jun 28 16:42:07.469056 dv-cinder-798104-1-smb neutron-server[74185]: INFO neutron.wsgi [req-6bb3b7da-0d23-4a1f-952f-a63ee22b724f req-161cf957-0b8a-4352-adfd-bc86dd5bab38 tempest-AttachVolumeTestJSON-1575976490 tempest-AttachVolumeTestJSON-1575976490-project] 10.222.0.26 "GET /v2.0/security-groups?id=d4fabaec-765c-44eb-aea3-0feba44aab14&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2319751 Jun 28 16:42:07.480735 dv-cinder-798104-1-smb neutron-server[74186]: INFO neutron.wsgi [req-d08c4847-8dfe-4be0-9d62-758ad7bd83e6 req-7d96f81d-883d-404a-ae7d-0bdb63d7e68e service neutron] 10.222.0.41 "GET /v2.0/networks/456cb4f0-4c56-4bb7-a5cf-eaccb243862b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4650972 Jun 28 16:42:07.485600 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a09b8456-7737-4dac-877b-46499d40c634 req-965843d0-132b-4bf8-a460-66bd548ac020 service neutron] Port 0e7dd6cd-c2b1-4bf7-b9a5-6d14c163b7c0 on network ad1db160-79ed-4f75-9884-27c71855a2d5 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79810 {{(pid=74185) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jun 28 16:42:07.485951 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a09b8456-7737-4dac-877b-46499d40c634 req-965843d0-132b-4bf8-a460-66bd548ac020 service neutron] Attempting to bind port 0e7dd6cd-c2b1-4bf7-b9a5-6d14c163b7c0 on network ad1db160-79ed-4f75-9884-27c71855a2d5 {{(pid=74185) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jun 28 16:42:07.494661 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a09b8456-7737-4dac-877b-46499d40c634 req-965843d0-132b-4bf8-a460-66bd548ac020 service neutron] Checking agent: {'id': '59d83479-80db-4f55-8b84-25c2a0c8dff8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79810', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 28, 16, 39, 19), 'started_at': datetime.datetime(2021, 6, 28, 16, 39, 19), 'heartbeat_timestamp': datetime.datetime(2021, 6, 28, 16, 41, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=74185) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jun 28 16:42:07.494999 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a09b8456-7737-4dac-877b-46499d40c634 req-965843d0-132b-4bf8-a460-66bd548ac020 service neutron] Checking segment: {'id': 'c39146b4-a4d2-486a-bb26-fc05ca06bf0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': 'ad1db160-79ed-4f75-9884-27c71855a2d5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=74185) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jun 28 16:42:07.495487 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a09b8456-7737-4dac-877b-46499d40c634 req-965843d0-132b-4bf8-a460-66bd548ac020 service neutron] Bound using segment: {'id': 'c39146b4-a4d2-486a-bb26-fc05ca06bf0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': 'ad1db160-79ed-4f75-9884-27c71855a2d5'} {{(pid=74185) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jun 28 16:42:07.495958 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG neutron.plugins.ml2.managers [req-a09b8456-7737-4dac-877b-46499d40c634 req-965843d0-132b-4bf8-a460-66bd548ac020 service neutron] Bound port: 0e7dd6cd-c2b1-4bf7-b9a5-6d14c163b7c0, host: hv-cinder-79810, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c39146b4-a4d2-486a-bb26-fc05ca06bf0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': 'ad1db160-79ed-4f75-9884-27c71855a2d5'}}] {{(pid=74185) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 28 16:42:07.496717 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG neutron_lib.callbacks.manager [req-a09b8456-7737-4dac-877b-46499d40c634 req-965843d0-132b-4bf8-a460-66bd548ac020 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621611'] for port, before_update {{(pid=74185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 16:42:07.519828 dv-cinder-798104-1-smb neutron-server[74186]: DEBUG neutron_lib.callbacks.manager [None req-5c46c1e5-c470-4a05-b89d-bf2b600e5f5c tempest-AttachVolumeShelveTestJSON-223402159 tempest-AttachVolumeShelveTestJSON-223402159-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129357'] for floatingip, before_response {{(pid=74186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 16:42:07.522718 dv-cinder-798104-1-smb neutron-server[74186]: INFO neutron.wsgi [None req-5c46c1e5-c470-4a05-b89d-bf2b600e5f5c tempest-AttachVolumeShelveTestJSON-223402159 tempest-AttachVolumeShelveTestJSON-223402159-project] 10.222.0.26 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 5.5064399 Jun 28 16:42:07.527448 dv-cinder-798104-1-smb neutron-server[74186]: DEBUG neutron_lib.callbacks.manager [None req-8c983686-d7b5-4453-b3f5-503299e164a9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=74186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 16:42:07.534081 dv-cinder-798104-1-smb neutron-server[74186]: INFO neutron.wsgi [None req-8c983686-d7b5-4453-b3f5-503299e164a9 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/6dd1b013-6aee-476c-a3a9-e1ba2660ea09 HTTP/1.1" status: 204 len: 168 time: 1.3093498 Jun 28 16:42:07.756902 dv-cinder-798104-1-smb neutron-server[74186]: INFO neutron.wsgi [req-d08c4847-8dfe-4be0-9d62-758ad7bd83e6 req-d11957ba-6261-4100-b427-00d88554583d service neutron] 10.222.0.41 "GET /v2.0/networks/456cb4f0-4c56-4bb7-a5cf-eaccb243862b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2646792 Jun 28 16:42:07.810655 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG neutron.plugins.ml2.db [req-a09b8456-7737-4dac-877b-46499d40c634 req-965843d0-132b-4bf8-a460-66bd548ac020 service neutron] For port 0e7dd6cd-c2b1-4bf7-b9a5-6d14c163b7c0, host hv-cinder-79810, cleared binding levels {{(pid=74185) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 28 16:42:07.816405 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG neutron.plugins.ml2.db [req-a09b8456-7737-4dac-877b-46499d40c634 req-965843d0-132b-4bf8-a460-66bd548ac020 service neutron] For port 0e7dd6cd-c2b1-4bf7-b9a5-6d14c163b7c0, host hv-cinder-79810, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79810',level=0,port_id=0e7dd6cd-c2b1-4bf7-b9a5-6d14c163b7c0,segment=NetworkSegment(c39146b4-a4d2-486a-bb26-fc05ca06bf0a),segment_id=c39146b4-a4d2-486a-bb26-fc05ca06bf0a)] {{(pid=74185) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 28 16:42:07.823092 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG neutron_lib.callbacks.manager [req-a09b8456-7737-4dac-877b-46499d40c634 req-965843d0-132b-4bf8-a460-66bd548ac020 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-615041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1598908', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774158213048', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774157688378', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774157688423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15648322'] for port, after_update {{(pid=74185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 16:42:07.831983 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG oslo_concurrency.lockutils [None req-24f48df8-94c0-4db5-bf79-df593beddf75 tempest-ServerRescueNegativeTestJSON-1571951802 tempest-ServerRescueNegativeTestJSON-1571951802-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74185) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 16:42:07.919601 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG neutron_lib.callbacks.manager [req-a09b8456-7737-4dac-877b-46499d40c634 req-965843d0-132b-4bf8-a460-66bd548ac020 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129357', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1598890'] for port, before_response {{(pid=74185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 16:42:07.921548 dv-cinder-798104-1-smb neutron-server[74185]: INFO neutron.wsgi [req-a09b8456-7737-4dac-877b-46499d40c634 req-965843d0-132b-4bf8-a460-66bd548ac020 service neutron] 10.222.0.41 "PUT /v2.0/ports/0e7dd6cd-c2b1-4bf7-b9a5-6d14c163b7c0 HTTP/1.1" status: 200 len: 1093 time: 3.9396324 Jun 28 16:42:07.922153 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1577b494-1b54-45ce-baf1-96f6d50deecb', 'tag': '0e7dd6cd-c2b1-4bf7-b9a5-6d14c163b7c0'}] {{(pid=74185) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 28 16:42:07.941141 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-965843d0-132b-4bf8-a460-66bd548ac020 service neutron] Pushing event updated for resources: {'Port': ['ID=0e7dd6cd-c2b1-4bf7-b9a5-6d14c163b7c0,revision_number=3']} {{(pid=74185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 16:42:07.945698 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG oslo_concurrency.lockutils [None req-965843d0-132b-4bf8-a460-66bd548ac020 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=74185) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 16:42:08.055384 dv-cinder-798104-1-smb neutron-server[74187]: DEBUG neutron.plugins.ml2.rpc [None req-d0e5ad82-df9b-4ee3-8ee9-b93c74fbe1d3 None None] Device 25d5253e-3b85-4631-97bb-974e5e8b1d2c details requested by agent hyperv_hv-cinder-79810 with host hv-cinder-79810 {{(pid=74187) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 28 16:42:08.083433 dv-cinder-798104-1-smb neutron-server[74185]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1577b494-1b54-45ce-baf1-96f6d50deecb', 'tag': '0e7dd6cd-c2b1-4bf7-b9a5-6d14c163b7c0', 'status': 'completed', 'code': 200} Jun 28 16:42:08.107347 dv-cinder-798104-1-smb neutron-server[74185]: INFO neutron.wsgi [req-a09b8456-7737-4dac-877b-46499d40c634 req-3fc6e39e-692c-44fb-bb36-85d59b4c6437 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=2f9864be4f7741e0aa69625d43b5a918&device_id=1577b494-1b54-45ce-baf1-96f6d50deecb HTTP/1.1" status: 200 len: 1096 time: 0.1201386 Jun 28 16:42:08.242751 dv-cinder-798104-1-smb neutron-server[74185]: INFO neutron.wsgi [req-a09b8456-7737-4dac-877b-46499d40c634 req-c9c4abb1-df6f-40ef-a134-b326cd6ee8f4 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=0e7dd6cd-c2b1-4bf7-b9a5-6d14c163b7c0 HTTP/1.1" status: 200 len: 217 time: 0.1267133 Jun 28 16:42:08.450947 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a09b8456-7737-4dac-877b-46499d40c634 req-26a67896-e1a5-480c-bfaf-c43e07bc0b35 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=74185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 16:42:08.463584 dv-cinder-798104-1-smb neutron-server[74185]: INFO neutron.wsgi [req-a09b8456-7737-4dac-877b-46499d40c634 req-26a67896-e1a5-480c-bfaf-c43e07bc0b35 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=37b72020-400c-49f7-aceb-0167a7e84569 HTTP/1.1" status: 200 len: 850 time: 0.2129898 Jun 28 16:42:08.589815 dv-cinder-798104-1-smb neutron-server[74187]: DEBUG neutron.plugins.ml2.db [None req-d0e5ad82-df9b-4ee3-8ee9-b93c74fbe1d3 None None] For port 25d5253e-3b85-4631-97bb-974e5e8b1d2c, host hv-cinder-79810, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79810',level=0,port_id=25d5253e-3b85-4631-97bb-974e5e8b1d2c,segment=NetworkSegment(f217e17a-083c-43f0-8060-ec8790162130),segment_id=f217e17a-083c-43f0-8060-ec8790162130)] {{(pid=74187) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 16:42:08.635167 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG neutron.quota.resource [req-4a7a90dd-066f-4f19-8e8a-1d2a61182748 req-b728979c-63c3-4bfb-a1b9-484013df52a4 tempest-AttachVolumeShelveTestJSON-223402159 tempest-AttachVolumeShelveTestJSON-223402159-project] Synchronizing usage tracker for tenant:1796e3b7b6834b8a88df228c1c9772ef on resource:security_group {{(pid=74185) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 28 16:42:08.651330 dv-cinder-798104-1-smb neutron-server[74187]: DEBUG neutron.plugins.ml2.rpc [None req-d0e5ad82-df9b-4ee3-8ee9-b93c74fbe1d3 None None] Returning: {'device': '25d5253e-3b85-4631-97bb-974e5e8b1d2c', 'network_id': '456cb4f0-4c56-4bb7-a5cf-eaccb243862b', 'port_id': '25d5253e-3b85-4631-97bb-974e5e8b1d2c', 'mac_address': 'fa:16:3e:86:81:08', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 403, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '766e27c3-d7d9-49ba-b0ca-4cfaf9e450d4', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=74187) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 28 16:42:08.746804 dv-cinder-798104-1-smb neutron-server[74187]: DEBUG neutron_lib.callbacks.manager [None req-d0e5ad82-df9b-4ee3-8ee9-b93c74fbe1d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621611'] for port, before_update {{(pid=74187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 16:42:08.749395 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfbe9c2e-d01a-4b36-9bf9-ca1ffe1e2b15 req-b76aff86-9041-41d7-958c-aa6bfb3dcd21 tempest-ServerRescueNegativeTestJSON-1571951802 tempest-ServerRescueNegativeTestJSON-1571951802-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 16:42:08.751943 dv-cinder-798104-1-smb neutron-server[74185]: INFO neutron.wsgi [req-bfbe9c2e-d01a-4b36-9bf9-ca1ffe1e2b15 req-b76aff86-9041-41d7-958c-aa6bfb3dcd21 tempest-ServerRescueNegativeTestJSON-1571951802 tempest-ServerRescueNegativeTestJSON-1571951802-project] 10.222.0.26 "GET /v2.0/ports?device_id=4a8c302d-62ce-4c05-8798-3bd26de618b4 HTTP/1.1" status: 200 len: 944 time: 0.4056742 Jun 28 16:42:08.755634 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG neutron.quota.resource [req-4a7a90dd-066f-4f19-8e8a-1d2a61182748 req-b728979c-63c3-4bfb-a1b9-484013df52a4 tempest-AttachVolumeShelveTestJSON-223402159 tempest-AttachVolumeShelveTestJSON-223402159-project] Unset dirty status for tenant:1796e3b7b6834b8a88df228c1c9772ef on resource:security_group {{(pid=74185) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 28 16:42:08.756912 dv-cinder-798104-1-smb neutron-server[74185]: INFO neutron.wsgi [req-4a7a90dd-066f-4f19-8e8a-1d2a61182748 req-b728979c-63c3-4bfb-a1b9-484013df52a4 tempest-AttachVolumeShelveTestJSON-223402159 tempest-AttachVolumeShelveTestJSON-223402159-project] 10.222.0.26 "GET /v2.0/security-groups?name=tempest-securitygroup--1212193172&fields=id&tenant_id=1796e3b7b6834b8a88df228c1c9772ef HTTP/1.1" status: 200 len: 267 time: 0.2130120 Jun 28 16:42:08.773976 dv-cinder-798104-1-smb neutron-server[74185]: INFO neutron.wsgi [req-a09b8456-7737-4dac-877b-46499d40c634 req-69e6c10a-3f85-4e95-80cb-107c9fb53cb4 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=ad1db160-79ed-4f75-9884-27c71855a2d5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.3036761 Jun 28 16:42:08.778011 dv-cinder-798104-1-smb neutron-server[74187]: DEBUG neutron.notifiers.nova [None req-d0e5ad82-df9b-4ee3-8ee9-b93c74fbe1d3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 25d5253e-3b85-4631-97bb-974e5e8b1d2c {{(pid=74187) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 28 16:42:08.813606 dv-cinder-798104-1-smb neutron-server[74187]: DEBUG neutron.plugins.ml2.db [None req-d0e5ad82-df9b-4ee3-8ee9-b93c74fbe1d3 None None] For port 25d5253e-3b85-4631-97bb-974e5e8b1d2c, host hv-cinder-79810, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79810',level=0,port_id=25d5253e-3b85-4631-97bb-974e5e8b1d2c,segment=NetworkSegment(f217e17a-083c-43f0-8060-ec8790162130),segment_id=f217e17a-083c-43f0-8060-ec8790162130)] {{(pid=74187) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 16:42:08.824934 dv-cinder-798104-1-smb neutron-server[74187]: DEBUG neutron_lib.callbacks.manager [None req-d0e5ad82-df9b-4ee3-8ee9-b93c74fbe1d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-615041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1598908', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774158213048', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774157688378', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774157688423'] for port, after_update {{(pid=74187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 16:42:08.827179 dv-cinder-798104-1-smb neutron-server[74187]: DEBUG neutron.plugins.ml2.rpc [None req-d0e5ad82-df9b-4ee3-8ee9-b93c74fbe1d3 None None] Device 055df2b1-f718-4d3a-9df3-3e181fb1b971 details requested by agent hyperv_hv-cinder-79810 with host hv-cinder-79810 {{(pid=74187) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 28 16:42:08.840259 dv-cinder-798104-1-smb neutron-server[74187]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74187) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 16:42:09.032092 dv-cinder-798104-1-smb neutron-server[74187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0e5ad82-df9b-4ee3-8ee9-b93c74fbe1d3 None None] Pushing event updated for resources: {'Port': ['ID=25d5253e-3b85-4631-97bb-974e5e8b1d2c,revision_number=4']} {{(pid=74187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 16:42:09.043368 dv-cinder-798104-1-smb neutron-server[74187]: DEBUG neutron.plugins.ml2.db [None req-d0e5ad82-df9b-4ee3-8ee9-b93c74fbe1d3 None None] For port 055df2b1-f718-4d3a-9df3-3e181fb1b971, host hv-cinder-79810, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79810',level=0,port_id=055df2b1-f718-4d3a-9df3-3e181fb1b971,segment=NetworkSegment(f217e17a-083c-43f0-8060-ec8790162130),segment_id=f217e17a-083c-43f0-8060-ec8790162130)] {{(pid=74187) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 16:42:09.052704 dv-cinder-798104-1-smb neutron-server[74187]: DEBUG oslo_concurrency.lockutils [None req-d0e5ad82-df9b-4ee3-8ee9-b93c74fbe1d3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.213s {{(pid=74187) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 16:42:09.069054 dv-cinder-798104-1-smb neutron-server[74187]: DEBUG neutron.plugins.ml2.rpc [None req-d0e5ad82-df9b-4ee3-8ee9-b93c74fbe1d3 None None] Returning: {'device': '055df2b1-f718-4d3a-9df3-3e181fb1b971', 'network_id': '456cb4f0-4c56-4bb7-a5cf-eaccb243862b', 'port_id': '055df2b1-f718-4d3a-9df3-3e181fb1b971', 'mac_address': 'fa:16:3e:f6:45:88', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 403, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '766e27c3-d7d9-49ba-b0ca-4cfaf9e450d4', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=74187) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 28 16:42:09.099547 dv-cinder-798104-1-smb neutron-server[74186]: DEBUG neutron.wsgi [-] (74186) accepted ('10.222.0.26', 47544) {{(pid=74186) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 28 16:42:09.148068 dv-cinder-798104-1-smb neutron-server[74186]: DEBUG neutron_lib.callbacks.manager [None req-b420f8ef-c120-486f-8550-f5dafc73de3d admin admin] Notify callbacks [] for security_group, before_create {{(pid=74186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 16:42:09.230281 dv-cinder-798104-1-smb neutron-server[74186]: DEBUG neutron.db.quota.driver [None req-b420f8ef-c120-486f-8550-f5dafc73de3d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74186) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 28 16:42:09.239192 dv-cinder-798104-1-smb neutron-server[74186]: DEBUG neutron.quota.resource [None req-b420f8ef-c120-486f-8550-f5dafc73de3d admin admin] Usage tracker for resource:security_group_rule and tenant:498744747f04498f8e5f5ad4fa3d78d4 is out of sync, need to count used quota {{(pid=74186) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 28 16:42:09.240035 dv-cinder-798104-1-smb neutron-server[74187]: DEBUG neutron_lib.callbacks.manager [None req-d0e5ad82-df9b-4ee3-8ee9-b93c74fbe1d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621611'] for port, before_update {{(pid=74187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 16:42:09.247854 dv-cinder-798104-1-smb neutron-server[74186]: DEBUG neutron.quota.resource [None req-b420f8ef-c120-486f-8550-f5dafc73de3d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=74186) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 28 16:42:09.273080 dv-cinder-798104-1-smb neutron-server[74186]: DEBUG neutron.db.quota.driver [None req-b420f8ef-c120-486f-8550-f5dafc73de3d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74186) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 28 16:42:09.290320 dv-cinder-798104-1-smb neutron-server[74187]: DEBUG neutron.notifiers.nova [None req-d0e5ad82-df9b-4ee3-8ee9-b93c74fbe1d3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 055df2b1-f718-4d3a-9df3-3e181fb1b971 {{(pid=74187) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 28 16:42:09.320102 dv-cinder-798104-1-smb neutron-server[74185]: INFO neutron.wsgi [req-bfbe9c2e-d01a-4b36-9bf9-ca1ffe1e2b15 req-8b2840fa-fe9a-4b97-9ea8-d784b7b5d2ff tempest-ServerRescueNegativeTestJSON-1571951802 tempest-ServerRescueNegativeTestJSON-1571951802-project] 10.222.0.26 "GET /v2.0/security-groups?id=23ec9104-6b33-4b08-9a41-3b0a624abc37&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5497415 Jun 28 16:42:09.324842 dv-cinder-798104-1-smb neutron-server[74187]: DEBUG neutron.plugins.ml2.db [None req-d0e5ad82-df9b-4ee3-8ee9-b93c74fbe1d3 None None] For port 055df2b1-f718-4d3a-9df3-3e181fb1b971, host hv-cinder-79810, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79810',level=0,port_id=055df2b1-f718-4d3a-9df3-3e181fb1b971,segment=NetworkSegment(f217e17a-083c-43f0-8060-ec8790162130),segment_id=f217e17a-083c-43f0-8060-ec8790162130)] {{(pid=74187) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 16:42:09.332429 dv-cinder-798104-1-smb neutron-server[74187]: DEBUG neutron_lib.callbacks.manager [None req-d0e5ad82-df9b-4ee3-8ee9-b93c74fbe1d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-615041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1598908', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774158213048', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774157688378', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774157688423'] for port, after_update {{(pid=74187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 16:42:09.336916 dv-cinder-798104-1-smb neutron-server[74187]: DEBUG oslo_concurrency.lockutils [None req-802102fe-ac6f-4507-bec8-12b2cae9ea1b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74187) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 16:42:09.460469 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a7a90dd-066f-4f19-8e8a-1d2a61182748 req-83023ed5-26cc-42ec-994a-33d5c3e0cbf8 tempest-AttachVolumeShelveTestJSON-223402159 tempest-AttachVolumeShelveTestJSON-223402159-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=74185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 16:42:09.461789 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG neutron.quota.resource [req-4a7a90dd-066f-4f19-8e8a-1d2a61182748 req-83023ed5-26cc-42ec-994a-33d5c3e0cbf8 tempest-AttachVolumeShelveTestJSON-223402159 tempest-AttachVolumeShelveTestJSON-223402159-project] Synchronizing usage tracker for tenant:1796e3b7b6834b8a88df228c1c9772ef on resource:network {{(pid=74185) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 28 16:42:09.472958 dv-cinder-798104-1-smb neutron-server[74185]: INFO neutron.wsgi [req-a09b8456-7737-4dac-877b-46499d40c634 req-14904e1f-4f75-4fc5-a59a-27b3fb428efb service neutron] 10.222.0.41 "GET /v2.0/networks/ad1db160-79ed-4f75-9884-27c71855a2d5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6617453 Jun 28 16:42:09.481912 dv-cinder-798104-1-smb neutron-server[74186]: DEBUG neutron_lib.callbacks.manager [None req-b420f8ef-c120-486f-8550-f5dafc73de3d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=74186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 16:42:09.489002 dv-cinder-798104-1-smb neutron-server[74186]: DEBUG neutron_lib.callbacks.manager [None req-b420f8ef-c120-486f-8550-f5dafc73de3d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2050486'] for security_group, after_create {{(pid=74186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 16:42:09.500390 dv-cinder-798104-1-smb neutron-server[74186]: DEBUG oslo_concurrency.lockutils [None req-341780a7-fa67-4afc-afd9-604a33b00e46 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74186) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 16:42:09.523266 dv-cinder-798104-1-smb neutron-server[74187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0e5ad82-df9b-4ee3-8ee9-b93c74fbe1d3 None None] Pushing event updated for resources: {'Port': ['ID=055df2b1-f718-4d3a-9df3-3e181fb1b971,revision_number=4']} {{(pid=74187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 16:42:09.532837 dv-cinder-798104-1-smb neutron-server[74187]: DEBUG oslo_concurrency.lockutils [None req-d0e5ad82-df9b-4ee3-8ee9-b93c74fbe1d3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.196s {{(pid=74187) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 16:42:09.596164 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG neutron.quota.resource [req-4a7a90dd-066f-4f19-8e8a-1d2a61182748 req-83023ed5-26cc-42ec-994a-33d5c3e0cbf8 tempest-AttachVolumeShelveTestJSON-223402159 tempest-AttachVolumeShelveTestJSON-223402159-project] Unset dirty status for tenant:1796e3b7b6834b8a88df228c1c9772ef on resource:network {{(pid=74185) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 28 16:42:09.604154 dv-cinder-798104-1-smb neutron-server[74185]: INFO neutron.wsgi [req-4a7a90dd-066f-4f19-8e8a-1d2a61182748 req-83023ed5-26cc-42ec-994a-33d5c3e0cbf8 tempest-AttachVolumeShelveTestJSON-223402159 tempest-AttachVolumeShelveTestJSON-223402159-project] 10.222.0.26 "GET /v2.0/networks?id=4e66a7eb-2725-411e-9b4f-e274c7c51246 HTTP/1.1" status: 200 len: 817 time: 0.8291304 Jun 28 16:42:09.606633 dv-cinder-798104-1-smb neutron-server[74186]: INFO neutron.wsgi [None req-b420f8ef-c120-486f-8550-f5dafc73de3d admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=498744747f04498f8e5f5ad4fa3d78d4&name=default HTTP/1.1" status: 200 len: 2647 time: 0.5053256 Jun 28 16:42:09.611704 dv-cinder-798104-1-smb neutron-server[74186]: DEBUG neutron.wsgi [-] (74186) accepted ('10.222.0.26', 47554) {{(pid=74186) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 28 16:42:09.650614 dv-cinder-798104-1-smb neutron-server[74185]: INFO neutron.wsgi [req-4a7a90dd-066f-4f19-8e8a-1d2a61182748 req-61dc2e8b-cf6c-4503-93e0-66e80655bd94 tempest-AttachVolumeShelveTestJSON-223402159 tempest-AttachVolumeShelveTestJSON-223402159-project] 10.222.0.26 "GET /v2.0/quotas/1796e3b7b6834b8a88df228c1c9772ef HTTP/1.1" status: 200 len: 375 time: 0.0453913 Jun 28 16:42:09.665003 dv-cinder-798104-1-smb neutron-server[74187]: DEBUG neutron.plugins.ml2.db [None req-d0e5ad82-df9b-4ee3-8ee9-b93c74fbe1d3 None None] get_ports_and_sgs() called for port_ids ['055df2b1-f718-4d3a-9df3-3e181fb1b971'] {{(pid=74187) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jun 28 16:42:09.681060 dv-cinder-798104-1-smb neutron-server[74186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b420f8ef-c120-486f-8550-f5dafc73de3d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=12c950ee-eb01-42de-a362-0ccce24490d2,revision_number=1']} {{(pid=74186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 16:42:09.731897 dv-cinder-798104-1-smb neutron-server[74187]: DEBUG neutron.plugins.ml2.db [None req-d0e5ad82-df9b-4ee3-8ee9-b93c74fbe1d3 None None] get_ports_and_sgs() called for port_ids ['25d5253e-3b85-4631-97bb-974e5e8b1d2c'] {{(pid=74187) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jun 28 16:42:09.742261 dv-cinder-798104-1-smb neutron-server[74186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b420f8ef-c120-486f-8550-f5dafc73de3d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798104-1-smb {{(pid=74186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 16:42:09.742805 dv-cinder-798104-1-smb neutron-server[74186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b420f8ef-c120-486f-8550-f5dafc73de3d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798104-1-smb {{(pid=74186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 16:42:09.743307 dv-cinder-798104-1-smb neutron-server[74186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b420f8ef-c120-486f-8550-f5dafc73de3d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798104-1-smb {{(pid=74186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 16:42:09.743794 dv-cinder-798104-1-smb neutron-server[74186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b420f8ef-c120-486f-8550-f5dafc73de3d admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-798104-1-smb {{(pid=74186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 16:42:09.744354 dv-cinder-798104-1-smb neutron-server[74186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b420f8ef-c120-486f-8550-f5dafc73de3d admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798104-1-smb {{(pid=74186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 16:42:09.744838 dv-cinder-798104-1-smb neutron-server[74186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b420f8ef-c120-486f-8550-f5dafc73de3d admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-798104-1-smb {{(pid=74186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 16:42:09.747840 dv-cinder-798104-1-smb neutron-server[74186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b420f8ef-c120-486f-8550-f5dafc73de3d admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798104-1-smb {{(pid=74186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 16:42:09.748436 dv-cinder-798104-1-smb neutron-server[74186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b420f8ef-c120-486f-8550-f5dafc73de3d admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798104-1-smb {{(pid=74186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 16:42:09.748960 dv-cinder-798104-1-smb neutron-server[74186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b420f8ef-c120-486f-8550-f5dafc73de3d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798104-1-smb {{(pid=74186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 16:42:09.749445 dv-cinder-798104-1-smb neutron-server[74186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b420f8ef-c120-486f-8550-f5dafc73de3d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798104-1-smb {{(pid=74186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 16:42:09.750029 dv-cinder-798104-1-smb neutron-server[74186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b420f8ef-c120-486f-8550-f5dafc73de3d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798104-1-smb {{(pid=74186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 16:42:09.792180 dv-cinder-798104-1-smb neutron-server[74186]: DEBUG oslo_concurrency.lockutils [None req-b420f8ef-c120-486f-8550-f5dafc73de3d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.281s {{(pid=74186) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 16:42:09.828369 dv-cinder-798104-1-smb neutron-server[74185]: INFO neutron.wsgi [req-a09b8456-7737-4dac-877b-46499d40c634 req-bc7c08d2-e1fd-4d0a-8d58-5a66983e097d service neutron] 10.222.0.41 "GET /v2.0/networks/ad1db160-79ed-4f75-9884-27c71855a2d5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3409722 Jun 28 16:42:09.866709 dv-cinder-798104-1-smb neutron-server[74186]: DEBUG neutron_lib.callbacks.manager [None req-6ea278ad-1dd0-46f3-afc4-03d959bb8cc1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=74186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 16:42:09.964785 dv-cinder-798104-1-smb neutron-server[74186]: DEBUG neutron_lib.callbacks.manager [None req-6ea278ad-1dd0-46f3-afc4-03d959bb8cc1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=74186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 16:42:10.092097 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG neutron.quota.resource [req-4a7a90dd-066f-4f19-8e8a-1d2a61182748 req-75a8fd1e-277c-432d-a445-4ce9aa0c7def tempest-AttachVolumeShelveTestJSON-223402159 tempest-AttachVolumeShelveTestJSON-223402159-project] Synchronizing usage tracker for tenant:1796e3b7b6834b8a88df228c1c9772ef on resource:port {{(pid=74185) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 28 16:42:10.175029 dv-cinder-798104-1-smb neutron-server[74186]: DEBUG neutron_lib.callbacks.manager [None req-6ea278ad-1dd0-46f3-afc4-03d959bb8cc1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2050486'] for security_group, after_delete {{(pid=74186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 16:42:10.175669 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG neutron.quota.resource [req-4a7a90dd-066f-4f19-8e8a-1d2a61182748 req-75a8fd1e-277c-432d-a445-4ce9aa0c7def tempest-AttachVolumeShelveTestJSON-223402159 tempest-AttachVolumeShelveTestJSON-223402159-project] Unset dirty status for tenant:1796e3b7b6834b8a88df228c1c9772ef on resource:port {{(pid=74185) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 28 16:42:10.185599 dv-cinder-798104-1-smb neutron-server[74185]: INFO neutron.wsgi [req-4a7a90dd-066f-4f19-8e8a-1d2a61182748 req-75a8fd1e-277c-432d-a445-4ce9aa0c7def tempest-AttachVolumeShelveTestJSON-223402159 tempest-AttachVolumeShelveTestJSON-223402159-project] 10.222.0.26 "GET /v2.0/ports?tenant_id=1796e3b7b6834b8a88df228c1c9772ef&fields=id HTTP/1.1" status: 200 len: 348 time: 0.5336537 Jun 28 16:42:10.186580 dv-cinder-798104-1-smb neutron-server[74186]: DEBUG oslo_concurrency.lockutils [None req-05c4ef25-2ada-45d6-9c34-d007b3cea43e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74186) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 16:42:10.197975 dv-cinder-798104-1-smb neutron-server[74185]: INFO neutron.wsgi [req-35ba099d-3390-43dc-bf9c-050e31cfcc0d req-f7dd9148-9187-45a4-a203-b4ddff8d1109 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=2f9864be4f7741e0aa69625d43b5a918&device_id=1577b494-1b54-45ce-baf1-96f6d50deecb HTTP/1.1" status: 200 len: 1096 time: 0.2316628 Jun 28 16:42:10.207541 dv-cinder-798104-1-smb neutron-server[74186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ea278ad-1dd0-46f3-afc4-03d959bb8cc1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=12c950ee-eb01-42de-a362-0ccce24490d2,revision_number=None']} {{(pid=74186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 16:42:10.211702 dv-cinder-798104-1-smb neutron-server[74186]: DEBUG oslo_concurrency.lockutils [None req-6ea278ad-1dd0-46f3-afc4-03d959bb8cc1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=74186) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 16:42:10.223178 dv-cinder-798104-1-smb neutron-server[74186]: DEBUG neutron_lib.callbacks.manager [None req-6ea278ad-1dd0-46f3-afc4-03d959bb8cc1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=74186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 16:42:10.231501 dv-cinder-798104-1-smb neutron-server[74186]: INFO neutron.wsgi [None req-6ea278ad-1dd0-46f3-afc4-03d959bb8cc1 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/12c950ee-eb01-42de-a362-0ccce24490d2 HTTP/1.1" status: 204 len: 168 time: 0.6178498 Jun 28 16:42:10.569090 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35ba099d-3390-43dc-bf9c-050e31cfcc0d req-c31f458b-205d-45bb-88ca-f2361bf8db36 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=74185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 16:42:10.570564 dv-cinder-798104-1-smb neutron-server[74185]: INFO neutron.wsgi [req-35ba099d-3390-43dc-bf9c-050e31cfcc0d req-c31f458b-205d-45bb-88ca-f2361bf8db36 service neutron] 10.222.0.41 "GET /v2.0/networks?id=ad1db160-79ed-4f75-9884-27c71855a2d5 HTTP/1.1" status: 200 len: 912 time: 0.3271115 Jun 28 16:42:10.599064 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c436d11-629a-462b-b682-7a5c206a34bc req-9a86d323-5d26-4b70-a29c-cbe3c1548b3e tempest-AttachVolumeTestJSON-1575976490 tempest-AttachVolumeTestJSON-1575976490-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 16:42:10.600782 dv-cinder-798104-1-smb neutron-server[74185]: INFO neutron.wsgi [req-2c436d11-629a-462b-b682-7a5c206a34bc req-9a86d323-5d26-4b70-a29c-cbe3c1548b3e tempest-AttachVolumeTestJSON-1575976490 tempest-AttachVolumeTestJSON-1575976490-project] 10.222.0.26 "GET /v2.0/ports?device_id=1577b494-1b54-45ce-baf1-96f6d50deecb HTTP/1.1" status: 200 len: 943 time: 0.7279143 Jun 28 16:42:10.700854 dv-cinder-798104-1-smb neutron-server[74185]: INFO neutron.wsgi [req-35ba099d-3390-43dc-bf9c-050e31cfcc0d req-b144bb82-9e9d-45c9-b928-f70ee3f0e105 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=0e7dd6cd-c2b1-4bf7-b9a5-6d14c163b7c0 HTTP/1.1" status: 200 len: 217 time: 0.1098433 Jun 28 16:42:10.804981 dv-cinder-798104-1-smb neutron-server[74185]: INFO neutron.wsgi [req-2c436d11-629a-462b-b682-7a5c206a34bc req-e3f591dc-eaef-4791-933b-f367732a5c27 tempest-AttachVolumeTestJSON-1575976490 tempest-AttachVolumeTestJSON-1575976490-project] 10.222.0.26 "GET /v2.0/security-groups?id=d4fabaec-765c-44eb-aea3-0feba44aab14&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1516228 Jun 28 16:42:10.815826 dv-cinder-798104-1-smb neutron-server[74185]: INFO neutron.wsgi [req-4a7a90dd-066f-4f19-8e8a-1d2a61182748 req-38a07e3e-dbe1-490f-9c59-c7d806703491 service neutron] 10.222.0.26 "GET /v2.0/networks/4e66a7eb-2725-411e-9b4f-e274c7c51246?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6160195 Jun 28 16:42:10.853317 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35ba099d-3390-43dc-bf9c-050e31cfcc0d req-4d7d0c3d-a8aa-4873-b992-ceacd8853d50 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=74185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 16:42:10.859927 dv-cinder-798104-1-smb neutron-server[74185]: INFO neutron.wsgi [req-35ba099d-3390-43dc-bf9c-050e31cfcc0d req-4d7d0c3d-a8aa-4873-b992-ceacd8853d50 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=37b72020-400c-49f7-aceb-0167a7e84569 HTTP/1.1" status: 200 len: 850 time: 0.1346447 Jun 28 16:42:11.085399 dv-cinder-798104-1-smb neutron-server[74185]: INFO neutron.wsgi [req-4a7a90dd-066f-4f19-8e8a-1d2a61182748 req-c2272dc9-383e-4622-bc61-36a245b5fc98 service neutron] 10.222.0.26 "GET /v2.0/networks/4e66a7eb-2725-411e-9b4f-e274c7c51246?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2684109 Jun 28 16:42:11.100571 dv-cinder-798104-1-smb neutron-server[74185]: INFO neutron.wsgi [req-35ba099d-3390-43dc-bf9c-050e31cfcc0d req-1b3b6ee9-d319-4e09-a2ef-75cf81a38b7f service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=ad1db160-79ed-4f75-9884-27c71855a2d5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1537819 Jun 28 16:42:11.515195 dv-cinder-798104-1-smb neutron-server[74185]: INFO neutron.wsgi [req-35ba099d-3390-43dc-bf9c-050e31cfcc0d req-bee08c66-6db9-4ca7-a9cc-61d67678beac service neutron] 10.222.0.41 "GET /v2.0/networks/ad1db160-79ed-4f75-9884-27c71855a2d5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4044893 Jun 28 16:42:11.948651 dv-cinder-798104-1-smb neutron-server[74185]: INFO neutron.wsgi [req-35ba099d-3390-43dc-bf9c-050e31cfcc0d req-5da6a703-87d8-49c0-940a-6466fe0eb1cf service neutron] 10.222.0.41 "GET /v2.0/networks/ad1db160-79ed-4f75-9884-27c71855a2d5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4171488 Jun 28 16:42:11.969882 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01064f20-3b3d-44d5-950c-be57fef2b027 req-971b74b3-f988-4092-9763-35e976a334af tempest-ServerRescueNegativeTestJSON-1571951802 tempest-ServerRescueNegativeTestJSON-1571951802-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 16:42:11.972646 dv-cinder-798104-1-smb neutron-server[74185]: INFO neutron.wsgi [req-01064f20-3b3d-44d5-950c-be57fef2b027 req-971b74b3-f988-4092-9763-35e976a334af tempest-ServerRescueNegativeTestJSON-1571951802 tempest-ServerRescueNegativeTestJSON-1571951802-project] 10.222.0.26 "GET /v2.0/ports?device_id=4a8c302d-62ce-4c05-8798-3bd26de618b4 HTTP/1.1" status: 200 len: 945 time: 0.5433214 Jun 28 16:42:12.100800 dv-cinder-798104-1-smb neutron-server[74187]: DEBUG neutron.plugins.ml2.rpc [None req-d0e5ad82-df9b-4ee3-8ee9-b93c74fbe1d3 None None] Device 25d5253e-3b85-4631-97bb-974e5e8b1d2c up at agent hyperv_hv-cinder-79810 {{(pid=74187) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 28 16:42:12.196531 dv-cinder-798104-1-smb neutron-server[74185]: INFO neutron.wsgi [req-01064f20-3b3d-44d5-950c-be57fef2b027 req-0dfae9ca-8d8c-45e5-9f64-7e5f76c91857 tempest-ServerRescueNegativeTestJSON-1571951802 tempest-ServerRescueNegativeTestJSON-1571951802-project] 10.222.0.26 "GET /v2.0/security-groups?id=23ec9104-6b33-4b08-9a41-3b0a624abc37&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2166018 Jun 28 16:42:12.250117 dv-cinder-798104-1-smb neutron-server[74185]: INFO neutron.wsgi [req-1efb5f7d-4115-4ae6-8087-50961dd8584e req-31ac81f3-319f-4d21-8787-a103b910e3ea tempest-AttachVolumeShelveTestJSON-223402159 tempest-AttachVolumeShelveTestJSON-223402159-project] 10.222.0.26 "GET /v2.0/ports?device_id=ca0f1f28-abee-4019-a85a-f11d82e2a8a7 HTTP/1.1" status: 200 len: 210 time: 0.1473587 Jun 28 16:42:12.357806 dv-cinder-798104-1-smb neutron-server[74187]: DEBUG neutron.db.provisioning_blocks [None req-d0e5ad82-df9b-4ee3-8ee9-b93c74fbe1d3 None None] Provisioning for port 25d5253e-3b85-4631-97bb-974e5e8b1d2c completed by entity L2. {{(pid=74187) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 28 16:42:12.366863 dv-cinder-798104-1-smb neutron-server[74187]: DEBUG neutron.db.provisioning_blocks [None req-d0e5ad82-df9b-4ee3-8ee9-b93c74fbe1d3 None None] Provisioning complete for port 25d5253e-3b85-4631-97bb-974e5e8b1d2c triggered by entity L2. {{(pid=74187) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 28 16:42:12.367785 dv-cinder-798104-1-smb neutron-server[74187]: DEBUG neutron_lib.callbacks.manager [None req-d0e5ad82-df9b-4ee3-8ee9-b93c74fbe1d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1002786'] for port, provisioning_complete {{(pid=74187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 16:42:12.633517 dv-cinder-798104-1-smb neutron-server[74187]: DEBUG neutron_lib.callbacks.manager [None req-d0e5ad82-df9b-4ee3-8ee9-b93c74fbe1d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621611'] for port, before_update {{(pid=74187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 16:42:12.682427 dv-cinder-798104-1-smb neutron-server[74187]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '79124724-6c76-47fc-bb83-d30672ff67e9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '25d5253e-3b85-4631-97bb-974e5e8b1d2c'}] {{(pid=74187) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 28 16:42:12.697998 dv-cinder-798104-1-smb neutron-server[74187]: DEBUG neutron.plugins.ml2.db [None req-d0e5ad82-df9b-4ee3-8ee9-b93c74fbe1d3 None None] For port 25d5253e-3b85-4631-97bb-974e5e8b1d2c, host hv-cinder-79810, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79810',level=0,port_id=25d5253e-3b85-4631-97bb-974e5e8b1d2c,segment=NetworkSegment(f217e17a-083c-43f0-8060-ec8790162130),segment_id=f217e17a-083c-43f0-8060-ec8790162130)] {{(pid=74187) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 16:42:12.739326 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96f2bff4-dd53-4d92-a96e-9214e77ceffd req-176800fb-0ed6-4dcc-9d11-26004bb0a27e tempest-AttachVolumeTestJSON-1575976490 tempest-AttachVolumeTestJSON-1575976490-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 16:42:12.755692 dv-cinder-798104-1-smb neutron-server[74185]: INFO neutron.wsgi [req-96f2bff4-dd53-4d92-a96e-9214e77ceffd req-176800fb-0ed6-4dcc-9d11-26004bb0a27e tempest-AttachVolumeTestJSON-1575976490 tempest-AttachVolumeTestJSON-1575976490-project] 10.222.0.26 "GET /v2.0/ports?device_id=1577b494-1b54-45ce-baf1-96f6d50deecb HTTP/1.1" status: 200 len: 943 time: 0.2870970 Jun 28 16:42:12.778641 dv-cinder-798104-1-smb neutron-server[74187]: DEBUG neutron_lib.callbacks.manager [None req-d0e5ad82-df9b-4ee3-8ee9-b93c74fbe1d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-615041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1598908', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774158213048', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774157688378', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774157688423'] for port, after_update {{(pid=74187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 16:42:12.779605 dv-cinder-798104-1-smb neutron-server[74187]: DEBUG neutron.plugins.ml2.rpc [None req-d0e5ad82-df9b-4ee3-8ee9-b93c74fbe1d3 None None] Device 055df2b1-f718-4d3a-9df3-3e181fb1b971 up at agent hyperv_hv-cinder-79810 {{(pid=74187) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 28 16:42:12.866891 dv-cinder-798104-1-smb neutron-server[74185]: INFO neutron.wsgi [req-96f2bff4-dd53-4d92-a96e-9214e77ceffd req-3cbc9ca8-48a5-4d4f-b872-14f426f160cd tempest-AttachVolumeTestJSON-1575976490 tempest-AttachVolumeTestJSON-1575976490-project] 10.222.0.26 "GET /v2.0/security-groups?id=d4fabaec-765c-44eb-aea3-0feba44aab14&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1101639 Jun 28 16:42:12.915045 dv-cinder-798104-1-smb neutron-server[74187]: DEBUG oslo_concurrency.lockutils [None req-c72dd329-595c-4eca-9296-ba6eff8780d9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74187) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 16:42:12.941994 dv-cinder-798104-1-smb neutron-server[74188]: DEBUG neutron.db.agents_db [None req-8255730c-b11f-4cfb-aeb3-67319944b41a None None] Agent healthcheck: found 6 active agents {{(pid=74188) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jun 28 16:42:13.013573 dv-cinder-798104-1-smb neutron-server[74187]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '79124724-6c76-47fc-bb83-d30672ff67e9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '25d5253e-3b85-4631-97bb-974e5e8b1d2c', 'code': 200} Jun 28 16:42:13.098825 dv-cinder-798104-1-smb neutron-server[74187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0e5ad82-df9b-4ee3-8ee9-b93c74fbe1d3 None None] Pushing event updated for resources: {'Port': ['ID=25d5253e-3b85-4631-97bb-974e5e8b1d2c,revision_number=5']} {{(pid=74187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 16:42:13.142662 dv-cinder-798104-1-smb neutron-server[74187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0e5ad82-df9b-4ee3-8ee9-b93c74fbe1d3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798104-1-smb {{(pid=74187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 16:42:13.143297 dv-cinder-798104-1-smb neutron-server[74187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0e5ad82-df9b-4ee3-8ee9-b93c74fbe1d3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798104-1-smb {{(pid=74187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 16:42:13.143598 dv-cinder-798104-1-smb neutron-server[74187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0e5ad82-df9b-4ee3-8ee9-b93c74fbe1d3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798104-1-smb {{(pid=74187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 16:42:13.144325 dv-cinder-798104-1-smb neutron-server[74187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0e5ad82-df9b-4ee3-8ee9-b93c74fbe1d3 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-798104-1-smb {{(pid=74187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 16:42:13.144972 dv-cinder-798104-1-smb neutron-server[74187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0e5ad82-df9b-4ee3-8ee9-b93c74fbe1d3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798104-1-smb {{(pid=74187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 16:42:13.145632 dv-cinder-798104-1-smb neutron-server[74187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0e5ad82-df9b-4ee3-8ee9-b93c74fbe1d3 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-798104-1-smb {{(pid=74187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 16:42:13.147500 dv-cinder-798104-1-smb neutron-server[74187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0e5ad82-df9b-4ee3-8ee9-b93c74fbe1d3 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798104-1-smb {{(pid=74187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 16:42:13.148195 dv-cinder-798104-1-smb neutron-server[74187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0e5ad82-df9b-4ee3-8ee9-b93c74fbe1d3 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798104-1-smb {{(pid=74187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 16:42:13.148903 dv-cinder-798104-1-smb neutron-server[74187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0e5ad82-df9b-4ee3-8ee9-b93c74fbe1d3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798104-1-smb {{(pid=74187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 16:42:13.149557 dv-cinder-798104-1-smb neutron-server[74187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0e5ad82-df9b-4ee3-8ee9-b93c74fbe1d3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798104-1-smb {{(pid=74187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 16:42:13.150209 dv-cinder-798104-1-smb neutron-server[74187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0e5ad82-df9b-4ee3-8ee9-b93c74fbe1d3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798104-1-smb {{(pid=74187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 16:42:13.156978 dv-cinder-798104-1-smb neutron-server[74187]: DEBUG neutron.db.provisioning_blocks [None req-d0e5ad82-df9b-4ee3-8ee9-b93c74fbe1d3 None None] Provisioning for port 055df2b1-f718-4d3a-9df3-3e181fb1b971 completed by entity L2. {{(pid=74187) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 28 16:42:13.180076 dv-cinder-798104-1-smb neutron-server[74187]: DEBUG oslo_concurrency.lockutils [None req-d0e5ad82-df9b-4ee3-8ee9-b93c74fbe1d3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.265s {{(pid=74187) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 16:42:13.184360 dv-cinder-798104-1-smb neutron-server[74187]: DEBUG neutron.db.provisioning_blocks [None req-d0e5ad82-df9b-4ee3-8ee9-b93c74fbe1d3 None None] Provisioning complete for port 055df2b1-f718-4d3a-9df3-3e181fb1b971 triggered by entity L2. {{(pid=74187) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 28 16:42:13.184803 dv-cinder-798104-1-smb neutron-server[74187]: DEBUG neutron_lib.callbacks.manager [None req-d0e5ad82-df9b-4ee3-8ee9-b93c74fbe1d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1002786'] for port, provisioning_complete {{(pid=74187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 16:42:13.441859 dv-cinder-798104-1-smb neutron-server[74185]: INFO neutron.wsgi [req-5a2dbfa6-7107-4d3a-a2d7-5d5caec41730 req-ac3cc179-b311-4e2f-9b39-dd2d96069843 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=79124724-6c76-47fc-bb83-d30672ff67e9 HTTP/1.1" status: 200 len: 1099 time: 0.1630337 Jun 28 16:42:13.680981 dv-cinder-798104-1-smb neutron-server[74187]: DEBUG neutron_lib.callbacks.manager [None req-d0e5ad82-df9b-4ee3-8ee9-b93c74fbe1d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621611'] for port, before_update {{(pid=74187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 16:42:13.713988 dv-cinder-798104-1-smb neutron-server[74187]: DEBUG neutron_lib.callbacks.manager [None req-a01165a6-5686-4a53-8013-da7df561244d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774158209648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1002899'] for agent, after_update {{(pid=74187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 16:42:13.739740 dv-cinder-798104-1-smb neutron-server[74187]: DEBUG neutron.plugins.ml2.db [None req-d0e5ad82-df9b-4ee3-8ee9-b93c74fbe1d3 None None] For port 055df2b1-f718-4d3a-9df3-3e181fb1b971, host hv-cinder-79810, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79810',level=0,port_id=055df2b1-f718-4d3a-9df3-3e181fb1b971,segment=NetworkSegment(f217e17a-083c-43f0-8060-ec8790162130),segment_id=f217e17a-083c-43f0-8060-ec8790162130)] {{(pid=74187) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 16:42:13.748812 dv-cinder-798104-1-smb neutron-server[74187]: DEBUG neutron_lib.callbacks.manager [None req-d0e5ad82-df9b-4ee3-8ee9-b93c74fbe1d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-615041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1598908', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774158213048', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774157688378', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774157688423'] for port, after_update {{(pid=74187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 16:42:13.753729 dv-cinder-798104-1-smb neutron-server[74187]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74187) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 16:42:13.803893 dv-cinder-798104-1-smb neutron-server[74185]: INFO neutron.wsgi [req-14e42f90-ac3d-40a8-88cd-022872b05ec8 req-dd693ff8-b42d-480e-b797-53c0c2236fad tempest-AttachVolumeShelveTestJSON-223402159 tempest-AttachVolumeShelveTestJSON-223402159-project] 10.222.0.26 "GET /v2.0/ports?device_id=ca0f1f28-abee-4019-a85a-f11d82e2a8a7 HTTP/1.1" status: 200 len: 210 time: 0.1241245 Jun 28 16:42:13.808758 dv-cinder-798104-1-smb neutron-server[74185]: INFO neutron.wsgi [req-5a2dbfa6-7107-4d3a-a2d7-5d5caec41730 req-00029d73-20b4-4022-b986-cf94a93cd835 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=23ec9104-6b33-4b08-9a41-3b0a624abc37&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3442092 Jun 28 16:42:13.909973 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23a98e10-7858-4e21-b406-dc7d044a2b3d req-4e87364e-eab9-4390-aab7-bc7c3647534d tempest-ServerRescueNegativeTestJSON-1571951802 tempest-ServerRescueNegativeTestJSON-1571951802-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 16:42:13.932531 dv-cinder-798104-1-smb neutron-server[74185]: INFO neutron.wsgi [req-23a98e10-7858-4e21-b406-dc7d044a2b3d req-4e87364e-eab9-4390-aab7-bc7c3647534d tempest-ServerRescueNegativeTestJSON-1571951802 tempest-ServerRescueNegativeTestJSON-1571951802-project] 10.222.0.26 "GET /v2.0/ports?device_id=4a8c302d-62ce-4c05-8798-3bd26de618b4 HTTP/1.1" status: 200 len: 945 time: 0.3978260 Jun 28 16:42:13.986063 dv-cinder-798104-1-smb neutron-server[74187]: DEBUG neutron_lib.callbacks.manager [None req-c72dd329-595c-4eca-9296-ba6eff8780d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774158209648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1002899'] for agent, after_update {{(pid=74187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 16:42:14.023616 dv-cinder-798104-1-smb neutron-server[74187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0e5ad82-df9b-4ee3-8ee9-b93c74fbe1d3 None None] Pushing event updated for resources: {'Port': ['ID=055df2b1-f718-4d3a-9df3-3e181fb1b971,revision_number=5']} {{(pid=74187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 16:42:14.036089 dv-cinder-798104-1-smb neutron-server[74187]: DEBUG oslo_concurrency.lockutils [None req-d0e5ad82-df9b-4ee3-8ee9-b93c74fbe1d3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.281s {{(pid=74187) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 16:42:14.103217 dv-cinder-798104-1-smb neutron-server[74187]: DEBUG neutron.plugins.ml2.rpc [None req-d0e5ad82-df9b-4ee3-8ee9-b93c74fbe1d3 None None] Device 0e7dd6cd-c2b1-4bf7-b9a5-6d14c163b7c0 details requested by agent hyperv_hv-cinder-79810 with host hv-cinder-79810 {{(pid=74187) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 28 16:42:14.124074 dv-cinder-798104-1-smb neutron-server[74185]: INFO neutron.wsgi [req-23a98e10-7858-4e21-b406-dc7d044a2b3d req-76586aba-47ae-453c-9891-22281a26497f tempest-ServerRescueNegativeTestJSON-1571951802 tempest-ServerRescueNegativeTestJSON-1571951802-project] 10.222.0.26 "GET /v2.0/security-groups?id=23ec9104-6b33-4b08-9a41-3b0a624abc37&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1883266 Jun 28 16:42:14.454673 dv-cinder-798104-1-smb neutron-server[74187]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6fc373be-447c-4674-9061-33d287b9f978 None None] Sync routers for ids ['37fc708e-b76d-48af-94e2-885e9728d38e'] in dv-cinder-798104-1-smb {{(pid=74187) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jun 28 16:42:14.476341 dv-cinder-798104-1-smb neutron-server[74186]: INFO neutron.wsgi [req-92ba93ec-fc66-4c77-8cb1-2a51974147d2 req-0ecd4d13-4d04-47a0-80e7-1d75572aca57 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=2085ff8a-4738-4d8b-ac96-e46f842c434d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1749423 Jun 28 16:42:14.500967 dv-cinder-798104-1-smb neutron-server[74187]: DEBUG neutron.plugins.ml2.db [None req-d0e5ad82-df9b-4ee3-8ee9-b93c74fbe1d3 None None] For port 0e7dd6cd-c2b1-4bf7-b9a5-6d14c163b7c0, host hv-cinder-79810, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79810',level=0,port_id=0e7dd6cd-c2b1-4bf7-b9a5-6d14c163b7c0,segment=NetworkSegment(c39146b4-a4d2-486a-bb26-fc05ca06bf0a),segment_id=c39146b4-a4d2-486a-bb26-fc05ca06bf0a)] {{(pid=74187) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 16:42:14.504821 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f9ddd67-afc2-4b51-a16f-8cbf8859fb3d req-1e7ebdcc-d27f-4341-8ae4-329791b409dc tempest-AttachVolumeTestJSON-1575976490 tempest-AttachVolumeTestJSON-1575976490-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 16:42:14.517799 dv-cinder-798104-1-smb neutron-server[74185]: INFO neutron.wsgi [req-6f9ddd67-afc2-4b51-a16f-8cbf8859fb3d req-1e7ebdcc-d27f-4341-8ae4-329791b409dc tempest-AttachVolumeTestJSON-1575976490 tempest-AttachVolumeTestJSON-1575976490-project] 10.222.0.26 "GET /v2.0/ports?device_id=1577b494-1b54-45ce-baf1-96f6d50deecb HTTP/1.1" status: 200 len: 943 time: 0.3820705 Jun 28 16:42:14.530665 dv-cinder-798104-1-smb neutron-server[74187]: DEBUG neutron.plugins.ml2.rpc [None req-d0e5ad82-df9b-4ee3-8ee9-b93c74fbe1d3 None None] Returning: {'device': '0e7dd6cd-c2b1-4bf7-b9a5-6d14c163b7c0', 'network_id': 'ad1db160-79ed-4f75-9884-27c71855a2d5', 'port_id': '0e7dd6cd-c2b1-4bf7-b9a5-6d14c163b7c0', 'mac_address': 'fa:16:3e:15:7b:63', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 402, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '37b72020-400c-49f7-aceb-0167a7e84569', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=74187) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 28 16:42:14.546367 dv-cinder-798104-1-smb neutron-server[74187]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6fc373be-447c-4674-9061-33d287b9f978 None None] Routers {'37fc708e-b76d-48af-94e2-885e9728d38e'} bound to L3 agent in host dv-cinder-798104-1-smb {{(pid=74187) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 28 16:42:14.547003 dv-cinder-798104-1-smb neutron-server[74187]: DEBUG neutron.db.l3_hamode_db [None req-6fc373be-447c-4674-9061-33d287b9f978 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-798104-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-28T16:32:46Z,description=,heartbeat_timestamp=2021-06-28T16:41:46Z,host='dv-cinder-798104-1-smb',id=633adcd1-515e-4435-b14d-49f054abd10f,load=0,resource_versions=,resources_synced=,started_at=2021-06-28T16:32:46Z,topic='l3_agent')) {'router_ids': ['37fc708e-b76d-48af-94e2-885e9728d38e'], 'active': True} {{(pid=74187) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 16:42:14.652711 dv-cinder-798104-1-smb neutron-server[74185]: INFO neutron.wsgi [req-6f9ddd67-afc2-4b51-a16f-8cbf8859fb3d req-bba9173c-cb97-4c6c-9083-ff93e98a52b7 tempest-AttachVolumeTestJSON-1575976490 tempest-AttachVolumeTestJSON-1575976490-project] 10.222.0.26 "GET /v2.0/security-groups?id=d4fabaec-765c-44eb-aea3-0feba44aab14&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1311810 Jun 28 16:42:14.689570 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a7a90dd-066f-4f19-8e8a-1d2a61182748 req-c1bdb230-051d-465c-b8c8-11a2a4be5b8f tempest-AttachVolumeShelveTestJSON-223402159 tempest-AttachVolumeShelveTestJSON-223402159-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=74185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 16:42:14.691524 dv-cinder-798104-1-smb neutron-server[74185]: INFO neutron.wsgi [req-4a7a90dd-066f-4f19-8e8a-1d2a61182748 req-c1bdb230-051d-465c-b8c8-11a2a4be5b8f tempest-AttachVolumeShelveTestJSON-223402159 tempest-AttachVolumeShelveTestJSON-223402159-project] 10.222.0.41 "GET /v2.0/networks?id=4e66a7eb-2725-411e-9b4f-e274c7c51246 HTTP/1.1" status: 200 len: 817 time: 0.4304733 Jun 28 16:42:14.834983 dv-cinder-798104-1-smb neutron-server[74185]: INFO neutron.wsgi [req-4a7a90dd-066f-4f19-8e8a-1d2a61182748 req-cca380dc-9557-4068-b00d-e9141cd3e80e tempest-AttachVolumeShelveTestJSON-223402159 tempest-AttachVolumeShelveTestJSON-223402159-project] 10.222.0.41 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=1796e3b7b6834b8a88df228c1c9772ef HTTP/1.1" status: 200 len: 380 time: 0.1043229 Jun 28 16:42:14.840288 dv-cinder-798104-1-smb neutron-server[74187]: DEBUG neutron.db.l3_dvr_db [None req-6fc373be-447c-4674-9061-33d287b9f978 None None] Set router 37fc708e-b76d-48af-94e2-885e9728d38e gateway port host: dv-cinder-798104-1-smb {{(pid=74187) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jun 28 16:42:14.876637 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG neutron.api.v2.base [req-4a7a90dd-066f-4f19-8e8a-1d2a61182748 req-f0e326c3-20fc-4d36-953b-e847ec181627 tempest-AttachVolumeShelveTestJSON-223402159 tempest-AttachVolumeShelveTestJSON-223402159-project] Request body: {'port': {'device_id': 'ca0f1f28-abee-4019-a85a-f11d82e2a8a7', 'network_id': '4e66a7eb-2725-411e-9b4f-e274c7c51246', 'admin_state_up': True, 'tenant_id': '1796e3b7b6834b8a88df228c1c9772ef', 'security_groups': ['9d5e5bf1-75b7-4451-8ba3-68d562e2bb7c']}} {{(pid=74185) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jun 28 16:42:14.998224 dv-cinder-798104-1-smb neutron-server[74186]: INFO neutron.wsgi [req-92ba93ec-fc66-4c77-8cb1-2a51974147d2 req-769fd07e-462c-420b-b706-6f6bc189a129 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=74ddec19a7d64aa19adab6235e2182e1&device_id=2085ff8a-4738-4d8b-ac96-e46f842c434d HTTP/1.1" status: 200 len: 1098 time: 0.3243937 Jun 28 16:42:15.025393 dv-cinder-798104-1-smb neutron-server[74187]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4a8c302d-62ce-4c05-8798-3bd26de618b4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '055df2b1-f718-4d3a-9df3-3e181fb1b971'}] {{(pid=74187) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 28 16:42:15.367734 dv-cinder-798104-1-smb neutron-server[74187]: DEBUG neutron_lib.callbacks.manager [None req-d0e5ad82-df9b-4ee3-8ee9-b93c74fbe1d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621611'] for port, before_update {{(pid=74187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 16:42:15.400630 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG neutron.db.quota.driver [req-4a7a90dd-066f-4f19-8e8a-1d2a61182748 req-f0e326c3-20fc-4d36-953b-e847ec181627 tempest-AttachVolumeShelveTestJSON-223402159 tempest-AttachVolumeShelveTestJSON-223402159-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74185) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 28 16:42:15.412272 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG neutron.db.quota.driver [req-4a7a90dd-066f-4f19-8e8a-1d2a61182748 req-f0e326c3-20fc-4d36-953b-e847ec181627 tempest-AttachVolumeShelveTestJSON-223402159 tempest-AttachVolumeShelveTestJSON-223402159-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=74185) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 28 16:42:15.463679 dv-cinder-798104-1-smb neutron-server[74186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92ba93ec-fc66-4c77-8cb1-2a51974147d2 req-bee8599f-9c86-49b6-953a-334babf1dc9f service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=74186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 16:42:15.466244 dv-cinder-798104-1-smb neutron-server[74186]: INFO neutron.wsgi [req-92ba93ec-fc66-4c77-8cb1-2a51974147d2 req-bee8599f-9c86-49b6-953a-334babf1dc9f service neutron] 10.222.0.41 "GET /v2.0/networks?id=57bed292-9c57-428d-ab78-cedbab0d959b HTTP/1.1" status: 200 len: 913 time: 0.4112229 Jun 28 16:42:15.470650 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4a7a90dd-066f-4f19-8e8a-1d2a61182748 req-f0e326c3-20fc-4d36-953b-e847ec181627 tempest-AttachVolumeShelveTestJSON-223402159 tempest-AttachVolumeShelveTestJSON-223402159-project] Made reservation on behalf of 1796e3b7b6834b8a88df228c1c9772ef for: {'port': 1} {{(pid=74185) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 28 16:42:15.474714 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG neutron_lib.callbacks.manager [req-4a7a90dd-066f-4f19-8e8a-1d2a61182748 req-f0e326c3-20fc-4d36-953b-e847ec181627 tempest-AttachVolumeShelveTestJSON-223402159 tempest-AttachVolumeShelveTestJSON-223402159-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621611'] for port, before_create {{(pid=74185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 16:42:15.503674 dv-cinder-798104-1-smb neutron-server[74187]: DEBUG neutron.notifiers.nova [None req-d0e5ad82-df9b-4ee3-8ee9-b93c74fbe1d3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0e7dd6cd-c2b1-4bf7-b9a5-6d14c163b7c0 {{(pid=74187) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 28 16:42:15.571709 dv-cinder-798104-1-smb neutron-server[74185]: INFO neutron.wsgi [req-2b0bd2c2-bed9-4963-9ad5-b8b998f060e8 req-bb69eca3-0ea5-4403-af1d-d102d2d3214e tempest-AttachVolumeShelveTestJSON-223402159 tempest-AttachVolumeShelveTestJSON-223402159-project] 10.222.0.26 "GET /v2.0/ports?device_id=ca0f1f28-abee-4019-a85a-f11d82e2a8a7 HTTP/1.1" status: 200 len: 210 time: 0.1454201 Jun 28 16:42:15.585480 dv-cinder-798104-1-smb neutron-server[74186]: INFO neutron.wsgi [req-92ba93ec-fc66-4c77-8cb1-2a51974147d2 req-8a45e30e-108d-4862-b902-a574c56eec4c service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=a4c07c06-1b0c-4237-90c6-772052a508d4 HTTP/1.1" status: 200 len: 217 time: 0.1082971 Jun 28 16:42:15.637925 dv-cinder-798104-1-smb neutron-server[74187]: DEBUG neutron.plugins.ml2.db [None req-d0e5ad82-df9b-4ee3-8ee9-b93c74fbe1d3 None None] For port 0e7dd6cd-c2b1-4bf7-b9a5-6d14c163b7c0, host hv-cinder-79810, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79810',level=0,port_id=0e7dd6cd-c2b1-4bf7-b9a5-6d14c163b7c0,segment=NetworkSegment(c39146b4-a4d2-486a-bb26-fc05ca06bf0a),segment_id=c39146b4-a4d2-486a-bb26-fc05ca06bf0a)] {{(pid=74187) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 16:42:15.663360 dv-cinder-798104-1-smb neutron-server[74187]: DEBUG neutron_lib.callbacks.manager [None req-d0e5ad82-df9b-4ee3-8ee9-b93c74fbe1d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-615041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1598908', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774158213048', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774157688378', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774157688423'] for port, after_update {{(pid=74187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 16:42:15.663360 dv-cinder-798104-1-smb neutron-server[74187]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74187) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 16:42:15.777055 dv-cinder-798104-1-smb neutron-server[74186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92ba93ec-fc66-4c77-8cb1-2a51974147d2 req-d0e7ab2b-230a-4dc6-b48e-1c4fe04ec102 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=74186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 16:42:15.783304 dv-cinder-798104-1-smb neutron-server[74186]: INFO neutron.wsgi [req-92ba93ec-fc66-4c77-8cb1-2a51974147d2 req-d0e7ab2b-230a-4dc6-b48e-1c4fe04ec102 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=017b2624-817f-4270-8eec-e0073dc1331a HTTP/1.1" status: 200 len: 852 time: 0.1872549 Jun 28 16:42:15.858065 dv-cinder-798104-1-smb neutron-server[74187]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4a8c302d-62ce-4c05-8798-3bd26de618b4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '055df2b1-f718-4d3a-9df3-3e181fb1b971', 'code': 200} Jun 28 16:42:15.956931 dv-cinder-798104-1-smb neutron-server[74186]: INFO neutron.wsgi [req-92ba93ec-fc66-4c77-8cb1-2a51974147d2 req-3e2ee925-5d5e-4f77-b9db-1e0191fe5913 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=57bed292-9c57-428d-ab78-cedbab0d959b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1583953 Jun 28 16:42:16.039969 dv-cinder-798104-1-smb neutron-server[74187]: DEBUG neutron.plugins.ml2.db [None req-d0e5ad82-df9b-4ee3-8ee9-b93c74fbe1d3 None None] get_ports_and_sgs() called for port_ids ['0e7dd6cd-c2b1-4bf7-b9a5-6d14c163b7c0'] {{(pid=74187) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jun 28 16:42:16.104315 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b8d9f0e-96fa-46d3-9e65-e8f46db265e8 req-f45670cc-2af8-432d-afe2-e1d17b6fa051 tempest-ServerRescueNegativeTestJSON-1571951802 tempest-ServerRescueNegativeTestJSON-1571951802-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 16:42:16.107384 dv-cinder-798104-1-smb neutron-server[74185]: INFO neutron.wsgi [req-8b8d9f0e-96fa-46d3-9e65-e8f46db265e8 req-f45670cc-2af8-432d-afe2-e1d17b6fa051 tempest-ServerRescueNegativeTestJSON-1571951802 tempest-ServerRescueNegativeTestJSON-1571951802-project] 10.222.0.26 "GET /v2.0/ports?device_id=4a8c302d-62ce-4c05-8798-3bd26de618b4 HTTP/1.1" status: 200 len: 946 time: 0.3089263 Jun 28 16:42:16.262082 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG neutron.db.db_base_plugin_common [req-4a7a90dd-066f-4f19-8e8a-1d2a61182748 req-f0e326c3-20fc-4d36-953b-e847ec181627 tempest-AttachVolumeShelveTestJSON-223402159 tempest-AttachVolumeShelveTestJSON-223402159-project] Allocated IP 172.20.0.4 (4e66a7eb-2725-411e-9b4f-e274c7c51246/f2ffd4c6-165d-446d-9207-8235b5280dd5/ca182176-9633-4aa8-8265-824f520e5d44) {{(pid=74185) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 28 16:42:16.327743 dv-cinder-798104-1-smb neutron-server[74187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0e5ad82-df9b-4ee3-8ee9-b93c74fbe1d3 None None] Pushing event updated for resources: {'Port': ['ID=0e7dd6cd-c2b1-4bf7-b9a5-6d14c163b7c0,revision_number=4']} {{(pid=74187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 16:42:16.338636 dv-cinder-798104-1-smb neutron-server[74187]: DEBUG neutron_lib.callbacks.manager [None req-6cc35194-8138-4198-b270-9d280da5d700 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774158209648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1002899'] for agent, after_update {{(pid=74187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 16:42:16.371638 dv-cinder-798104-1-smb neutron-server[74187]: DEBUG oslo_concurrency.lockutils [None req-d0e5ad82-df9b-4ee3-8ee9-b93c74fbe1d3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.713s {{(pid=74187) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 16:42:16.416830 dv-cinder-798104-1-smb neutron-server[74187]: DEBUG neutron.db.l3_hamode_db [None req-6fc373be-447c-4674-9061-33d287b9f978 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '37fc708e-b76d-48af-94e2-885e9728d38e', 'name': 'tempest-AttachVolumeShelveTestJSON-1126503272-router', 'tenant_id': '1796e3b7b6834b8a88df228c1c9772ef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f9715ce2-16ba-4ae9-9a15-557432d0a5ed', 'external_fixed_ips': [{'subnet_id': 'e3a20e14-2eea-4943-8cec-1fe85e8448d0', 'ip_address': '172.28.3.2'}], 'enable_snat': True}, 'gw_port_id': '2b6842d1-6e2d-429b-8fe9-2900df84d0b8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-28T16:41:15Z', 'updated_at': '2021-06-28T16:41:45Z', 'revision_number': 4, 'project_id': '1796e3b7b6834b8a88df228c1c9772ef', 'gw_port': {'id': '2b6842d1-6e2d-429b-8fe9-2900df84d0b8', 'name': '', 'network_id': 'f9715ce2-16ba-4ae9-9a15-557432d0a5ed', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:4a:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '37fc708e-b76d-48af-94e2-885e9728d38e', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e3a20e14-2eea-4943-8cec-1fe85e8448d0', 'ip_address': '172.28.3.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798104-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T16:41:18Z', 'updated_at': '2021-06-28T16:41:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e3a20e14-2eea-4943-8cec-1fe85e8448d0', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798104-1-smb', '_interfaces': [{'id': '78dc5b3f-ac10-45ad-827b-b4cd72cb9a44', 'name': '', 'network_id': '4e66a7eb-2725-411e-9b4f-e274c7c51246', 'tenant_id': '1796e3b7b6834b8a88df228c1c9772ef', 'mac_address': 'fa:16:3e:2f:55:e2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '37fc708e-b76d-48af-94e2-885e9728d38e', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'f2ffd4c6-165d-446d-9207-8235b5280dd5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T16:41:38Z', 'updated_at': '2021-06-28T16:41:47Z', 'revision_number': 2, 'project_id': '1796e3b7b6834b8a88df228c1c9772ef', 'subnets': [{'id': 'f2ffd4c6-165d-446d-9207-8235b5280dd5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-798104-1-smb', False) {} {{(pid=74187) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 16:42:16.452672 dv-cinder-798104-1-smb neutron-server[74187]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6fc373be-447c-4674-9061-33d287b9f978 None None] Checking router: 37fc708e-b76d-48af-94e2-885e9728d38e for host: dv-cinder-798104-1-smb {{(pid=74187) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Jun 28 16:42:16.453516 dv-cinder-798104-1-smb neutron-server[74187]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6fc373be-447c-4674-9061-33d287b9f978 None None] Updating router 37fc708e-b76d-48af-94e2-885e9728d38e port 78dc5b3f-ac10-45ad-827b-b4cd72cb9a44 binding host dv-cinder-798104-1-smb {{(pid=74187) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Jun 28 16:42:16.532081 dv-cinder-798104-1-smb neutron-server[74186]: INFO neutron.wsgi [req-92ba93ec-fc66-4c77-8cb1-2a51974147d2 req-fa5e8d62-9f34-46cc-856d-e9cee518f6d4 service neutron] 10.222.0.41 "GET /v2.0/networks/57bed292-9c57-428d-ab78-cedbab0d959b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5623157 Jun 28 16:42:16.779186 dv-cinder-798104-1-smb neutron-server[74187]: DEBUG neutron_lib.callbacks.manager [None req-6fc373be-447c-4674-9061-33d287b9f978 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621611'] for port, before_update {{(pid=74187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 16:42:16.881755 dv-cinder-798104-1-smb neutron-server[74186]: INFO neutron.wsgi [req-92ba93ec-fc66-4c77-8cb1-2a51974147d2 req-c92d2663-dd18-4932-bc96-0b9e8c02d410 service neutron] 10.222.0.41 "GET /v2.0/networks/57bed292-9c57-428d-ab78-cedbab0d959b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3378098 Jun 28 16:42:17.056350 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG neutron_lib.callbacks.manager [req-4a7a90dd-066f-4f19-8e8a-1d2a61182748 req-f0e326c3-20fc-4d36-953b-e847ec181627 tempest-AttachVolumeShelveTestJSON-223402159 tempest-AttachVolumeShelveTestJSON-223402159-project] Notify callbacks [] for port, precommit_create {{(pid=74185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 16:42:17.080582 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG neutron.db.provisioning_blocks [req-4a7a90dd-066f-4f19-8e8a-1d2a61182748 req-f0e326c3-20fc-4d36-953b-e847ec181627 tempest-AttachVolumeShelveTestJSON-223402159 tempest-AttachVolumeShelveTestJSON-223402159-project] Transition to ACTIVE for port object ca182176-9633-4aa8-8265-824f520e5d44 will not be triggered until provisioned by entity DHCP. {{(pid=74185) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 28 16:42:17.126277 dv-cinder-798104-1-smb neutron-server[74185]: INFO neutron.wsgi [req-8b8d9f0e-96fa-46d3-9e65-e8f46db265e8 req-81a64d87-e804-41ff-9c9b-92f061a6b408 tempest-ServerRescueNegativeTestJSON-1571951802 tempest-ServerRescueNegativeTestJSON-1571951802-project] 10.222.0.26 "GET /v2.0/security-groups?id=23ec9104-6b33-4b08-9a41-3b0a624abc37&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.0078409 Jun 28 16:42:17.156398 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG neutron_lib.callbacks.manager [req-4a7a90dd-066f-4f19-8e8a-1d2a61182748 req-f0e326c3-20fc-4d36-953b-e847ec181627 tempest-AttachVolumeShelveTestJSON-223402159 tempest-AttachVolumeShelveTestJSON-223402159-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-615041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1598908', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774157688360', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15648331'] for port, after_create {{(pid=74185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 16:42:17.216629 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG oslo_concurrency.lockutils [None req-7a29b878-8fcb-441e-9897-fb7652ef97f2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74185) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 16:42:17.377351 dv-cinder-798104-1-smb neutron-server[74185]: INFO neutron.wsgi [req-47905fcb-691a-4eac-9a3a-a13c9388bfc4 req-4250ef9d-e288-4a75-9d2d-029e6bff68cb service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=4a8c302d-62ce-4c05-8798-3bd26de618b4 HTTP/1.1" status: 200 len: 1099 time: 0.9203031 Jun 28 16:42:17.426037 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21c31b43-acfa-4055-b113-873015c5fd7f req-a70b4f4b-805d-4259-a90e-75069f471c83 tempest-AttachVolumeTestJSON-1575976490 tempest-AttachVolumeTestJSON-1575976490-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 16:42:17.441193 dv-cinder-798104-1-smb neutron-server[74185]: INFO neutron.wsgi [req-21c31b43-acfa-4055-b113-873015c5fd7f req-a70b4f4b-805d-4259-a90e-75069f471c83 tempest-AttachVolumeTestJSON-1575976490 tempest-AttachVolumeTestJSON-1575976490-project] 10.222.0.26 "GET /v2.0/ports?device_id=1577b494-1b54-45ce-baf1-96f6d50deecb HTTP/1.1" status: 200 len: 944 time: 1.3309140 Jun 28 16:42:17.580613 dv-cinder-798104-1-smb neutron-server[74187]: DEBUG neutron_lib.callbacks.manager [None req-17b6939a-39ed-439c-8d74-c49ac6595f0c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774158209648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1002899'] for agent, after_update {{(pid=74187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 16:42:17.613943 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4a7a90dd-066f-4f19-8e8a-1d2a61182748 req-f0e326c3-20fc-4d36-953b-e847ec181627 tempest-AttachVolumeShelveTestJSON-223402159 tempest-AttachVolumeShelveTestJSON-223402159-project] Network 4e66a7eb-2725-411e-9b4f-e274c7c51246 is already hosted by enough agents. {{(pid=74185) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 28 16:42:17.631359 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG neutron.scheduler.base_scheduler [req-4a7a90dd-066f-4f19-8e8a-1d2a61182748 req-f0e326c3-20fc-4d36-953b-e847ec181627 tempest-AttachVolumeShelveTestJSON-223402159 tempest-AttachVolumeShelveTestJSON-223402159-project] Resources bound (agent type, host, resource id): {{(pid=74185) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 28 16:42:17.635934 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG neutron.db.l3_dvrscheduler_db [req-4a7a90dd-066f-4f19-8e8a-1d2a61182748 req-f0e326c3-20fc-4d36-953b-e847ec181627 tempest-AttachVolumeShelveTestJSON-223402159 tempest-AttachVolumeShelveTestJSON-223402159-project] Received port after_create {{(pid=74185) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 28 16:42:17.689306 dv-cinder-798104-1-smb neutron-server[74187]: DEBUG neutron_lib.callbacks.manager [None req-6fc373be-447c-4674-9061-33d287b9f978 None None] Notify callbacks [] for port, precommit_update {{(pid=74187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 16:42:17.715942 dv-cinder-798104-1-smb neutron-server[74187]: DEBUG neutron.db.provisioning_blocks [None req-6fc373be-447c-4674-9061-33d287b9f978 None None] Transition to ACTIVE for port object 78dc5b3f-ac10-45ad-827b-b4cd72cb9a44 will not be triggered until provisioned by entity L2. {{(pid=74187) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 28 16:42:17.737094 dv-cinder-798104-1-smb neutron-server[74187]: DEBUG neutron_lib.callbacks.manager [None req-6fc373be-447c-4674-9061-33d287b9f978 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-615041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1598908', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774158213048', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774157688378', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774157688423'] for port, after_update {{(pid=74187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 16:42:17.743570 dv-cinder-798104-1-smb neutron-server[74187]: DEBUG oslo_concurrency.lockutils [None req-9daf1810-a775-4a40-a1c6-1567399f5e98 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74187) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 16:42:17.876464 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0e326c3-20fc-4d36-953b-e847ec181627 tempest-AttachVolumeShelveTestJSON-223402159 tempest-AttachVolumeShelveTestJSON-223402159-project] Pushing event updated for resources: {'Port': ['ID=ca182176-9633-4aa8-8265-824f520e5d44,revision_number=1']} {{(pid=74185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 16:42:17.927239 dv-cinder-798104-1-smb neutron-server[74187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-897fd370-65fc-445d-a0db-4eb6743928b0 None None] Pushing event updated for resources: {'Port': ['ID=78dc5b3f-ac10-45ad-827b-b4cd72cb9a44,revision_number=3']} {{(pid=74187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 16:42:17.939583 dv-cinder-798104-1-smb neutron-server[74187]: DEBUG oslo_concurrency.lockutils [None req-897fd370-65fc-445d-a0db-4eb6743928b0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.196s {{(pid=74187) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 16:42:18.013063 dv-cinder-798104-1-smb neutron-server[74185]: INFO neutron.wsgi [req-21c31b43-acfa-4055-b113-873015c5fd7f req-16ba55cc-5609-4e36-9bb8-b564bdbe903c tempest-AttachVolumeTestJSON-1575976490 tempest-AttachVolumeTestJSON-1575976490-project] 10.222.0.26 "GET /v2.0/security-groups?id=d4fabaec-765c-44eb-aea3-0feba44aab14&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5706615 Jun 28 16:42:18.090396 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0e326c3-20fc-4d36-953b-e847ec181627 tempest-AttachVolumeShelveTestJSON-223402159 tempest-AttachVolumeShelveTestJSON-223402159-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798104-1-smb {{(pid=74185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 16:42:18.094687 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0e326c3-20fc-4d36-953b-e847ec181627 tempest-AttachVolumeShelveTestJSON-223402159 tempest-AttachVolumeShelveTestJSON-223402159-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798104-1-smb {{(pid=74185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 16:42:18.099037 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0e326c3-20fc-4d36-953b-e847ec181627 tempest-AttachVolumeShelveTestJSON-223402159 tempest-AttachVolumeShelveTestJSON-223402159-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798104-1-smb {{(pid=74185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 16:42:18.101285 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0e326c3-20fc-4d36-953b-e847ec181627 tempest-AttachVolumeShelveTestJSON-223402159 tempest-AttachVolumeShelveTestJSON-223402159-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-798104-1-smb {{(pid=74185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 16:42:18.102138 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0e326c3-20fc-4d36-953b-e847ec181627 tempest-AttachVolumeShelveTestJSON-223402159 tempest-AttachVolumeShelveTestJSON-223402159-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798104-1-smb {{(pid=74185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 16:42:18.102927 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0e326c3-20fc-4d36-953b-e847ec181627 tempest-AttachVolumeShelveTestJSON-223402159 tempest-AttachVolumeShelveTestJSON-223402159-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-798104-1-smb {{(pid=74185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 16:42:18.104013 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0e326c3-20fc-4d36-953b-e847ec181627 tempest-AttachVolumeShelveTestJSON-223402159 tempest-AttachVolumeShelveTestJSON-223402159-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798104-1-smb {{(pid=74185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 16:42:18.104988 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0e326c3-20fc-4d36-953b-e847ec181627 tempest-AttachVolumeShelveTestJSON-223402159 tempest-AttachVolumeShelveTestJSON-223402159-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798104-1-smb {{(pid=74185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 16:42:18.105778 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0e326c3-20fc-4d36-953b-e847ec181627 tempest-AttachVolumeShelveTestJSON-223402159 tempest-AttachVolumeShelveTestJSON-223402159-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798104-1-smb {{(pid=74185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 16:42:18.106538 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0e326c3-20fc-4d36-953b-e847ec181627 tempest-AttachVolumeShelveTestJSON-223402159 tempest-AttachVolumeShelveTestJSON-223402159-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798104-1-smb {{(pid=74185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 16:42:18.107536 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0e326c3-20fc-4d36-953b-e847ec181627 tempest-AttachVolumeShelveTestJSON-223402159 tempest-AttachVolumeShelveTestJSON-223402159-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798104-1-smb {{(pid=74185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 16:42:18.115330 dv-cinder-798104-1-smb neutron-server[74187]: DEBUG neutron.plugins.ml2.managers [None req-6fc373be-447c-4674-9061-33d287b9f978 None None] Attempting to bind port 78dc5b3f-ac10-45ad-827b-b4cd72cb9a44 on host dv-cinder-798104-1-smb for vnic_type normal with profile {{(pid=74187) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 28 16:42:18.115704 dv-cinder-798104-1-smb neutron-server[74187]: DEBUG neutron.plugins.ml2.managers [None req-6fc373be-447c-4674-9061-33d287b9f978 None None] Attempting to bind port 78dc5b3f-ac10-45ad-827b-b4cd72cb9a44 by drivers openvswitch,hyperv on host dv-cinder-798104-1-smb at level 0 using segments [{'id': '2df110ad-025a-4a6b-9e31-f233466e01f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 405, 'network_id': '4e66a7eb-2725-411e-9b4f-e274c7c51246'}] {{(pid=74187) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 28 16:42:18.116065 dv-cinder-798104-1-smb neutron-server[74187]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6fc373be-447c-4674-9061-33d287b9f978 None None] Attempting to bind port 78dc5b3f-ac10-45ad-827b-b4cd72cb9a44 on network 4e66a7eb-2725-411e-9b4f-e274c7c51246 {{(pid=74187) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jun 28 16:42:18.123756 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG oslo_concurrency.lockutils [None req-f0e326c3-20fc-4d36-953b-e847ec181627 tempest-AttachVolumeShelveTestJSON-223402159 tempest-AttachVolumeShelveTestJSON-223402159-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.905s {{(pid=74185) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 16:42:18.132083 dv-cinder-798104-1-smb neutron-server[74187]: DEBUG neutron.plugins.ml2.rpc [None req-d0e5ad82-df9b-4ee3-8ee9-b93c74fbe1d3 None None] Device 0e7dd6cd-c2b1-4bf7-b9a5-6d14c163b7c0 up at agent hyperv_hv-cinder-79810 {{(pid=74187) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 28 16:42:18.222367 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a7a90dd-066f-4f19-8e8a-1d2a61182748 req-f0e326c3-20fc-4d36-953b-e847ec181627 tempest-AttachVolumeShelveTestJSON-223402159 tempest-AttachVolumeShelveTestJSON-223402159-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=74185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 16:42:18.230298 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG neutron_lib.callbacks.manager [req-4a7a90dd-066f-4f19-8e8a-1d2a61182748 req-f0e326c3-20fc-4d36-953b-e847ec181627 tempest-AttachVolumeShelveTestJSON-223402159 tempest-AttachVolumeShelveTestJSON-223402159-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129357', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1598890'] for port, before_response {{(pid=74185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 16:42:18.246093 dv-cinder-798104-1-smb neutron-server[74185]: INFO neutron.wsgi [req-47905fcb-691a-4eac-9a3a-a13c9388bfc4 req-acd3b00c-13ee-4f4e-9c5a-24c73a5285d4 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=23ec9104-6b33-4b08-9a41-3b0a624abc37&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7204719 Jun 28 16:42:18.266425 dv-cinder-798104-1-smb neutron-server[74187]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6fc373be-447c-4674-9061-33d287b9f978 None None] Checking agent: {'id': 'fa82f27f-b773-4083-82bf-f246fc41f2de', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-798104-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 28, 16, 32, 44), 'started_at': datetime.datetime(2021, 6, 28, 16, 33, 14), 'heartbeat_timestamp': datetime.datetime(2021, 6, 28, 16, 42, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-798104-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=74187) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jun 28 16:42:18.266425 dv-cinder-798104-1-smb neutron-server[74187]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6fc373be-447c-4674-9061-33d287b9f978 None None] Checking segment: {'id': '2df110ad-025a-4a6b-9e31-f233466e01f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 405, 'network_id': '4e66a7eb-2725-411e-9b4f-e274c7c51246'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=74187) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jun 28 16:42:18.266740 dv-cinder-798104-1-smb neutron-server[74187]: DEBUG neutron_lib.callbacks.manager [None req-6fc373be-447c-4674-9061-33d287b9f978 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=74187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 16:42:18.267129 dv-cinder-798104-1-smb neutron-server[74187]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6fc373be-447c-4674-9061-33d287b9f978 None None] Bound using segment: {'id': '2df110ad-025a-4a6b-9e31-f233466e01f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 405, 'network_id': '4e66a7eb-2725-411e-9b4f-e274c7c51246'} {{(pid=74187) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jun 28 16:42:18.271843 dv-cinder-798104-1-smb neutron-server[74187]: DEBUG neutron.plugins.ml2.managers [None req-6fc373be-447c-4674-9061-33d287b9f978 None None] Bound port: 78dc5b3f-ac10-45ad-827b-b4cd72cb9a44, host: dv-cinder-798104-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2df110ad-025a-4a6b-9e31-f233466e01f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 405, 'network_id': '4e66a7eb-2725-411e-9b4f-e274c7c51246'}}] {{(pid=74187) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 28 16:42:18.272305 dv-cinder-798104-1-smb neutron-server[74187]: DEBUG neutron_lib.callbacks.manager [None req-6fc373be-447c-4674-9061-33d287b9f978 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621611'] for port, before_update {{(pid=74187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 16:42:18.311250 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3143c932-c484-4c39-b7e5-0e9315f062a9 req-e6bc62ae-0c23-4b62-a0c6-55e4b51c78ba tempest-AttachVolumeShelveTestJSON-223402159 tempest-AttachVolumeShelveTestJSON-223402159-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 16:42:18.312897 dv-cinder-798104-1-smb neutron-server[74185]: INFO neutron.wsgi [req-3143c932-c484-4c39-b7e5-0e9315f062a9 req-e6bc62ae-0c23-4b62-a0c6-55e4b51c78ba tempest-AttachVolumeShelveTestJSON-223402159 tempest-AttachVolumeShelveTestJSON-223402159-project] 10.222.0.26 "GET /v2.0/ports?device_id=ca0f1f28-abee-4019-a85a-f11d82e2a8a7 HTTP/1.1" status: 200 len: 931 time: 0.9014242 Jun 28 16:42:18.409226 dv-cinder-798104-1-smb neutron-server[74185]: INFO neutron.wsgi [req-4a7a90dd-066f-4f19-8e8a-1d2a61182748 req-f0e326c3-20fc-4d36-953b-e847ec181627 tempest-AttachVolumeShelveTestJSON-223402159 tempest-AttachVolumeShelveTestJSON-223402159-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.5646031 Jun 28 16:42:18.456783 dv-cinder-798104-1-smb neutron-server[74187]: DEBUG neutron.db.provisioning_blocks [None req-c587addc-280f-463b-9b1d-da9a4e2e8404 None None] Provisioning for port ca182176-9633-4aa8-8265-824f520e5d44 completed by entity DHCP. {{(pid=74187) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 28 16:42:18.473386 dv-cinder-798104-1-smb neutron-server[74185]: INFO neutron.wsgi [req-3143c932-c484-4c39-b7e5-0e9315f062a9 req-2de19508-f861-4509-a72e-dc7914e67e09 tempest-AttachVolumeShelveTestJSON-223402159 tempest-AttachVolumeShelveTestJSON-223402159-project] 10.222.0.26 "GET /v2.0/security-groups?id=9d5e5bf1-75b7-4451-8ba3-68d562e2bb7c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1402965 Jun 28 16:42:18.492889 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG neutron.api.v2.base [req-4a7a90dd-066f-4f19-8e8a-1d2a61182748 req-5dd5561a-642e-49ba-bfbf-a8826ffbf579 service neutron] Request body: {'port': {'device_id': 'ca0f1f28-abee-4019-a85a-f11d82e2a8a7', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79810'}} {{(pid=74185) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jun 28 16:42:18.499524 dv-cinder-798104-1-smb neutron-server[74187]: DEBUG neutron.db.provisioning_blocks [None req-c587addc-280f-463b-9b1d-da9a4e2e8404 None None] Provisioning complete for port ca182176-9633-4aa8-8265-824f520e5d44 triggered by entity DHCP. {{(pid=74187) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 28 16:42:18.500026 dv-cinder-798104-1-smb neutron-server[74187]: DEBUG neutron_lib.callbacks.manager [None req-c587addc-280f-463b-9b1d-da9a4e2e8404 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1002786'] for port, provisioning_complete {{(pid=74187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 16:42:18.731510 dv-cinder-798104-1-smb neutron-server[74187]: DEBUG neutron.plugins.ml2.plugin [None req-c587addc-280f-463b-9b1d-da9a4e2e8404 None None] Port ca182176-9633-4aa8-8265-824f520e5d44 cannot update to ACTIVE because it is not bound. {{(pid=74187) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jun 28 16:42:18.740542 dv-cinder-798104-1-smb neutron-server[74187]: DEBUG neutron.db.provisioning_blocks [None req-d0e5ad82-df9b-4ee3-8ee9-b93c74fbe1d3 None None] Provisioning for port 0e7dd6cd-c2b1-4bf7-b9a5-6d14c163b7c0 completed by entity L2. {{(pid=74187) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 28 16:42:18.747888 dv-cinder-798104-1-smb neutron-server[74187]: DEBUG neutron.db.provisioning_blocks [None req-d0e5ad82-df9b-4ee3-8ee9-b93c74fbe1d3 None None] Provisioning complete for port 0e7dd6cd-c2b1-4bf7-b9a5-6d14c163b7c0 triggered by entity L2. {{(pid=74187) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 28 16:42:18.748527 dv-cinder-798104-1-smb neutron-server[74187]: DEBUG neutron_lib.callbacks.manager [None req-d0e5ad82-df9b-4ee3-8ee9-b93c74fbe1d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1002786'] for port, provisioning_complete {{(pid=74187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 16:42:18.784248 dv-cinder-798104-1-smb neutron-server[74187]: DEBUG neutron.plugins.ml2.db [None req-6fc373be-447c-4674-9061-33d287b9f978 None None] For port 78dc5b3f-ac10-45ad-827b-b4cd72cb9a44, host dv-cinder-798104-1-smb, cleared binding levels {{(pid=74187) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 28 16:42:18.786622 dv-cinder-798104-1-smb neutron-server[74187]: DEBUG neutron_lib.callbacks.manager [None req-d49266a9-82cf-4da4-977f-ceca59b71534 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774158209648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1002899'] for agent, after_update {{(pid=74187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 16:42:18.810537 dv-cinder-798104-1-smb neutron-server[74187]: DEBUG neutron.plugins.ml2.db [None req-6fc373be-447c-4674-9061-33d287b9f978 None None] For port 78dc5b3f-ac10-45ad-827b-b4cd72cb9a44, host dv-cinder-798104-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-798104-1-smb',level=0,port_id=78dc5b3f-ac10-45ad-827b-b4cd72cb9a44,segment=NetworkSegment(2df110ad-025a-4a6b-9e31-f233466e01f1),segment_id=2df110ad-025a-4a6b-9e31-f233466e01f1)] {{(pid=74187) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 28 16:42:18.824860 dv-cinder-798104-1-smb neutron-server[74187]: DEBUG neutron_lib.callbacks.manager [None req-6fc373be-447c-4674-9061-33d287b9f978 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-615041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1598908', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774158213048', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774157688378', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774157688423'] for port, after_update {{(pid=74187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 16:42:18.860905 dv-cinder-798104-1-smb neutron-server[74187]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74187) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 16:42:18.924989 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG neutron_lib.callbacks.manager [req-4a7a90dd-066f-4f19-8e8a-1d2a61182748 req-5dd5561a-642e-49ba-bfbf-a8826ffbf579 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621611'] for port, before_update {{(pid=74185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 16:42:18.995992 dv-cinder-798104-1-smb neutron-server[74187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-897fd370-65fc-445d-a0db-4eb6743928b0 None None] Pushing event updated for resources: {'Port': ['ID=78dc5b3f-ac10-45ad-827b-b4cd72cb9a44,revision_number=4']} {{(pid=74187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 16:42:19.008024 dv-cinder-798104-1-smb neutron-server[74187]: DEBUG oslo_concurrency.lockutils [None req-897fd370-65fc-445d-a0db-4eb6743928b0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.147s {{(pid=74187) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 16:42:19.009863 dv-cinder-798104-1-smb neutron-server[74186]: DEBUG neutron.wsgi [-] (74186) accepted ('10.222.0.26', 47820) {{(pid=74186) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 28 16:42:19.127371 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05c9fb8b-6136-4d26-8a77-3908004d89d6 req-373ab0a2-cd63-4607-8ec7-db85dcdbc5d4 tempest-ServerRescueNegativeTestJSON-1571951802 tempest-ServerRescueNegativeTestJSON-1571951802-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 16:42:19.130913 dv-cinder-798104-1-smb neutron-server[74185]: INFO neutron.wsgi [req-05c9fb8b-6136-4d26-8a77-3908004d89d6 req-373ab0a2-cd63-4607-8ec7-db85dcdbc5d4 tempest-ServerRescueNegativeTestJSON-1571951802 tempest-ServerRescueNegativeTestJSON-1571951802-project] 10.222.0.26 "GET /v2.0/ports?device_id=4a8c302d-62ce-4c05-8798-3bd26de618b4 HTTP/1.1" status: 200 len: 946 time: 0.3812413 Jun 28 16:42:19.159128 dv-cinder-798104-1-smb neutron-server[74187]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6fc373be-447c-4674-9061-33d287b9f978 None None] Routers {'37fc708e-b76d-48af-94e2-885e9728d38e'} bound to L3 agent in host dv-cinder-798104-1-smb {{(pid=74187) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 28 16:42:19.159917 dv-cinder-798104-1-smb neutron-server[74187]: DEBUG neutron.db.l3_hamode_db [None req-6fc373be-447c-4674-9061-33d287b9f978 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-798104-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-28T16:32:46Z,description=,heartbeat_timestamp=2021-06-28T16:42:16Z,host='dv-cinder-798104-1-smb',id=633adcd1-515e-4435-b14d-49f054abd10f,load=0,resource_versions=,resources_synced=,started_at=2021-06-28T16:32:46Z,topic='l3_agent')) {'router_ids': ['37fc708e-b76d-48af-94e2-885e9728d38e'], 'active': True} {{(pid=74187) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 16:42:19.251076 dv-cinder-798104-1-smb neutron-server[74187]: DEBUG neutron_lib.callbacks.manager [None req-d0e5ad82-df9b-4ee3-8ee9-b93c74fbe1d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621611'] for port, before_update {{(pid=74187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 16:42:19.364631 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d4dc463-335c-44ba-8e43-30a5ec6a2d79 req-5be5df3c-21a4-4e9a-a7e0-327c7c6f99ee tempest-DeleteServersTestJSON-388560069 tempest-DeleteServersTestJSON-388560069-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 16:42:19.374605 dv-cinder-798104-1-smb neutron-server[74187]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1577b494-1b54-45ce-baf1-96f6d50deecb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0e7dd6cd-c2b1-4bf7-b9a5-6d14c163b7c0'}] {{(pid=74187) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 28 16:42:19.381911 dv-cinder-798104-1-smb neutron-server[74185]: INFO neutron.wsgi [req-7d4dc463-335c-44ba-8e43-30a5ec6a2d79 req-5be5df3c-21a4-4e9a-a7e0-327c7c6f99ee tempest-DeleteServersTestJSON-388560069 tempest-DeleteServersTestJSON-388560069-project] 10.222.0.26 "GET /v2.0/ports?device_id=2085ff8a-4738-4d8b-ac96-e46f842c434d HTTP/1.1" status: 200 len: 945 time: 0.4334548 Jun 28 16:42:19.384394 dv-cinder-798104-1-smb neutron-server[74187]: DEBUG neutron_lib.callbacks.manager [None req-d0e5ad82-df9b-4ee3-8ee9-b93c74fbe1d3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774158209648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1002899'] for agent, after_update {{(pid=74187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 16:42:19.399730 dv-cinder-798104-1-smb neutron-server[74187]: DEBUG neutron.plugins.ml2.db [None req-d0e5ad82-df9b-4ee3-8ee9-b93c74fbe1d3 None None] For port 0e7dd6cd-c2b1-4bf7-b9a5-6d14c163b7c0, host hv-cinder-79810, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79810',level=0,port_id=0e7dd6cd-c2b1-4bf7-b9a5-6d14c163b7c0,segment=NetworkSegment(c39146b4-a4d2-486a-bb26-fc05ca06bf0a),segment_id=c39146b4-a4d2-486a-bb26-fc05ca06bf0a)] {{(pid=74187) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 16:42:19.410562 dv-cinder-798104-1-smb neutron-server[74187]: DEBUG neutron_lib.callbacks.manager [None req-d0e5ad82-df9b-4ee3-8ee9-b93c74fbe1d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-615041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1598908', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774158213048', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774157688378', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774157688423'] for port, after_update {{(pid=74187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 16:42:19.425196 dv-cinder-798104-1-smb neutron-server[74186]: DEBUG neutron_lib.callbacks.manager [None req-a92f2976-30ad-408f-b59d-5cee29196a0d admin admin] Notify callbacks [] for security_group, before_create {{(pid=74186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 16:42:19.472152 dv-cinder-798104-1-smb neutron-server[74187]: DEBUG oslo_concurrency.lockutils [None req-897fd370-65fc-445d-a0db-4eb6743928b0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74187) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 16:42:19.478687 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG neutron.wsgi [-] (74185) accepted ('10.222.0.26', 47840) {{(pid=74185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 28 16:42:19.548598 dv-cinder-798104-1-smb neutron-server[74185]: INFO neutron.wsgi [req-05c9fb8b-6136-4d26-8a77-3908004d89d6 req-c1d0d15c-18d9-4432-b796-b2df49d22fa8 tempest-ServerRescueNegativeTestJSON-1571951802 tempest-ServerRescueNegativeTestJSON-1571951802-project] 10.222.0.26 "GET /v2.0/security-groups?id=23ec9104-6b33-4b08-9a41-3b0a624abc37&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4077809 Jun 28 16:42:19.644471 dv-cinder-798104-1-smb neutron-server[74185]: INFO neutron.wsgi [req-7d4dc463-335c-44ba-8e43-30a5ec6a2d79 req-c4df48f3-5b80-4e91-978b-12b9a367b4b2 tempest-DeleteServersTestJSON-388560069 tempest-DeleteServersTestJSON-388560069-project] 10.222.0.26 "GET /v2.0/security-groups?id=c58b0cd2-bff5-4e4e-ad96-8ad5e846bc17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2605047 Jun 28 16:42:19.702494 dv-cinder-798104-1-smb neutron-server[74187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0e5ad82-df9b-4ee3-8ee9-b93c74fbe1d3 None None] Pushing event updated for resources: {'Port': ['ID=0e7dd6cd-c2b1-4bf7-b9a5-6d14c163b7c0,revision_number=5']} {{(pid=74187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 16:42:19.713865 dv-cinder-798104-1-smb neutron-server[74187]: DEBUG oslo_concurrency.lockutils [None req-d0e5ad82-df9b-4ee3-8ee9-b93c74fbe1d3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.241s {{(pid=74187) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 16:42:19.714561 dv-cinder-798104-1-smb neutron-server[74186]: DEBUG neutron.db.quota.driver [None req-a92f2976-30ad-408f-b59d-5cee29196a0d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74186) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 28 16:42:19.722940 dv-cinder-798104-1-smb neutron-server[74186]: DEBUG neutron.quota.resource [None req-a92f2976-30ad-408f-b59d-5cee29196a0d admin admin] Usage tracker for resource:security_group_rule and tenant:fb1e998bebf74ff7884d9989c2dbd564 is out of sync, need to count used quota {{(pid=74186) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 28 16:42:19.732890 dv-cinder-798104-1-smb neutron-server[74186]: DEBUG neutron.quota.resource [None req-a92f2976-30ad-408f-b59d-5cee29196a0d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=74186) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 28 16:42:19.744943 dv-cinder-798104-1-smb neutron-server[74186]: DEBUG neutron.db.quota.driver [None req-a92f2976-30ad-408f-b59d-5cee29196a0d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74186) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 28 16:42:19.832589 dv-cinder-798104-1-smb neutron-server[74187]: DEBUG neutron.db.l3_dvr_db [None req-6fc373be-447c-4674-9061-33d287b9f978 None None] Set router 37fc708e-b76d-48af-94e2-885e9728d38e gateway port host: dv-cinder-798104-1-smb {{(pid=74187) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jun 28 16:42:19.910907 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG neutron_lib.callbacks.manager [None req-ef53688b-20f9-4eae-9ac9-ab42f1fb7cf9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=74185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 16:42:19.916828 dv-cinder-798104-1-smb neutron-server[74186]: DEBUG neutron_lib.callbacks.manager [None req-a92f2976-30ad-408f-b59d-5cee29196a0d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=74186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 16:42:19.925903 dv-cinder-798104-1-smb neutron-server[74186]: DEBUG neutron_lib.callbacks.manager [None req-a92f2976-30ad-408f-b59d-5cee29196a0d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2050486'] for security_group, after_create {{(pid=74186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 16:42:19.952709 dv-cinder-798104-1-smb neutron-server[74187]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1577b494-1b54-45ce-baf1-96f6d50deecb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0e7dd6cd-c2b1-4bf7-b9a5-6d14c163b7c0', 'code': 200} Jun 28 16:42:20.003216 dv-cinder-798104-1-smb neutron-server[74186]: DEBUG oslo_concurrency.lockutils [None req-11867982-5b94-41aa-8081-13e3f8e9332a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74186) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 16:42:20.086884 dv-cinder-798104-1-smb neutron-server[74186]: INFO neutron.wsgi [None req-a92f2976-30ad-408f-b59d-5cee29196a0d admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=fb1e998bebf74ff7884d9989c2dbd564&name=default HTTP/1.1" status: 200 len: 2647 time: 1.0740416 Jun 28 16:42:20.090084 dv-cinder-798104-1-smb neutron-server[74186]: DEBUG neutron.wsgi [-] (74186) accepted ('10.222.0.26', 47854) {{(pid=74186) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 28 16:42:20.091100 dv-cinder-798104-1-smb neutron-server[74186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a92f2976-30ad-408f-b59d-5cee29196a0d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f42ffe73-d176-4567-96d2-bd53268ba31c,revision_number=1']} {{(pid=74186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 16:42:20.100218 dv-cinder-798104-1-smb neutron-server[74186]: DEBUG oslo_concurrency.lockutils [None req-a92f2976-30ad-408f-b59d-5cee29196a0d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=74186) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 16:42:20.127689 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG neutron.db.quota.driver [None req-ef53688b-20f9-4eae-9ac9-ab42f1fb7cf9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74185) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 28 16:42:20.146933 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG neutron.quota.resource [None req-ef53688b-20f9-4eae-9ac9-ab42f1fb7cf9 admin admin] Usage tracker for resource:security_group_rule and tenant:9981f427846b4917a2a59514e82d4269 is out of sync, need to count used quota {{(pid=74185) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 28 16:42:20.163188 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG neutron.quota.resource [None req-ef53688b-20f9-4eae-9ac9-ab42f1fb7cf9 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=74185) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 28 16:42:20.164880 dv-cinder-798104-1-smb neutron-server[74186]: DEBUG neutron.wsgi [-] (74186) accepted ('10.222.0.26', 47858) {{(pid=74186) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 28 16:42:20.176912 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG neutron.notifiers.nova [req-4a7a90dd-066f-4f19-8e8a-1d2a61182748 req-5dd5561a-642e-49ba-bfbf-a8826ffbf579 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ca182176-9633-4aa8-8265-824f520e5d44 {{(pid=74185) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 28 16:42:20.223306 dv-cinder-798104-1-smb neutron-server[74186]: DEBUG neutron_lib.callbacks.manager [None req-e8c093e7-c469-4076-a0ca-e9db8667ff39 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=74186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 16:42:20.228534 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG neutron.db.quota.driver [None req-ef53688b-20f9-4eae-9ac9-ab42f1fb7cf9 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74185) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 28 16:42:20.232424 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG neutron_lib.callbacks.manager [req-4a7a90dd-066f-4f19-8e8a-1d2a61182748 req-5dd5561a-642e-49ba-bfbf-a8826ffbf579 service neutron] Notify callbacks [] for port, precommit_update {{(pid=74185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 16:42:20.259969 dv-cinder-798104-1-smb neutron-server[74186]: DEBUG neutron_lib.callbacks.manager [None req-e8c093e7-c469-4076-a0ca-e9db8667ff39 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=74186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 16:42:20.322423 dv-cinder-798104-1-smb neutron-server[74186]: DEBUG neutron_lib.callbacks.manager [None req-e8c093e7-c469-4076-a0ca-e9db8667ff39 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2050486'] for security_group, after_delete {{(pid=74186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 16:42:20.330233 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG neutron.db.provisioning_blocks [req-4a7a90dd-066f-4f19-8e8a-1d2a61182748 req-5dd5561a-642e-49ba-bfbf-a8826ffbf579 service neutron] Transition to ACTIVE for port object ca182176-9633-4aa8-8265-824f520e5d44 will not be triggered until provisioned by entity L2. {{(pid=74185) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 28 16:42:20.331969 dv-cinder-798104-1-smb neutron-server[74186]: DEBUG oslo_concurrency.lockutils [None req-24c13fb8-b211-4ec8-b322-663a419db03a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74186) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 16:42:20.349237 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG neutron_lib.callbacks.manager [req-4a7a90dd-066f-4f19-8e8a-1d2a61182748 req-5dd5561a-642e-49ba-bfbf-a8826ffbf579 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-615041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1598908', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774158213048', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774157688378', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774157688423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15648322'] for port, after_update {{(pid=74185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 16:42:20.349630 dv-cinder-798104-1-smb neutron-server[74186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8c093e7-c469-4076-a0ca-e9db8667ff39 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f42ffe73-d176-4567-96d2-bd53268ba31c,revision_number=None']} {{(pid=74186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 16:42:20.352785 dv-cinder-798104-1-smb neutron-server[74186]: DEBUG oslo_concurrency.lockutils [None req-e8c093e7-c469-4076-a0ca-e9db8667ff39 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=74186) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 16:42:20.357302 dv-cinder-798104-1-smb neutron-server[74186]: DEBUG neutron_lib.callbacks.manager [None req-e8c093e7-c469-4076-a0ca-e9db8667ff39 admin admin] Notify callbacks [] for security_group, before_response {{(pid=74186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 16:42:20.360387 dv-cinder-798104-1-smb neutron-server[74186]: INFO neutron.wsgi [None req-e8c093e7-c469-4076-a0ca-e9db8667ff39 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/f42ffe73-d176-4567-96d2-bd53268ba31c HTTP/1.1" status: 204 len: 168 time: 0.2564063 Jun 28 16:42:20.371984 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cbdecb2-ee4a-4629-8707-58c13a2be959 req-a4a9de9a-324a-4a3e-ab8f-d26d6d18399d tempest-AttachVolumeTestJSON-1575976490 tempest-AttachVolumeTestJSON-1575976490-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 16:42:20.380046 dv-cinder-798104-1-smb neutron-server[74185]: INFO neutron.wsgi [req-1cbdecb2-ee4a-4629-8707-58c13a2be959 req-a4a9de9a-324a-4a3e-ab8f-d26d6d18399d tempest-AttachVolumeTestJSON-1575976490 tempest-AttachVolumeTestJSON-1575976490-project] 10.222.0.26 "GET /v2.0/ports?device_id=1577b494-1b54-45ce-baf1-96f6d50deecb HTTP/1.1" status: 200 len: 945 time: 0.3854840 Jun 28 16:42:20.389076 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74185) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 16:42:20.454090 dv-cinder-798104-1-smb neutron-server[74187]: DEBUG neutron.db.l3_hamode_db [None req-6fc373be-447c-4674-9061-33d287b9f978 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '37fc708e-b76d-48af-94e2-885e9728d38e', 'name': 'tempest-AttachVolumeShelveTestJSON-1126503272-router', 'tenant_id': '1796e3b7b6834b8a88df228c1c9772ef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f9715ce2-16ba-4ae9-9a15-557432d0a5ed', 'external_fixed_ips': [{'subnet_id': 'e3a20e14-2eea-4943-8cec-1fe85e8448d0', 'ip_address': '172.28.3.2'}], 'enable_snat': True}, 'gw_port_id': '2b6842d1-6e2d-429b-8fe9-2900df84d0b8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-28T16:41:15Z', 'updated_at': '2021-06-28T16:41:45Z', 'revision_number': 4, 'project_id': '1796e3b7b6834b8a88df228c1c9772ef', 'gw_port': {'id': '2b6842d1-6e2d-429b-8fe9-2900df84d0b8', 'name': '', 'network_id': 'f9715ce2-16ba-4ae9-9a15-557432d0a5ed', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:4a:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '37fc708e-b76d-48af-94e2-885e9728d38e', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e3a20e14-2eea-4943-8cec-1fe85e8448d0', 'ip_address': '172.28.3.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798104-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T16:41:18Z', 'updated_at': '2021-06-28T16:41:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e3a20e14-2eea-4943-8cec-1fe85e8448d0', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798104-1-smb', '_interfaces': [{'id': '78dc5b3f-ac10-45ad-827b-b4cd72cb9a44', 'name': '', 'network_id': '4e66a7eb-2725-411e-9b4f-e274c7c51246', 'tenant_id': '1796e3b7b6834b8a88df228c1c9772ef', 'mac_address': 'fa:16:3e:2f:55:e2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '37fc708e-b76d-48af-94e2-885e9728d38e', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'f2ffd4c6-165d-446d-9207-8235b5280dd5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798104-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T16:41:38Z', 'updated_at': '2021-06-28T16:42:18Z', 'revision_number': 4, 'project_id': '1796e3b7b6834b8a88df228c1c9772ef', 'subnets': [{'id': 'f2ffd4c6-165d-446d-9207-8235b5280dd5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-798104-1-smb', False) {} {{(pid=74187) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 16:42:20.461174 dv-cinder-798104-1-smb neutron-server[74187]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6fc373be-447c-4674-9061-33d287b9f978 None None] The sync data for ids ['37fc708e-b76d-48af-94e2-885e9728d38e'] in dv-cinder-798104-1-smb is: [{'id': '37fc708e-b76d-48af-94e2-885e9728d38e', 'name': 'tempest-AttachVolumeShelveTestJSON-1126503272-router', 'tenant_id': '1796e3b7b6834b8a88df228c1c9772ef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f9715ce2-16ba-4ae9-9a15-557432d0a5ed', 'external_fixed_ips': [{'subnet_id': 'e3a20e14-2eea-4943-8cec-1fe85e8448d0', 'ip_address': '172.28.3.2'}], 'enable_snat': True}, 'gw_port_id': '2b6842d1-6e2d-429b-8fe9-2900df84d0b8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-28T16:41:15Z', 'updated_at': '2021-06-28T16:41:45Z', 'revision_number': 4, 'project_id': '1796e3b7b6834b8a88df228c1c9772ef', 'gw_port': {'id': '2b6842d1-6e2d-429b-8fe9-2900df84d0b8', 'name': '', 'network_id': 'f9715ce2-16ba-4ae9-9a15-557432d0a5ed', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:4a:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '37fc708e-b76d-48af-94e2-885e9728d38e', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e3a20e14-2eea-4943-8cec-1fe85e8448d0', 'ip_address': '172.28.3.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798104-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T16:41:18Z', 'updated_at': '2021-06-28T16:41:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e3a20e14-2eea-4943-8cec-1fe85e8448d0', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798104-1-smb', '_interfaces': [{'id': '78dc5b3f-ac10-45ad-827b-b4cd72cb9a44', 'name': '', 'network_id': '4e66a7eb-2725-411e-9b4f-e274c7c51246', 'tenant_id': '1796e3b7b6834b8a88df228c1c9772ef', 'mac_address': 'fa:16:3e:2f:55:e2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '37fc708e-b76d-48af-94e2-885e9728d38e', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'f2ffd4c6-165d-446d-9207-8235b5280dd5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798104-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T16:41:38Z', 'updated_at': '2021-06-28T16:42:18Z', 'revision_number': 4, 'project_id': '1796e3b7b6834b8a88df228c1c9772ef', 'subnets': [{'id': 'f2ffd4c6-165d-446d-9207-8235b5280dd5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=74187) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jun 28 16:42:20.494607 dv-cinder-798104-1-smb neutron-server[74186]: DEBUG neutron_lib.callbacks.manager [None req-01ab5d72-36eb-4423-98b0-9c1358c35616 admin admin] Notify callbacks [] for security_group, before_create {{(pid=74186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 16:42:20.654142 dv-cinder-798104-1-smb neutron-server[74186]: DEBUG neutron.db.quota.driver [None req-01ab5d72-36eb-4423-98b0-9c1358c35616 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74186) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 28 16:42:20.702705 dv-cinder-798104-1-smb neutron-server[74186]: DEBUG neutron.quota.resource [None req-01ab5d72-36eb-4423-98b0-9c1358c35616 admin admin] Usage tracker for resource:security_group_rule and tenant:a150907f95ab4efcb9744c92c66f2e61 is out of sync, need to count used quota {{(pid=74186) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 28 16:42:20.718250 dv-cinder-798104-1-smb neutron-server[74186]: DEBUG neutron.quota.resource [None req-01ab5d72-36eb-4423-98b0-9c1358c35616 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=74186) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 28 16:42:20.739196 dv-cinder-798104-1-smb neutron-server[74186]: DEBUG neutron.db.quota.driver [None req-01ab5d72-36eb-4423-98b0-9c1358c35616 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74186) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 28 16:42:20.927399 dv-cinder-798104-1-smb neutron-server[74186]: DEBUG neutron_lib.callbacks.manager [None req-01ab5d72-36eb-4423-98b0-9c1358c35616 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=74186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 16:42:20.938160 dv-cinder-798104-1-smb neutron-server[74186]: DEBUG neutron_lib.callbacks.manager [None req-01ab5d72-36eb-4423-98b0-9c1358c35616 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2050486'] for security_group, after_create {{(pid=74186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 16:42:20.947929 dv-cinder-798104-1-smb neutron-server[74186]: DEBUG oslo_concurrency.lockutils [None req-68976700-73c1-49d0-b6c8-f7d25837a736 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74186) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 16:42:20.952175 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dd5561a-642e-49ba-bfbf-a8826ffbf579 service neutron] Pushing event updated for resources: {'Port': ['ID=ca182176-9633-4aa8-8265-824f520e5d44,revision_number=2']} {{(pid=74185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 16:42:20.967723 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd110e91-f15e-4795-b47a-d9a891e35a7b req-f4fa5101-1653-4a21-ab0a-047113ee7787 tempest-AttachVolumeShelveTestJSON-223402159 tempest-AttachVolumeShelveTestJSON-223402159-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 16:42:20.968486 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG neutron.quota.resource [req-dd110e91-f15e-4795-b47a-d9a891e35a7b req-f4fa5101-1653-4a21-ab0a-047113ee7787 tempest-AttachVolumeShelveTestJSON-223402159 tempest-AttachVolumeShelveTestJSON-223402159-project] Synchronizing usage tracker for tenant:1796e3b7b6834b8a88df228c1c9772ef on resource:port {{(pid=74185) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 28 16:42:20.989064 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG oslo_concurrency.lockutils [None req-5dd5561a-642e-49ba-bfbf-a8826ffbf579 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.600s {{(pid=74185) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 16:42:21.046237 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG neutron_lib.callbacks.manager [None req-ef53688b-20f9-4eae-9ac9-ab42f1fb7cf9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=74185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 16:42:21.048533 dv-cinder-798104-1-smb neutron-server[74186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01ab5d72-36eb-4423-98b0-9c1358c35616 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c53b4cbe-7161-4516-a096-7876e2892e62,revision_number=1']} {{(pid=74186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 16:42:21.053155 dv-cinder-798104-1-smb neutron-server[74186]: DEBUG oslo_concurrency.lockutils [None req-01ab5d72-36eb-4423-98b0-9c1358c35616 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=74186) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 16:42:21.061259 dv-cinder-798104-1-smb neutron-server[74185]: INFO neutron.wsgi [req-1cbdecb2-ee4a-4629-8707-58c13a2be959 req-2575305a-2eb9-4a0f-9d5e-88744641588f tempest-AttachVolumeTestJSON-1575976490 tempest-AttachVolumeTestJSON-1575976490-project] 10.222.0.26 "GET /v2.0/security-groups?id=d4fabaec-765c-44eb-aea3-0feba44aab14&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.6795807 Jun 28 16:42:21.067811 dv-cinder-798104-1-smb neutron-server[74186]: INFO neutron.wsgi [None req-01ab5d72-36eb-4423-98b0-9c1358c35616 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=a150907f95ab4efcb9744c92c66f2e61&name=default HTTP/1.1" status: 200 len: 2647 time: 0.9008980 Jun 28 16:42:21.069354 dv-cinder-798104-1-smb neutron-server[74186]: DEBUG neutron.wsgi [-] (74186) accepted ('10.222.0.26', 47876) {{(pid=74186) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 28 16:42:21.156828 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG neutron.quota.resource [req-dd110e91-f15e-4795-b47a-d9a891e35a7b req-f4fa5101-1653-4a21-ab0a-047113ee7787 tempest-AttachVolumeShelveTestJSON-223402159 tempest-AttachVolumeShelveTestJSON-223402159-project] Unset dirty status for tenant:1796e3b7b6834b8a88df228c1c9772ef on resource:port {{(pid=74185) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 28 16:42:21.164405 dv-cinder-798104-1-smb neutron-server[74185]: INFO neutron.wsgi [req-dd110e91-f15e-4795-b47a-d9a891e35a7b req-f4fa5101-1653-4a21-ab0a-047113ee7787 tempest-AttachVolumeShelveTestJSON-223402159 tempest-AttachVolumeShelveTestJSON-223402159-project] 10.222.0.26 "GET /v2.0/ports?device_id=ca0f1f28-abee-4019-a85a-f11d82e2a8a7 HTTP/1.1" status: 200 len: 931 time: 0.9688411 Jun 28 16:42:21.166335 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG neutron_lib.callbacks.manager [None req-ef53688b-20f9-4eae-9ac9-ab42f1fb7cf9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2050486'] for security_group, after_create {{(pid=74185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 16:42:21.195894 dv-cinder-798104-1-smb neutron-server[74186]: DEBUG neutron.wsgi [-] (74186) accepted ('10.222.0.26', 47880) {{(pid=74186) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 28 16:42:21.229135 dv-cinder-798104-1-smb neutron-server[74185]: INFO neutron.wsgi [req-55df7101-ea6c-44af-80b0-10dd72e2c7ac req-bcd7eafe-9019-4d6e-9e0d-6cba1c62a76f service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=1577b494-1b54-45ce-baf1-96f6d50deecb HTTP/1.1" status: 200 len: 1098 time: 0.9410210 Jun 28 16:42:21.243753 dv-cinder-798104-1-smb neutron-server[74186]: DEBUG neutron_lib.callbacks.manager [None req-790377d2-8fd3-4e82-989b-9de7d12ed386 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=74186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 16:42:21.267234 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74185) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 16:42:21.313856 dv-cinder-798104-1-smb neutron-server[74186]: DEBUG neutron_lib.callbacks.manager [None req-2a1e1a3f-4894-4420-9bb6-c7002a07443c admin admin] Notify callbacks [] for security_group, before_create {{(pid=74186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 16:42:21.332447 dv-cinder-798104-1-smb neutron-server[74186]: DEBUG neutron_lib.callbacks.manager [None req-790377d2-8fd3-4e82-989b-9de7d12ed386 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=74186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 16:42:21.440256 dv-cinder-798104-1-smb neutron-server[74185]: INFO neutron.wsgi [req-55df7101-ea6c-44af-80b0-10dd72e2c7ac req-31f41505-d660-4a34-9358-d7a1a1109e9a service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=d4fabaec-765c-44eb-aea3-0feba44aab14&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1762545 Jun 28 16:42:21.447972 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef53688b-20f9-4eae-9ac9-ab42f1fb7cf9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=80cf6360-d48b-4b7b-9ab6-ea2141ccdd81,revision_number=1']} {{(pid=74185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 16:42:21.457385 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG oslo_concurrency.lockutils [None req-ef53688b-20f9-4eae-9ac9-ab42f1fb7cf9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.190s {{(pid=74185) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 16:42:21.464924 dv-cinder-798104-1-smb neutron-server[74185]: INFO neutron.wsgi [None req-ef53688b-20f9-4eae-9ac9-ab42f1fb7cf9 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=9981f427846b4917a2a59514e82d4269&name=default HTTP/1.1" status: 200 len: 2647 time: 1.9651184 Jun 28 16:42:21.478191 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG neutron.wsgi [-] (74185) accepted ('10.222.0.26', 47884) {{(pid=74185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 28 16:42:21.517572 dv-cinder-798104-1-smb neutron-server[74186]: DEBUG neutron.db.quota.driver [None req-2a1e1a3f-4894-4420-9bb6-c7002a07443c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74186) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 28 16:42:21.524308 dv-cinder-798104-1-smb neutron-server[74186]: DEBUG neutron.quota.resource [None req-2a1e1a3f-4894-4420-9bb6-c7002a07443c admin admin] Usage tracker for resource:security_group_rule and tenant:d4b76f5967474f139a9a765f50e1a1a4 is out of sync, need to count used quota {{(pid=74186) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 28 16:42:21.530543 dv-cinder-798104-1-smb neutron-server[74186]: DEBUG neutron.quota.resource [None req-2a1e1a3f-4894-4420-9bb6-c7002a07443c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=74186) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 28 16:42:21.542147 dv-cinder-798104-1-smb neutron-server[74186]: DEBUG neutron.db.quota.driver [None req-2a1e1a3f-4894-4420-9bb6-c7002a07443c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74186) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 28 16:42:21.560589 dv-cinder-798104-1-smb neutron-server[74185]: INFO neutron.wsgi [req-dd110e91-f15e-4795-b47a-d9a891e35a7b req-f1bf6b13-3045-44c2-a436-74ae6ba16fb4 tempest-AttachVolumeShelveTestJSON-223402159 tempest-AttachVolumeShelveTestJSON-223402159-project] 10.222.0.26 "GET /v2.0/security-groups?id=9d5e5bf1-75b7-4451-8ba3-68d562e2bb7c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3951650 Jun 28 16:42:21.567960 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG neutron.plugins.ml2.managers [req-4a7a90dd-066f-4f19-8e8a-1d2a61182748 req-5dd5561a-642e-49ba-bfbf-a8826ffbf579 service neutron] Attempting to bind port ca182176-9633-4aa8-8265-824f520e5d44 on host hv-cinder-79810 for vnic_type normal with profile {{(pid=74185) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 28 16:42:21.575133 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG neutron.plugins.ml2.managers [req-4a7a90dd-066f-4f19-8e8a-1d2a61182748 req-5dd5561a-642e-49ba-bfbf-a8826ffbf579 service neutron] Attempting to bind port ca182176-9633-4aa8-8265-824f520e5d44 by drivers openvswitch,hyperv on host hv-cinder-79810 at level 0 using segments [{'id': '2df110ad-025a-4a6b-9e31-f233466e01f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 405, 'network_id': '4e66a7eb-2725-411e-9b4f-e274c7c51246'}] {{(pid=74185) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 28 16:42:21.577064 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4a7a90dd-066f-4f19-8e8a-1d2a61182748 req-5dd5561a-642e-49ba-bfbf-a8826ffbf579 service neutron] Attempting to bind port ca182176-9633-4aa8-8265-824f520e5d44 on network 4e66a7eb-2725-411e-9b4f-e274c7c51246 {{(pid=74185) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jun 28 16:42:21.578754 dv-cinder-798104-1-smb neutron-server[74186]: DEBUG neutron_lib.callbacks.manager [None req-790377d2-8fd3-4e82-989b-9de7d12ed386 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2050486'] for security_group, after_delete {{(pid=74186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 16:42:21.588455 dv-cinder-798104-1-smb neutron-server[74186]: DEBUG oslo_concurrency.lockutils [None req-01ab5d72-36eb-4423-98b0-9c1358c35616 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74186) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 16:42:21.612561 dv-cinder-798104-1-smb neutron-server[74186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-790377d2-8fd3-4e82-989b-9de7d12ed386 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c53b4cbe-7161-4516-a096-7876e2892e62,revision_number=None']} {{(pid=74186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 16:42:21.615024 dv-cinder-798104-1-smb neutron-server[74186]: DEBUG oslo_concurrency.lockutils [None req-790377d2-8fd3-4e82-989b-9de7d12ed386 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=74186) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 16:42:21.620369 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4a7a90dd-066f-4f19-8e8a-1d2a61182748 req-5dd5561a-642e-49ba-bfbf-a8826ffbf579 service neutron] Port ca182176-9633-4aa8-8265-824f520e5d44 on network 4e66a7eb-2725-411e-9b4f-e274c7c51246 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79810 {{(pid=74185) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jun 28 16:42:21.621192 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4a7a90dd-066f-4f19-8e8a-1d2a61182748 req-5dd5561a-642e-49ba-bfbf-a8826ffbf579 service neutron] Attempting to bind port ca182176-9633-4aa8-8265-824f520e5d44 on network 4e66a7eb-2725-411e-9b4f-e274c7c51246 {{(pid=74185) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jun 28 16:42:21.623198 dv-cinder-798104-1-smb neutron-server[74186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-639b0815-38d9-4830-a7f0-6a495075c6c0 req-f2756f9b-9431-43df-9ca2-8f21207ad4a9 tempest-DeleteServersTestJSON-388560069 tempest-DeleteServersTestJSON-388560069-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 16:42:21.625327 dv-cinder-798104-1-smb neutron-server[74186]: INFO neutron.wsgi [req-639b0815-38d9-4830-a7f0-6a495075c6c0 req-f2756f9b-9431-43df-9ca2-8f21207ad4a9 tempest-DeleteServersTestJSON-388560069 tempest-DeleteServersTestJSON-388560069-project] 10.222.0.41 "GET /v2.0/ports?device_id=2085ff8a-4738-4d8b-ac96-e46f842c434d HTTP/1.1" status: 200 len: 945 time: 0.2327147 Jun 28 16:42:21.655550 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4a7a90dd-066f-4f19-8e8a-1d2a61182748 req-5dd5561a-642e-49ba-bfbf-a8826ffbf579 service neutron] Checking agent: {'id': '59d83479-80db-4f55-8b84-25c2a0c8dff8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79810', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 28, 16, 39, 19), 'started_at': datetime.datetime(2021, 6, 28, 16, 39, 19), 'heartbeat_timestamp': datetime.datetime(2021, 6, 28, 16, 42, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=74185) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jun 28 16:42:21.656507 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4a7a90dd-066f-4f19-8e8a-1d2a61182748 req-5dd5561a-642e-49ba-bfbf-a8826ffbf579 service neutron] Checking segment: {'id': '2df110ad-025a-4a6b-9e31-f233466e01f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 405, 'network_id': '4e66a7eb-2725-411e-9b4f-e274c7c51246'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=74185) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jun 28 16:42:21.657139 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4a7a90dd-066f-4f19-8e8a-1d2a61182748 req-5dd5561a-642e-49ba-bfbf-a8826ffbf579 service neutron] Bound using segment: {'id': '2df110ad-025a-4a6b-9e31-f233466e01f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 405, 'network_id': '4e66a7eb-2725-411e-9b4f-e274c7c51246'} {{(pid=74185) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jun 28 16:42:21.657872 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG neutron.plugins.ml2.managers [req-4a7a90dd-066f-4f19-8e8a-1d2a61182748 req-5dd5561a-642e-49ba-bfbf-a8826ffbf579 service neutron] Bound port: ca182176-9633-4aa8-8265-824f520e5d44, host: hv-cinder-79810, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2df110ad-025a-4a6b-9e31-f233466e01f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 405, 'network_id': '4e66a7eb-2725-411e-9b4f-e274c7c51246'}}] {{(pid=74185) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 28 16:42:21.658428 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG neutron_lib.callbacks.manager [req-4a7a90dd-066f-4f19-8e8a-1d2a61182748 req-5dd5561a-642e-49ba-bfbf-a8826ffbf579 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621611'] for port, before_update {{(pid=74185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 16:42:21.692321 dv-cinder-798104-1-smb neutron-server[74186]: DEBUG neutron_lib.callbacks.manager [None req-790377d2-8fd3-4e82-989b-9de7d12ed386 admin admin] Notify callbacks [] for security_group, before_response {{(pid=74186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 16:42:21.693593 dv-cinder-798104-1-smb neutron-server[74186]: INFO neutron.wsgi [None req-790377d2-8fd3-4e82-989b-9de7d12ed386 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/c53b4cbe-7161-4516-a096-7876e2892e62 HTTP/1.1" status: 204 len: 168 time: 0.6231275 Jun 28 16:42:21.742586 dv-cinder-798104-1-smb neutron-server[74186]: DEBUG neutron_lib.callbacks.manager [None req-2a1e1a3f-4894-4420-9bb6-c7002a07443c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=74186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 16:42:21.753253 dv-cinder-798104-1-smb neutron-server[74186]: DEBUG neutron.plugins.ml2.plugin [req-639b0815-38d9-4830-a7f0-6a495075c6c0 req-9d2f1258-1b8b-41ed-86f6-cb7f49904a6b tempest-DeleteServersTestJSON-388560069 tempest-DeleteServersTestJSON-388560069-project] Deleting port a4c07c06-1b0c-4237-90c6-772052a508d4 {{(pid=74186) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Jun 28 16:42:21.753621 dv-cinder-798104-1-smb neutron-server[74186]: DEBUG neutron_lib.callbacks.manager [req-639b0815-38d9-4830-a7f0-6a495075c6c0 req-9d2f1258-1b8b-41ed-86f6-cb7f49904a6b tempest-DeleteServersTestJSON-388560069 tempest-DeleteServersTestJSON-388560069-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774158158511'] for port, before_delete {{(pid=74186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 16:42:21.777864 dv-cinder-798104-1-smb neutron-server[74186]: DEBUG neutron_lib.callbacks.manager [None req-2a1e1a3f-4894-4420-9bb6-c7002a07443c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2050486'] for security_group, after_create {{(pid=74186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 16:42:21.791197 dv-cinder-798104-1-smb neutron-server[74186]: DEBUG oslo_concurrency.lockutils [None req-8c983686-d7b5-4453-b3f5-503299e164a9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74186) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 16:42:21.862133 dv-cinder-798104-1-smb neutron-server[74186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a1e1a3f-4894-4420-9bb6-c7002a07443c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=20ba840d-639e-4c56-a08b-d9adfb59bfd2,revision_number=1']} {{(pid=74186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 16:42:21.865246 dv-cinder-798104-1-smb neutron-server[74186]: DEBUG oslo_concurrency.lockutils [None req-2a1e1a3f-4894-4420-9bb6-c7002a07443c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=74186) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 16:42:21.897919 dv-cinder-798104-1-smb neutron-server[74186]: INFO neutron.wsgi [None req-2a1e1a3f-4894-4420-9bb6-c7002a07443c admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=d4b76f5967474f139a9a765f50e1a1a4&name=default HTTP/1.1" status: 200 len: 2647 time: 0.7007818 Jun 28 16:42:21.904811 dv-cinder-798104-1-smb neutron-server[74186]: DEBUG neutron.wsgi [-] (74186) accepted ('10.222.0.26', 47890) {{(pid=74186) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 28 16:42:22.015943 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bec7904-d057-478b-9371-894b41d9f04c req-d4633900-db8c-430e-b0e6-5a28c5891bad tempest-ServerRescueNegativeTestJSON-1571951802 tempest-ServerRescueNegativeTestJSON-1571951802-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 16:42:22.017914 dv-cinder-798104-1-smb neutron-server[74185]: INFO neutron.wsgi [req-3bec7904-d057-478b-9371-894b41d9f04c req-d4633900-db8c-430e-b0e6-5a28c5891bad tempest-ServerRescueNegativeTestJSON-1571951802 tempest-ServerRescueNegativeTestJSON-1571951802-project] 10.222.0.26 "GET /v2.0/ports?device_id=4a8c302d-62ce-4c05-8798-3bd26de618b4 HTTP/1.1" status: 200 len: 946 time: 0.7077541 Jun 28 16:42:22.134040 dv-cinder-798104-1-smb neutron-server[74186]: DEBUG neutron_lib.callbacks.manager [None req-4a4ebe6f-b05c-4c2c-8938-a4370d563a2b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=74186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 16:42:22.155668 dv-cinder-798104-1-smb neutron-server[74186]: DEBUG neutron.plugins.ml2.db [req-639b0815-38d9-4830-a7f0-6a495075c6c0 req-9d2f1258-1b8b-41ed-86f6-cb7f49904a6b tempest-DeleteServersTestJSON-388560069 tempest-DeleteServersTestJSON-388560069-project] For port a4c07c06-1b0c-4237-90c6-772052a508d4, host hv-cinder-79810, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79810',level=0,port_id=a4c07c06-1b0c-4237-90c6-772052a508d4,segment=NetworkSegment(c02d8fec-95e3-4e9a-a650-d6cb456f3802),segment_id=c02d8fec-95e3-4e9a-a650-d6cb456f3802)] {{(pid=74186) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 16:42:22.155861 dv-cinder-798104-1-smb neutron-server[74186]: DEBUG neutron_lib.callbacks.manager [req-639b0815-38d9-4830-a7f0-6a495075c6c0 req-9d2f1258-1b8b-41ed-86f6-cb7f49904a6b tempest-DeleteServersTestJSON-388560069 tempest-DeleteServersTestJSON-388560069-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1637578'] for port, precommit_delete {{(pid=74186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 16:42:22.287183 dv-cinder-798104-1-smb neutron-server[74186]: DEBUG neutron_lib.callbacks.manager [None req-4a4ebe6f-b05c-4c2c-8938-a4370d563a2b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=74186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 16:42:22.289000 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG neutron_lib.callbacks.manager [None req-1c64a784-da57-41f1-9f4f-ac72cb3fb802 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=74185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 16:42:22.300285 dv-cinder-798104-1-smb neutron-server[74186]: DEBUG neutron.plugins.ml2.plugin [req-639b0815-38d9-4830-a7f0-6a495075c6c0 req-9d2f1258-1b8b-41ed-86f6-cb7f49904a6b tempest-DeleteServersTestJSON-388560069 tempest-DeleteServersTestJSON-388560069-project] Calling delete_port for a4c07c06-1b0c-4237-90c6-772052a508d4 owned by compute:nova {{(pid=74186) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Jun 28 16:42:22.334681 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG neutron_lib.callbacks.manager [None req-1c64a784-da57-41f1-9f4f-ac72cb3fb802 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=74185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 16:42:22.374864 dv-cinder-798104-1-smb neutron-server[74185]: INFO neutron.wsgi [req-3bec7904-d057-478b-9371-894b41d9f04c req-0c615277-5917-4ab3-b203-bfb80b61dea9 tempest-ServerRescueNegativeTestJSON-1571951802 tempest-ServerRescueNegativeTestJSON-1571951802-project] 10.222.0.26 "GET /v2.0/security-groups?id=23ec9104-6b33-4b08-9a41-3b0a624abc37&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3000684 Jun 28 16:42:22.398936 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG neutron.plugins.ml2.db [req-4a7a90dd-066f-4f19-8e8a-1d2a61182748 req-5dd5561a-642e-49ba-bfbf-a8826ffbf579 service neutron] For port ca182176-9633-4aa8-8265-824f520e5d44, host hv-cinder-79810, cleared binding levels {{(pid=74185) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 28 16:42:22.415740 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0741c2c5-fa7e-443e-a2f3-f37ca755e51e req-1e99fbcc-5a80-4dce-b0db-bed5f81676ad tempest-DeleteServersTestJSON-388560069 tempest-DeleteServersTestJSON-388560069-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 16:42:22.425651 dv-cinder-798104-1-smb neutron-server[74185]: INFO neutron.wsgi [req-0741c2c5-fa7e-443e-a2f3-f37ca755e51e req-1e99fbcc-5a80-4dce-b0db-bed5f81676ad tempest-DeleteServersTestJSON-388560069 tempest-DeleteServersTestJSON-388560069-project] 10.222.0.26 "GET /v2.0/ports?device_id=2085ff8a-4738-4d8b-ac96-e46f842c434d HTTP/1.1" status: 200 len: 945 time: 0.5143261 Jun 28 16:42:22.428557 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG neutron.plugins.ml2.db [req-4a7a90dd-066f-4f19-8e8a-1d2a61182748 req-5dd5561a-642e-49ba-bfbf-a8826ffbf579 service neutron] For port ca182176-9633-4aa8-8265-824f520e5d44, host hv-cinder-79810, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79810',level=0,port_id=ca182176-9633-4aa8-8265-824f520e5d44,segment=NetworkSegment(2df110ad-025a-4a6b-9e31-f233466e01f1),segment_id=2df110ad-025a-4a6b-9e31-f233466e01f1)] {{(pid=74185) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 28 16:42:22.467681 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG neutron_lib.callbacks.manager [req-4a7a90dd-066f-4f19-8e8a-1d2a61182748 req-5dd5561a-642e-49ba-bfbf-a8826ffbf579 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-615041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1598908', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774158213048', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774157688378', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774157688423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15648322'] for port, after_update {{(pid=74185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 16:42:22.484432 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74185) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 16:42:22.565605 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dd5561a-642e-49ba-bfbf-a8826ffbf579 service neutron] Pushing event updated for resources: {'Port': ['ID=ca182176-9633-4aa8-8265-824f520e5d44,revision_number=3']} {{(pid=74185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 16:42:22.573907 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG oslo_concurrency.lockutils [None req-5dd5561a-642e-49ba-bfbf-a8826ffbf579 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=74185) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 16:42:22.575937 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG neutron_lib.callbacks.manager [req-4a7a90dd-066f-4f19-8e8a-1d2a61182748 req-5dd5561a-642e-49ba-bfbf-a8826ffbf579 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129357', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1598890'] for port, before_response {{(pid=74185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 16:42:22.577996 dv-cinder-798104-1-smb neutron-server[74185]: INFO neutron.wsgi [req-4a7a90dd-066f-4f19-8e8a-1d2a61182748 req-5dd5561a-642e-49ba-bfbf-a8826ffbf579 service neutron] 10.222.0.41 "PUT /v2.0/ports/ca182176-9633-4aa8-8265-824f520e5d44 HTTP/1.1" status: 200 len: 1093 time: 4.1073806 Jun 28 16:42:22.578665 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ca0f1f28-abee-4019-a85a-f11d82e2a8a7', 'tag': 'ca182176-9633-4aa8-8265-824f520e5d44'}] {{(pid=74185) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 28 16:42:22.610540 dv-cinder-798104-1-smb neutron-server[74185]: INFO neutron.wsgi [req-0741c2c5-fa7e-443e-a2f3-f37ca755e51e req-ccf51990-38b6-476b-88a8-6d08284cbf22 tempest-DeleteServersTestJSON-388560069 tempest-DeleteServersTestJSON-388560069-project] 10.222.0.26 "GET /v2.0/security-groups?id=c58b0cd2-bff5-4e4e-ad96-8ad5e846bc17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1831882 Jun 28 16:42:22.612636 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG neutron_lib.callbacks.manager [None req-1c64a784-da57-41f1-9f4f-ac72cb3fb802 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2050486'] for security_group, after_delete {{(pid=74185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 16:42:22.633363 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG neutron.wsgi [-] (74185) accepted ('10.222.0.26', 47912) {{(pid=74185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 28 16:42:22.635731 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.002s {{(pid=74185) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 16:42:22.669416 dv-cinder-798104-1-smb neutron-server[74186]: DEBUG neutron_lib.callbacks.manager [req-639b0815-38d9-4830-a7f0-6a495075c6c0 req-9d2f1258-1b8b-41ed-86f6-cb7f49904a6b tempest-DeleteServersTestJSON-388560069 tempest-DeleteServersTestJSON-388560069-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-615041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1598908', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774158213030', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774157688369', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1108489'] for port, after_delete {{(pid=74186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 16:42:22.679599 dv-cinder-798104-1-smb neutron-server[74186]: DEBUG neutron_lib.callbacks.manager [None req-4a4ebe6f-b05c-4c2c-8938-a4370d563a2b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2050486'] for security_group, after_delete {{(pid=74186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 16:42:22.693362 dv-cinder-798104-1-smb neutron-server[74187]: DEBUG neutron.plugins.ml2.db [None req-d0e5ad82-df9b-4ee3-8ee9-b93c74fbe1d3 None None] get_ports_and_sgs() called for port_ids ['a4c07c06-1b0c-4237-90c6-772052a508d4'] {{(pid=74187) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jun 28 16:42:22.715113 dv-cinder-798104-1-smb neutron-server[74186]: DEBUG oslo_concurrency.lockutils [None req-b420f8ef-c120-486f-8550-f5dafc73de3d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74186) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 16:42:22.733531 dv-cinder-798104-1-smb neutron-server[74186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a4ebe6f-b05c-4c2c-8938-a4370d563a2b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=20ba840d-639e-4c56-a08b-d9adfb59bfd2,revision_number=None']} {{(pid=74186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 16:42:22.744657 dv-cinder-798104-1-smb neutron-server[74186]: DEBUG oslo_concurrency.lockutils [None req-4a4ebe6f-b05c-4c2c-8938-a4370d563a2b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=74186) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 16:42:22.745238 dv-cinder-798104-1-smb neutron-server[74186]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.022s {{(pid=74186) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 16:42:22.802501 dv-cinder-798104-1-smb neutron-server[74187]: DEBUG neutron.plugins.ml2.rpc [None req-c72dd329-595c-4eca-9296-ba6eff8780d9 None None] Device 78dc5b3f-ac10-45ad-827b-b4cd72cb9a44 up at agent ovs-agent-dv-cinder-798104-1-smb {{(pid=74187) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 28 16:42:22.803197 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c64a784-da57-41f1-9f4f-ac72cb3fb802 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=80cf6360-d48b-4b7b-9ab6-ea2141ccdd81,revision_number=None']} {{(pid=74185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 16:42:22.809703 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG oslo_concurrency.lockutils [None req-1c64a784-da57-41f1-9f4f-ac72cb3fb802 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.173s {{(pid=74185) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 16:42:22.851198 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG neutron_lib.callbacks.manager [None req-b96fb2b7-9104-41b6-a8c7-a6a036c48977 admin admin] Notify callbacks [] for security_group, before_create {{(pid=74185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 16:42:22.939268 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG neutron_lib.callbacks.manager [None req-1c64a784-da57-41f1-9f4f-ac72cb3fb802 admin admin] Notify callbacks [] for security_group, before_response {{(pid=74185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 16:42:22.941025 dv-cinder-798104-1-smb neutron-server[74185]: INFO neutron.wsgi [None req-1c64a784-da57-41f1-9f4f-ac72cb3fb802 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/80cf6360-d48b-4b7b-9ab6-ea2141ccdd81 HTTP/1.1" status: 204 len: 168 time: 1.4570324 Jun 28 16:42:22.971823 dv-cinder-798104-1-smb neutron-server[74186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d2f1258-1b8b-41ed-86f6-cb7f49904a6b tempest-DeleteServersTestJSON-388560069 tempest-DeleteServersTestJSON-388560069-project] Pushing event deleted for resources: {'Port': ['ID=a4c07c06-1b0c-4237-90c6-772052a508d4,revision_number=None']} {{(pid=74186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 16:42:23.008045 dv-cinder-798104-1-smb neutron-server[74186]: DEBUG oslo_concurrency.lockutils [None req-9d2f1258-1b8b-41ed-86f6-cb7f49904a6b tempest-DeleteServersTestJSON-388560069 tempest-DeleteServersTestJSON-388560069-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.263s {{(pid=74186) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 16:42:23.015019 dv-cinder-798104-1-smb neutron-server[74186]: DEBUG neutron_lib.callbacks.manager [None req-4a4ebe6f-b05c-4c2c-8938-a4370d563a2b admin admin] Notify callbacks [] for security_group, before_response {{(pid=74186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 16:42:23.016788 dv-cinder-798104-1-smb neutron-server[74186]: INFO neutron.wsgi [None req-4a4ebe6f-b05c-4c2c-8938-a4370d563a2b admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/20ba840d-639e-4c56-a08b-d9adfb59bfd2 HTTP/1.1" status: 204 len: 168 time: 1.1110036 Jun 28 16:42:23.074602 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG neutron.db.quota.driver [None req-b96fb2b7-9104-41b6-a8c7-a6a036c48977 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74185) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 28 16:42:23.085646 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG neutron.quota.resource [None req-b96fb2b7-9104-41b6-a8c7-a6a036c48977 admin admin] Usage tracker for resource:security_group_rule and tenant:511e3118e9c947fabd93ba377cf3546a is out of sync, need to count used quota {{(pid=74185) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 28 16:42:23.089687 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG neutron.quota.resource [None req-b96fb2b7-9104-41b6-a8c7-a6a036c48977 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=74185) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 28 16:42:23.092729 dv-cinder-798104-1-smb neutron-server[74186]: DEBUG neutron.db.l3_dvrscheduler_db [req-639b0815-38d9-4830-a7f0-6a495075c6c0 req-9d2f1258-1b8b-41ed-86f6-cb7f49904a6b tempest-DeleteServersTestJSON-388560069 tempest-DeleteServersTestJSON-388560069-project] No DVR routers for this DVR port a4c07c06-1b0c-4237-90c6-772052a508d4 on host hv-cinder-79810 {{(pid=74186) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 28 16:42:23.102331 dv-cinder-798104-1-smb neutron-server[74186]: DEBUG neutron_lib.callbacks.manager [req-639b0815-38d9-4830-a7f0-6a495075c6c0 req-9d2f1258-1b8b-41ed-86f6-cb7f49904a6b tempest-DeleteServersTestJSON-388560069 tempest-DeleteServersTestJSON-388560069-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129357'] for port, before_response {{(pid=74186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 16:42:23.108048 dv-cinder-798104-1-smb neutron-server[74186]: INFO neutron.wsgi [req-639b0815-38d9-4830-a7f0-6a495075c6c0 req-9d2f1258-1b8b-41ed-86f6-cb7f49904a6b tempest-DeleteServersTestJSON-388560069 tempest-DeleteServersTestJSON-388560069-project] 10.222.0.41 "DELETE /v2.0/ports/a4c07c06-1b0c-4237-90c6-772052a508d4 HTTP/1.1" status: 204 len: 173 time: 1.4620934 Jun 28 16:42:23.110222 dv-cinder-798104-1-smb neutron-server[74187]: DEBUG neutron.db.provisioning_blocks [None req-c72dd329-595c-4eca-9296-ba6eff8780d9 None None] Provisioning for port 78dc5b3f-ac10-45ad-827b-b4cd72cb9a44 completed by entity L2. {{(pid=74187) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 28 16:42:23.115621 dv-cinder-798104-1-smb neutron-server[74186]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2085ff8a-4738-4d8b-ac96-e46f842c434d', 'name': 'network-vif-deleted', 'tag': 'a4c07c06-1b0c-4237-90c6-772052a508d4'}] {{(pid=74186) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 28 16:42:23.117207 dv-cinder-798104-1-smb neutron-server[74187]: DEBUG neutron.db.provisioning_blocks [None req-c72dd329-595c-4eca-9296-ba6eff8780d9 None None] Provisioning complete for port 78dc5b3f-ac10-45ad-827b-b4cd72cb9a44 triggered by entity L2. {{(pid=74187) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 28 16:42:23.117637 dv-cinder-798104-1-smb neutron-server[74187]: DEBUG neutron_lib.callbacks.manager [None req-c72dd329-595c-4eca-9296-ba6eff8780d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1002786'] for port, provisioning_complete {{(pid=74187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 16:42:23.133259 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG neutron.db.quota.driver [None req-b96fb2b7-9104-41b6-a8c7-a6a036c48977 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74185) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 28 16:42:23.225506 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-156e741b-24c6-4b2a-a2e4-672b38bd164e req-b2ba96ff-16fa-41eb-9e55-1937f043e4fd tempest-AttachVolumeTestJSON-1575976490 tempest-AttachVolumeTestJSON-1575976490-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 16:42:23.239070 dv-cinder-798104-1-smb neutron-server[74185]: INFO neutron.wsgi [req-156e741b-24c6-4b2a-a2e4-672b38bd164e req-b2ba96ff-16fa-41eb-9e55-1937f043e4fd tempest-AttachVolumeTestJSON-1575976490 tempest-AttachVolumeTestJSON-1575976490-project] 10.222.0.26 "GET /v2.0/ports?device_id=1577b494-1b54-45ce-baf1-96f6d50deecb HTTP/1.1" status: 200 len: 945 time: 0.6066349 Jun 28 16:42:23.309872 dv-cinder-798104-1-smb neutron-server[74187]: DEBUG neutron_lib.callbacks.manager [None req-c72dd329-595c-4eca-9296-ba6eff8780d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621611'] for port, before_update {{(pid=74187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 16:42:23.386673 dv-cinder-798104-1-smb neutron-server[74187]: DEBUG neutron.plugins.ml2.db [None req-c72dd329-595c-4eca-9296-ba6eff8780d9 None None] For port 78dc5b3f-ac10-45ad-827b-b4cd72cb9a44, host dv-cinder-798104-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-798104-1-smb',level=0,port_id=78dc5b3f-ac10-45ad-827b-b4cd72cb9a44,segment=NetworkSegment(2df110ad-025a-4a6b-9e31-f233466e01f1),segment_id=2df110ad-025a-4a6b-9e31-f233466e01f1)] {{(pid=74187) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 16:42:23.394470 dv-cinder-798104-1-smb neutron-server[74187]: DEBUG neutron_lib.callbacks.manager [None req-c72dd329-595c-4eca-9296-ba6eff8780d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-615041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1598908', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774158213048', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774157688378', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774157688423'] for port, after_update {{(pid=74187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 16:42:23.404640 dv-cinder-798104-1-smb neutron-server[74187]: DEBUG oslo_concurrency.lockutils [None req-d0e5ad82-df9b-4ee3-8ee9-b93c74fbe1d3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74187) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 16:42:23.430106 dv-cinder-798104-1-smb neutron-server[74185]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ca0f1f28-abee-4019-a85a-f11d82e2a8a7', 'tag': 'ca182176-9633-4aa8-8265-824f520e5d44', 'status': 'completed', 'code': 200} Jun 28 16:42:23.505470 dv-cinder-798104-1-smb neutron-server[74185]: INFO neutron.wsgi [req-4a7a90dd-066f-4f19-8e8a-1d2a61182748 req-de463d9b-39d5-4501-92f7-1f5746a77904 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=1796e3b7b6834b8a88df228c1c9772ef&device_id=ca0f1f28-abee-4019-a85a-f11d82e2a8a7 HTTP/1.1" status: 200 len: 1096 time: 0.6262116 Jun 28 16:42:23.556092 dv-cinder-798104-1-smb neutron-server[74187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c72dd329-595c-4eca-9296-ba6eff8780d9 None None] Pushing event updated for resources: {'Port': ['ID=78dc5b3f-ac10-45ad-827b-b4cd72cb9a44,revision_number=5']} {{(pid=74187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 16:42:23.563549 dv-cinder-798104-1-smb neutron-server[74187]: DEBUG oslo_concurrency.lockutils [None req-c72dd329-595c-4eca-9296-ba6eff8780d9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.165s {{(pid=74187) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 16:42:23.632071 dv-cinder-798104-1-smb neutron-server[74186]: INFO neutron.wsgi [req-91e1961e-6075-4c4e-a3b3-888dbed07dff req-cf0213a7-c222-48ec-bc60-66fa52b587da service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=9344ad16110c4191993c42fbf7367cf2&device_id=4a8c302d-62ce-4c05-8798-3bd26de618b4 HTTP/1.1" status: 200 len: 1099 time: 0.3029027 Jun 28 16:42:23.711523 dv-cinder-798104-1-smb neutron-server[74185]: INFO neutron.wsgi [req-156e741b-24c6-4b2a-a2e4-672b38bd164e req-05ee1fb9-a9d8-4dc2-a366-8a6c2dcb0814 tempest-AttachVolumeTestJSON-1575976490 tempest-AttachVolumeTestJSON-1575976490-project] 10.222.0.26 "GET /v2.0/security-groups?id=d4fabaec-765c-44eb-aea3-0feba44aab14&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4711726 Jun 28 16:42:23.752972 dv-cinder-798104-1-smb neutron-server[74185]: INFO neutron.wsgi [req-4a7a90dd-066f-4f19-8e8a-1d2a61182748 req-a01e7562-97ab-4f98-a943-b6e174ada83f service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=ca182176-9633-4aa8-8265-824f520e5d44 HTTP/1.1" status: 200 len: 217 time: 0.2178319 Jun 28 16:42:23.905761 dv-cinder-798104-1-smb neutron-server[74186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91e1961e-6075-4c4e-a3b3-888dbed07dff req-9001f14b-f24d-4ad9-bbe1-b120a11fe9f6 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=74186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 16:42:23.907364 dv-cinder-798104-1-smb neutron-server[74186]: INFO neutron.wsgi [req-91e1961e-6075-4c4e-a3b3-888dbed07dff req-9001f14b-f24d-4ad9-bbe1-b120a11fe9f6 service neutron] 10.222.0.41 "GET /v2.0/networks?id=456cb4f0-4c56-4bb7-a5cf-eaccb243862b HTTP/1.1" status: 200 len: 920 time: 0.2598848 Jun 28 16:42:23.909105 dv-cinder-798104-1-smb neutron-server[74186]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2085ff8a-4738-4d8b-ac96-e46f842c434d', 'name': 'network-vif-deleted', 'tag': 'a4c07c06-1b0c-4237-90c6-772052a508d4', 'status': 'completed', 'code': 200} Jun 28 16:42:23.923952 dv-cinder-798104-1-smb neutron-server[74186]: DEBUG neutron.wsgi [-] (74186) accepted ('10.222.0.26', 47930) {{(pid=74186) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 28 16:42:23.952793 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a7a90dd-066f-4f19-8e8a-1d2a61182748 req-5b44789a-03b7-4eb3-8a9e-89119c617651 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=74185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 16:42:23.955295 dv-cinder-798104-1-smb neutron-server[74185]: INFO neutron.wsgi [req-4a7a90dd-066f-4f19-8e8a-1d2a61182748 req-5b44789a-03b7-4eb3-8a9e-89119c617651 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=f2ffd4c6-165d-446d-9207-8235b5280dd5 HTTP/1.1" status: 200 len: 856 time: 0.1891425 Jun 28 16:42:23.966322 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG neutron.wsgi [-] (74185) accepted ('10.222.0.26', 47934) {{(pid=74185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 28 16:42:24.078488 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG neutron_lib.callbacks.manager [None req-d42c9bbb-0db1-4d3a-a9fa-c41501ebd411 admin admin] Notify callbacks [] for security_group, before_create {{(pid=74185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 16:42:24.145910 dv-cinder-798104-1-smb neutron-server[74186]: DEBUG neutron_lib.callbacks.manager [None req-df88200f-b1e0-469c-a18c-e78bd50e476a admin admin] Notify callbacks [] for security_group, before_create {{(pid=74186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 16:42:24.157505 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG neutron_lib.callbacks.manager [None req-b96fb2b7-9104-41b6-a8c7-a6a036c48977 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=74185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 16:42:24.183584 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG neutron_lib.callbacks.manager [None req-b96fb2b7-9104-41b6-a8c7-a6a036c48977 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2050486'] for security_group, after_create {{(pid=74185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 16:42:24.193359 dv-cinder-798104-1-smb neutron-server[74186]: INFO neutron.wsgi [req-91e1961e-6075-4c4e-a3b3-888dbed07dff req-2cfd1dbe-f24d-400d-8afb-a97bcbb80eea service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=055df2b1-f718-4d3a-9df3-3e181fb1b971 HTTP/1.1" status: 200 len: 217 time: 0.2575469 Jun 28 16:42:24.196158 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1f4cc4c-8538-426c-bfbb-35d504b9a1f4 req-1d2fd8cb-89ad-4b4f-83b4-4c1e35817279 tempest-AttachVolumeShelveTestJSON-223402159 tempest-AttachVolumeShelveTestJSON-223402159-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 16:42:24.205678 dv-cinder-798104-1-smb neutron-server[74185]: INFO neutron.wsgi [req-a1f4cc4c-8538-426c-bfbb-35d504b9a1f4 req-1d2fd8cb-89ad-4b4f-83b4-4c1e35817279 tempest-AttachVolumeShelveTestJSON-223402159 tempest-AttachVolumeShelveTestJSON-223402159-project] 10.222.0.26 "GET /v2.0/ports?device_id=ca0f1f28-abee-4019-a85a-f11d82e2a8a7 HTTP/1.1" status: 200 len: 943 time: 0.5629382 Jun 28 16:42:24.242011 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74185) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 16:42:24.257610 dv-cinder-798104-1-smb neutron-server[74186]: DEBUG neutron.db.quota.driver [None req-df88200f-b1e0-469c-a18c-e78bd50e476a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74186) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 28 16:42:24.258801 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG neutron.db.quota.driver [None req-d42c9bbb-0db1-4d3a-a9fa-c41501ebd411 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74185) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 28 16:42:24.270406 dv-cinder-798104-1-smb neutron-server[74186]: DEBUG neutron.quota.resource [None req-df88200f-b1e0-469c-a18c-e78bd50e476a admin admin] Usage tracker for resource:security_group_rule and tenant:5a9ebf79bfc4459fb2ad4df123c30da6 is out of sync, need to count used quota {{(pid=74186) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 28 16:42:24.276698 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG neutron.quota.resource [None req-d42c9bbb-0db1-4d3a-a9fa-c41501ebd411 admin admin] Usage tracker for resource:security_group_rule and tenant:9a815eccc10e49e786441f7bbba8f0e3 is out of sync, need to count used quota {{(pid=74185) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 28 16:42:24.278045 dv-cinder-798104-1-smb neutron-server[74186]: DEBUG neutron.quota.resource [None req-df88200f-b1e0-469c-a18c-e78bd50e476a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=74186) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 28 16:42:24.288200 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG neutron.quota.resource [None req-d42c9bbb-0db1-4d3a-a9fa-c41501ebd411 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=74185) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 28 16:42:24.288932 dv-cinder-798104-1-smb neutron-server[74186]: DEBUG neutron.db.quota.driver [None req-df88200f-b1e0-469c-a18c-e78bd50e476a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74186) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 28 16:42:24.299601 dv-cinder-798104-1-smb neutron-server[74186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91e1961e-6075-4c4e-a3b3-888dbed07dff req-d1e25d37-70d5-4496-b04c-5a112fd9861c service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=74186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 16:42:24.301358 dv-cinder-798104-1-smb neutron-server[74186]: INFO neutron.wsgi [req-91e1961e-6075-4c4e-a3b3-888dbed07dff req-d1e25d37-70d5-4496-b04c-5a112fd9861c service neutron] 10.222.0.41 "GET /v2.0/subnets?id=766e27c3-d7d9-49ba-b0ca-4cfaf9e450d4 HTTP/1.1" status: 200 len: 859 time: 0.0972443 Jun 28 16:42:24.329730 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG neutron.db.quota.driver [None req-d42c9bbb-0db1-4d3a-a9fa-c41501ebd411 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74185) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 28 16:42:24.362097 dv-cinder-798104-1-smb neutron-server[74185]: INFO neutron.wsgi [None req-b96fb2b7-9104-41b6-a8c7-a6a036c48977 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=511e3118e9c947fabd93ba377cf3546a&name=default HTTP/1.1" status: 200 len: 2647 time: 1.7021410 Jun 28 16:42:24.362760 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b96fb2b7-9104-41b6-a8c7-a6a036c48977 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a30b193a-b00f-4bbb-9d21-6d6055251441,revision_number=1']} {{(pid=74185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 16:42:24.368393 dv-cinder-798104-1-smb neutron-server[74186]: DEBUG neutron.wsgi [-] (74186) accepted ('10.222.0.26', 47942) {{(pid=74186) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 28 16:42:24.370000 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG oslo_concurrency.lockutils [None req-b96fb2b7-9104-41b6-a8c7-a6a036c48977 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.128s {{(pid=74185) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 16:42:24.376618 dv-cinder-798104-1-smb neutron-server[74185]: INFO neutron.wsgi [req-4a7a90dd-066f-4f19-8e8a-1d2a61182748 req-921cc2e2-a501-42cf-a1de-a8df1503104a service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=4e66a7eb-2725-411e-9b4f-e274c7c51246&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.4021728 Jun 28 16:42:24.379613 dv-cinder-798104-1-smb neutron-server[74186]: INFO neutron.wsgi [req-91e1961e-6075-4c4e-a3b3-888dbed07dff req-1f4a07ab-93b4-4762-8013-a9071390eb00 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=456cb4f0-4c56-4bb7-a5cf-eaccb243862b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0536146 Jun 28 16:42:24.381970 dv-cinder-798104-1-smb neutron-server[74185]: INFO neutron.wsgi [req-a1f4cc4c-8538-426c-bfbb-35d504b9a1f4 req-ef07f978-9c02-4615-a4b5-be6f968ac68d tempest-AttachVolumeShelveTestJSON-223402159 tempest-AttachVolumeShelveTestJSON-223402159-project] 10.222.0.26 "GET /v2.0/security-groups?id=9d5e5bf1-75b7-4451-8ba3-68d562e2bb7c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1753273 Jun 28 16:42:24.426248 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d56e9030-364e-46f8-82c4-d65cf18313dd req-9334858d-a977-456f-99da-118aa20552ce tempest-ServerRescueNegativeTestJSON-1571951802 tempest-ServerRescueNegativeTestJSON-1571951802-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 16:42:24.427878 dv-cinder-798104-1-smb neutron-server[74185]: INFO neutron.wsgi [req-d56e9030-364e-46f8-82c4-d65cf18313dd req-9334858d-a977-456f-99da-118aa20552ce tempest-ServerRescueNegativeTestJSON-1571951802 tempest-ServerRescueNegativeTestJSON-1571951802-project] 10.222.0.26 "GET /v2.0/ports?device_id=4a8c302d-62ce-4c05-8798-3bd26de618b4 HTTP/1.1" status: 200 len: 946 time: 0.3721073 Jun 28 16:42:24.549789 dv-cinder-798104-1-smb neutron-server[74186]: DEBUG neutron_lib.callbacks.manager [None req-df88200f-b1e0-469c-a18c-e78bd50e476a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=74186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 16:42:24.564493 dv-cinder-798104-1-smb neutron-server[74186]: DEBUG neutron_lib.callbacks.manager [None req-df88200f-b1e0-469c-a18c-e78bd50e476a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2050486'] for security_group, after_create {{(pid=74186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 16:42:24.576816 dv-cinder-798104-1-smb neutron-server[74186]: DEBUG oslo_concurrency.lockutils [None req-5ffb92a9-bc1d-486b-bc57-43fb571feedf admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74186) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 16:42:24.624673 dv-cinder-798104-1-smb neutron-server[74187]: DEBUG neutron.plugins.ml2.rpc [None req-c72dd329-595c-4eca-9296-ba6eff8780d9 None None] Device 78dc5b3f-ac10-45ad-827b-b4cd72cb9a44 up at agent ovs-agent-dv-cinder-798104-1-smb {{(pid=74187) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 28 16:42:24.705807 dv-cinder-798104-1-smb neutron-server[74186]: DEBUG neutron_lib.callbacks.manager [None req-8c68a2e8-d915-4cbe-b45a-3a51b8c6d68b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=74186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 16:42:24.716475 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG neutron_lib.callbacks.manager [None req-d42c9bbb-0db1-4d3a-a9fa-c41501ebd411 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=74185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 16:42:24.762558 dv-cinder-798104-1-smb neutron-server[74186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df88200f-b1e0-469c-a18c-e78bd50e476a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=80f0b2b9-996a-47d4-b1bb-0e8ebef3cf37,revision_number=1']} {{(pid=74186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 16:42:24.778555 dv-cinder-798104-1-smb neutron-server[74185]: INFO neutron.wsgi [req-4a7a90dd-066f-4f19-8e8a-1d2a61182748 req-1619fd93-3b4e-4519-acbe-44234de0bbc0 service neutron] 10.222.0.41 "GET /v2.0/networks/4e66a7eb-2725-411e-9b4f-e274c7c51246?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3719237 Jun 28 16:42:24.796481 dv-cinder-798104-1-smb neutron-server[74186]: DEBUG oslo_concurrency.lockutils [None req-df88200f-b1e0-469c-a18c-e78bd50e476a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.220s {{(pid=74186) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 16:42:24.798242 dv-cinder-798104-1-smb neutron-server[74187]: DEBUG neutron.db.provisioning_blocks [None req-c72dd329-595c-4eca-9296-ba6eff8780d9 None None] Provisioning complete for port 78dc5b3f-ac10-45ad-827b-b4cd72cb9a44 triggered by entity L2. {{(pid=74187) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 28 16:42:24.798617 dv-cinder-798104-1-smb neutron-server[74187]: DEBUG neutron_lib.callbacks.manager [None req-c72dd329-595c-4eca-9296-ba6eff8780d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1002786'] for port, provisioning_complete {{(pid=74187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 16:42:24.815519 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG neutron_lib.callbacks.manager [None req-d42c9bbb-0db1-4d3a-a9fa-c41501ebd411 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2050486'] for security_group, after_create {{(pid=74185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 16:42:24.820757 dv-cinder-798104-1-smb neutron-server[74186]: INFO neutron.wsgi [None req-df88200f-b1e0-469c-a18c-e78bd50e476a admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=5a9ebf79bfc4459fb2ad4df123c30da6&name=default HTTP/1.1" status: 200 len: 2647 time: 0.8809574 Jun 28 16:42:24.827830 dv-cinder-798104-1-smb neutron-server[74186]: DEBUG neutron.wsgi [-] (74186) accepted ('10.222.0.26', 47948) {{(pid=74186) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 28 16:42:24.830145 dv-cinder-798104-1-smb neutron-server[74185]: INFO neutron.wsgi [req-d56e9030-364e-46f8-82c4-d65cf18313dd req-90476025-b2c0-4eb1-96d1-c94af1c50c5d tempest-ServerRescueNegativeTestJSON-1571951802 tempest-ServerRescueNegativeTestJSON-1571951802-project] 10.222.0.26 "GET /v2.0/security-groups?id=23ec9104-6b33-4b08-9a41-3b0a624abc37&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2910626 Jun 28 16:42:24.839092 dv-cinder-798104-1-smb neutron-server[74186]: INFO neutron.wsgi [req-91e1961e-6075-4c4e-a3b3-888dbed07dff req-c3227b17-91da-4ce3-9d44-b3fc631141be service neutron] 10.222.0.41 "GET /v2.0/networks/456cb4f0-4c56-4bb7-a5cf-eaccb243862b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4422686 Jun 28 16:42:24.843466 dv-cinder-798104-1-smb neutron-server[74186]: DEBUG neutron_lib.callbacks.manager [None req-8c68a2e8-d915-4cbe-b45a-3a51b8c6d68b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=74186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 16:42:24.847934 dv-cinder-798104-1-smb neutron-server[74185]: INFO neutron.wsgi [req-db4de923-8c52-4149-a0b7-b5c10e9b1797 req-72988e9e-7e88-457b-b5d1-e6eecfe58915 tempest-DeleteServersTestJSON-388560069 tempest-DeleteServersTestJSON-388560069-project] 10.222.0.26 "GET /v2.0/ports?device_id=2085ff8a-4738-4d8b-ac96-e46f842c434d HTTP/1.1" status: 200 len: 210 time: 0.1220152 Jun 28 16:42:24.907502 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74185) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 16:42:24.989374 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d42c9bbb-0db1-4d3a-a9fa-c41501ebd411 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ac8b41fa-b235-42aa-89d3-8be4dddaae1c,revision_number=1']} {{(pid=74185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 16:42:25.012366 dv-cinder-798104-1-smb neutron-server[74185]: INFO neutron.wsgi [None req-d42c9bbb-0db1-4d3a-a9fa-c41501ebd411 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=9a815eccc10e49e786441f7bbba8f0e3&name=default HTTP/1.1" status: 200 len: 2647 time: 1.0430708 Jun 28 16:42:25.015887 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG oslo_concurrency.lockutils [None req-d42c9bbb-0db1-4d3a-a9fa-c41501ebd411 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=74185) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 16:42:25.016405 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG neutron.wsgi [-] (74185) accepted ('10.222.0.26', 47952) {{(pid=74185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 28 16:42:25.103428 dv-cinder-798104-1-smb neutron-server[74185]: INFO neutron.wsgi [req-4a7a90dd-066f-4f19-8e8a-1d2a61182748 req-0731f1d0-1612-4437-a91e-cc504fa8f5ca service neutron] 10.222.0.41 "GET /v2.0/networks/4e66a7eb-2725-411e-9b4f-e274c7c51246?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3230989 Jun 28 16:42:25.155792 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG neutron_lib.callbacks.manager [None req-e636d1cf-e08b-46e5-a16b-8de951770dcb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=74185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 16:42:25.290283 dv-cinder-798104-1-smb neutron-server[74186]: INFO neutron.wsgi [req-91e1961e-6075-4c4e-a3b3-888dbed07dff req-08b37513-78a7-4b4f-9fa5-2e3ca4c7ceb7 service neutron] 10.222.0.41 "GET /v2.0/networks/456cb4f0-4c56-4bb7-a5cf-eaccb243862b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3882046 Jun 28 16:42:25.320026 dv-cinder-798104-1-smb neutron-server[74186]: DEBUG neutron_lib.callbacks.manager [None req-8c68a2e8-d915-4cbe-b45a-3a51b8c6d68b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2050486'] for security_group, after_delete {{(pid=74186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 16:42:25.333132 dv-cinder-798104-1-smb neutron-server[74186]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74186) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 16:42:25.342663 dv-cinder-798104-1-smb neutron-server[74186]: DEBUG neutron_lib.callbacks.manager [None req-4933c435-dbc0-4c81-9626-4c6cced82a10 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=74186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 16:42:25.360496 dv-cinder-798104-1-smb neutron-server[74186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c68a2e8-d915-4cbe-b45a-3a51b8c6d68b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a30b193a-b00f-4bbb-9d21-6d6055251441,revision_number=None']} {{(pid=74186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 16:42:25.362912 dv-cinder-798104-1-smb neutron-server[74186]: DEBUG oslo_concurrency.lockutils [None req-8c68a2e8-d915-4cbe-b45a-3a51b8c6d68b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=74186) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 16:42:25.368807 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG neutron_lib.callbacks.manager [None req-e636d1cf-e08b-46e5-a16b-8de951770dcb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=74185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 16:42:25.379965 dv-cinder-798104-1-smb neutron-server[74186]: DEBUG neutron_lib.callbacks.manager [None req-8c68a2e8-d915-4cbe-b45a-3a51b8c6d68b admin admin] Notify callbacks [] for security_group, before_response {{(pid=74186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 16:42:25.381584 dv-cinder-798104-1-smb neutron-server[74186]: INFO neutron.wsgi [None req-8c68a2e8-d915-4cbe-b45a-3a51b8c6d68b admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/a30b193a-b00f-4bbb-9d21-6d6055251441 HTTP/1.1" status: 204 len: 168 time: 1.0075824 Jun 28 16:42:25.396370 dv-cinder-798104-1-smb neutron-server[74186]: DEBUG neutron_lib.callbacks.manager [None req-4933c435-dbc0-4c81-9626-4c6cced82a10 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=74186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 16:42:25.509351 dv-cinder-798104-1-smb neutron-server[74186]: DEBUG neutron_lib.callbacks.manager [None req-4933c435-dbc0-4c81-9626-4c6cced82a10 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2050486'] for security_group, after_delete {{(pid=74186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 16:42:25.520513 dv-cinder-798104-1-smb neutron-server[74186]: DEBUG oslo_concurrency.lockutils [None req-b9335768-1bb8-4787-ac2e-16cb40885fc1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74186) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 16:42:25.549225 dv-cinder-798104-1-smb neutron-server[74186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4933c435-dbc0-4c81-9626-4c6cced82a10 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=80f0b2b9-996a-47d4-b1bb-0e8ebef3cf37,revision_number=None']} {{(pid=74186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 16:42:25.563682 dv-cinder-798104-1-smb neutron-server[74186]: DEBUG oslo_concurrency.lockutils [None req-4933c435-dbc0-4c81-9626-4c6cced82a10 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=74186) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 16:42:25.566085 dv-cinder-798104-1-smb neutron-server[74186]: DEBUG neutron_lib.callbacks.manager [None req-4933c435-dbc0-4c81-9626-4c6cced82a10 admin admin] Notify callbacks [] for security_group, before_response {{(pid=74186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 16:42:25.568994 dv-cinder-798104-1-smb neutron-server[74186]: INFO neutron.wsgi [None req-4933c435-dbc0-4c81-9626-4c6cced82a10 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/80f0b2b9-996a-47d4-b1bb-0e8ebef3cf37 HTTP/1.1" status: 204 len: 168 time: 0.7342362 Jun 28 16:42:25.740440 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3e9c9ac-e897-47bc-a861-afad2fcde78a req-51aeb1c7-cff2-4a46-9b52-84d2427e6a4a tempest-AttachVolumeTestJSON-1575976490 tempest-AttachVolumeTestJSON-1575976490-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 16:42:25.748986 dv-cinder-798104-1-smb neutron-server[74185]: INFO neutron.wsgi [req-d3e9c9ac-e897-47bc-a861-afad2fcde78a req-51aeb1c7-cff2-4a46-9b52-84d2427e6a4a tempest-AttachVolumeTestJSON-1575976490 tempest-AttachVolumeTestJSON-1575976490-project] 10.222.0.26 "GET /v2.0/ports?device_id=1577b494-1b54-45ce-baf1-96f6d50deecb HTTP/1.1" status: 200 len: 945 time: 0.5701127 Jun 28 16:42:25.885947 dv-cinder-798104-1-smb neutron-server[74185]: INFO neutron.wsgi [req-6f5d5bfb-4230-4a12-9a27-f3180790e7cb req-1ce40d21-2af9-4cc4-958b-a7854c880565 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=1796e3b7b6834b8a88df228c1c9772ef&device_id=ca0f1f28-abee-4019-a85a-f11d82e2a8a7 HTTP/1.1" status: 200 len: 1096 time: 0.6443007 Jun 28 16:42:25.934008 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG neutron_lib.callbacks.manager [None req-e636d1cf-e08b-46e5-a16b-8de951770dcb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2050486'] for security_group, after_delete {{(pid=74185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 16:42:26.010198 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG oslo_concurrency.lockutils [None req-ef53688b-20f9-4eae-9ac9-ab42f1fb7cf9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74185) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 16:42:26.048956 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e636d1cf-e08b-46e5-a16b-8de951770dcb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ac8b41fa-b235-42aa-89d3-8be4dddaae1c,revision_number=None']} {{(pid=74185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 16:42:26.051729 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG oslo_concurrency.lockutils [None req-e636d1cf-e08b-46e5-a16b-8de951770dcb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=74185) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 16:42:26.080665 dv-cinder-798104-1-smb neutron-server[74185]: INFO neutron.wsgi [req-d3e9c9ac-e897-47bc-a861-afad2fcde78a req-bd608b44-540d-4005-939e-3c5351f77f3d tempest-AttachVolumeTestJSON-1575976490 tempest-AttachVolumeTestJSON-1575976490-project] 10.222.0.26 "GET /v2.0/security-groups?id=d4fabaec-765c-44eb-aea3-0feba44aab14&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3293338 Jun 28 16:42:26.108377 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG neutron_lib.callbacks.manager [None req-e636d1cf-e08b-46e5-a16b-8de951770dcb admin admin] Notify callbacks [] for security_group, before_response {{(pid=74185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 16:42:26.109708 dv-cinder-798104-1-smb neutron-server[74185]: INFO neutron.wsgi [None req-e636d1cf-e08b-46e5-a16b-8de951770dcb admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/ac8b41fa-b235-42aa-89d3-8be4dddaae1c HTTP/1.1" status: 204 len: 168 time: 1.0810401 Jun 28 16:42:26.174529 dv-cinder-798104-1-smb neutron-server[74187]: DEBUG neutron.plugins.ml2.rpc [None req-d0e5ad82-df9b-4ee3-8ee9-b93c74fbe1d3 None None] Device a4c07c06-1b0c-4237-90c6-772052a508d4 no longer exists at agent hyperv_hv-cinder-79810 {{(pid=74187) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 28 16:42:26.200386 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f49af4ba-3cb5-4fbd-96aa-0444bade0738 req-2fa1a6af-3944-4292-b8d6-ae224d04dcd5 tempest-AttachVolumeShelveTestJSON-223402159 tempest-AttachVolumeShelveTestJSON-223402159-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 16:42:26.202885 dv-cinder-798104-1-smb neutron-server[74185]: INFO neutron.wsgi [req-f49af4ba-3cb5-4fbd-96aa-0444bade0738 req-2fa1a6af-3944-4292-b8d6-ae224d04dcd5 tempest-AttachVolumeShelveTestJSON-223402159 tempest-AttachVolumeShelveTestJSON-223402159-project] 10.222.0.26 "GET /v2.0/ports?device_id=ca0f1f28-abee-4019-a85a-f11d82e2a8a7 HTTP/1.1" status: 200 len: 943 time: 0.5811601 Jun 28 16:42:26.232404 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f5d5bfb-4230-4a12-9a27-f3180790e7cb req-38916c69-740f-4e4f-8a02-73cace4c1a54 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=74185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 16:42:26.234627 dv-cinder-798104-1-smb neutron-server[74185]: INFO neutron.wsgi [req-6f5d5bfb-4230-4a12-9a27-f3180790e7cb req-38916c69-740f-4e4f-8a02-73cace4c1a54 service neutron] 10.222.0.41 "GET /v2.0/networks?id=4e66a7eb-2725-411e-9b4f-e274c7c51246 HTTP/1.1" status: 200 len: 918 time: 0.3340089 Jun 28 16:42:26.302135 dv-cinder-798104-1-smb neutron-server[74187]: DEBUG neutron.plugins.ml2.plugin [None req-d0e5ad82-df9b-4ee3-8ee9-b93c74fbe1d3 None None] No Port match for: a4c07c06-1b0c-4237-90c6-772052a508d4 {{(pid=74187) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}} Jun 28 16:42:26.302731 dv-cinder-798104-1-smb neutron-server[74187]: DEBUG neutron.plugins.ml2.rpc [None req-d0e5ad82-df9b-4ee3-8ee9-b93c74fbe1d3 None None] Device a4c07c06-1b0c-4237-90c6-772052a508d4 not bound to the agent host hv-cinder-79810 {{(pid=74187) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 28 16:42:26.345520 dv-cinder-798104-1-smb neutron-server[74185]: INFO neutron.wsgi [req-6f5d5bfb-4230-4a12-9a27-f3180790e7cb req-009f18bd-f2d6-483d-8531-5dceec7065e8 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=ca182176-9633-4aa8-8265-824f520e5d44 HTTP/1.1" status: 200 len: 217 time: 0.0857971 Jun 28 16:42:26.489493 dv-cinder-798104-1-smb neutron-server[74185]: INFO neutron.wsgi [req-f49af4ba-3cb5-4fbd-96aa-0444bade0738 req-d98713d0-f7f1-4d04-a470-e63bdcf9081b tempest-AttachVolumeShelveTestJSON-223402159 tempest-AttachVolumeShelveTestJSON-223402159-project] 10.222.0.26 "GET /v2.0/security-groups?id=9d5e5bf1-75b7-4451-8ba3-68d562e2bb7c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2529638 Jun 28 16:42:26.517457 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f5d5bfb-4230-4a12-9a27-f3180790e7cb req-be3681ca-5351-4c61-810a-46ab40aab6ec service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=74185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 16:42:26.519122 dv-cinder-798104-1-smb neutron-server[74185]: INFO neutron.wsgi [req-6f5d5bfb-4230-4a12-9a27-f3180790e7cb req-be3681ca-5351-4c61-810a-46ab40aab6ec service neutron] 10.222.0.41 "GET /v2.0/subnets?id=f2ffd4c6-165d-446d-9207-8235b5280dd5 HTTP/1.1" status: 200 len: 856 time: 0.1491258 Jun 28 16:42:26.645920 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd198023-152d-4a1e-8420-95c777697985 req-115772b6-c46a-43e8-99df-1ca228bf10bc tempest-ServerRescueNegativeTestJSON-1571951802 tempest-ServerRescueNegativeTestJSON-1571951802-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 16:42:26.654044 dv-cinder-798104-1-smb neutron-server[74185]: INFO neutron.wsgi [req-bd198023-152d-4a1e-8420-95c777697985 req-115772b6-c46a-43e8-99df-1ca228bf10bc tempest-ServerRescueNegativeTestJSON-1571951802 tempest-ServerRescueNegativeTestJSON-1571951802-project] 10.222.0.26 "GET /v2.0/ports?device_id=4a8c302d-62ce-4c05-8798-3bd26de618b4 HTTP/1.1" status: 200 len: 946 time: 0.2848492 Jun 28 16:42:26.689300 dv-cinder-798104-1-smb neutron-server[74185]: INFO neutron.wsgi [req-6f5d5bfb-4230-4a12-9a27-f3180790e7cb req-979914df-1df2-47d4-8cd9-ea268b859048 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=4e66a7eb-2725-411e-9b4f-e274c7c51246&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1512063 Jun 28 16:42:26.750184 dv-cinder-798104-1-smb neutron-server[74185]: INFO neutron.wsgi [req-bd198023-152d-4a1e-8420-95c777697985 req-e91b655f-f81d-4e4b-beb9-36f96f8db35a tempest-ServerRescueNegativeTestJSON-1571951802 tempest-ServerRescueNegativeTestJSON-1571951802-project] 10.222.0.26 "GET /v2.0/security-groups?id=23ec9104-6b33-4b08-9a41-3b0a624abc37&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0951598 Jun 28 16:42:27.007633 dv-cinder-798104-1-smb neutron-server[74185]: INFO neutron.wsgi [req-6f5d5bfb-4230-4a12-9a27-f3180790e7cb req-2ac6b70c-4a93-4499-8d54-402fd4726438 service neutron] 10.222.0.41 "GET /v2.0/networks/4e66a7eb-2725-411e-9b4f-e274c7c51246?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2945154 Jun 28 16:42:27.156454 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c73d2cb0-d481-49b3-ae6a-98ee5ca4652a req-3c14d91e-3eaa-40b7-b6ec-4c29cd5f55f9 tempest-AttachVolumeTestJSON-1575976490 tempest-AttachVolumeTestJSON-1575976490-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 16:42:27.162746 dv-cinder-798104-1-smb neutron-server[74185]: INFO neutron.wsgi [req-c73d2cb0-d481-49b3-ae6a-98ee5ca4652a req-3c14d91e-3eaa-40b7-b6ec-4c29cd5f55f9 tempest-AttachVolumeTestJSON-1575976490 tempest-AttachVolumeTestJSON-1575976490-project] 10.222.0.26 "GET /v2.0/ports?device_id=1577b494-1b54-45ce-baf1-96f6d50deecb HTTP/1.1" status: 200 len: 945 time: 0.4066350 Jun 28 16:42:27.172413 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG neutron.wsgi [-] (74185) accepted ('10.222.0.26', 48016) {{(pid=74185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 28 16:42:27.243930 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG neutron.api.v2.base [None req-50d93b2a-7467-4dc5-9d39-da547d1e0678 tempest-AttachVolumeTestJSON-1575976490 tempest-AttachVolumeTestJSON-1575976490-project] Request body: {'floatingip': {'port_id': '0e7dd6cd-c2b1-4bf7-b9a5-6d14c163b7c0'}} {{(pid=74185) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jun 28 16:42:27.383491 dv-cinder-798104-1-smb neutron-server[74185]: INFO neutron.wsgi [req-6f5d5bfb-4230-4a12-9a27-f3180790e7cb req-2b4ce3be-c692-4b7e-98c5-c0b23bfd583d service neutron] 10.222.0.41 "GET /v2.0/networks/4e66a7eb-2725-411e-9b4f-e274c7c51246?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3569598 Jun 28 16:42:27.388345 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG neutron_lib.callbacks.manager [None req-50d93b2a-7467-4dc5-9d39-da547d1e0678 tempest-AttachVolumeTestJSON-1575976490 tempest-AttachVolumeTestJSON-1575976490-project] Notify callbacks [] for floatingip, before_update {{(pid=74185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 16:42:28.165548 dv-cinder-798104-1-smb neutron-server[74187]: DEBUG neutron.plugins.ml2.rpc [None req-d0e5ad82-df9b-4ee3-8ee9-b93c74fbe1d3 None None] Device ca182176-9633-4aa8-8265-824f520e5d44 details requested by agent hyperv_hv-cinder-79810 with host hv-cinder-79810 {{(pid=74187) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 28 16:42:28.332072 dv-cinder-798104-1-smb neutron-server[74187]: DEBUG neutron.plugins.ml2.db [None req-d0e5ad82-df9b-4ee3-8ee9-b93c74fbe1d3 None None] For port ca182176-9633-4aa8-8265-824f520e5d44, host hv-cinder-79810, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79810',level=0,port_id=ca182176-9633-4aa8-8265-824f520e5d44,segment=NetworkSegment(2df110ad-025a-4a6b-9e31-f233466e01f1),segment_id=2df110ad-025a-4a6b-9e31-f233466e01f1)] {{(pid=74187) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 16:42:28.353630 dv-cinder-798104-1-smb neutron-server[74187]: DEBUG neutron.plugins.ml2.rpc [None req-d0e5ad82-df9b-4ee3-8ee9-b93c74fbe1d3 None None] Returning: {'device': 'ca182176-9633-4aa8-8265-824f520e5d44', 'network_id': '4e66a7eb-2725-411e-9b4f-e274c7c51246', 'port_id': 'ca182176-9633-4aa8-8265-824f520e5d44', 'mac_address': 'fa:16:3e:08:f9:47', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 405, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f2ffd4c6-165d-446d-9207-8235b5280dd5', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=74187) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 28 16:42:28.422610 dv-cinder-798104-1-smb neutron-server[74187]: DEBUG neutron_lib.callbacks.manager [None req-d0e5ad82-df9b-4ee3-8ee9-b93c74fbe1d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621611'] for port, before_update {{(pid=74187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 16:42:28.452758 dv-cinder-798104-1-smb neutron-server[74187]: DEBUG neutron.notifiers.nova [None req-d0e5ad82-df9b-4ee3-8ee9-b93c74fbe1d3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ca182176-9633-4aa8-8265-824f520e5d44 {{(pid=74187) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 28 16:42:28.471280 dv-cinder-798104-1-smb neutron-server[74187]: DEBUG neutron.plugins.ml2.db [None req-d0e5ad82-df9b-4ee3-8ee9-b93c74fbe1d3 None None] For port ca182176-9633-4aa8-8265-824f520e5d44, host hv-cinder-79810, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79810',level=0,port_id=ca182176-9633-4aa8-8265-824f520e5d44,segment=NetworkSegment(2df110ad-025a-4a6b-9e31-f233466e01f1),segment_id=2df110ad-025a-4a6b-9e31-f233466e01f1)] {{(pid=74187) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 16:42:28.477808 dv-cinder-798104-1-smb neutron-server[74187]: DEBUG neutron_lib.callbacks.manager [None req-d0e5ad82-df9b-4ee3-8ee9-b93c74fbe1d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-615041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1598908', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774158213048', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774157688378', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774157688423'] for port, after_update {{(pid=74187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 16:42:28.480586 dv-cinder-798104-1-smb neutron-server[74187]: DEBUG oslo_concurrency.lockutils [None req-c72dd329-595c-4eca-9296-ba6eff8780d9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74187) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 16:42:28.504943 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eae04bb-1856-4e80-88bf-3a42ae5a7a38 req-8868b9a3-2a1b-46fd-8ebe-62ee97e350b6 tempest-AttachVolumeShelveTestJSON-223402159 tempest-AttachVolumeShelveTestJSON-223402159-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 16:42:28.512958 dv-cinder-798104-1-smb neutron-server[74185]: INFO neutron.wsgi [req-5eae04bb-1856-4e80-88bf-3a42ae5a7a38 req-8868b9a3-2a1b-46fd-8ebe-62ee97e350b6 tempest-AttachVolumeShelveTestJSON-223402159 tempest-AttachVolumeShelveTestJSON-223402159-project] 10.222.0.26 "GET /v2.0/ports?device_id=ca0f1f28-abee-4019-a85a-f11d82e2a8a7 HTTP/1.1" status: 200 len: 943 time: 0.4823549 Jun 28 16:42:28.562661 dv-cinder-798104-1-smb neutron-server[74187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0e5ad82-df9b-4ee3-8ee9-b93c74fbe1d3 None None] Pushing event updated for resources: {'Port': ['ID=ca182176-9633-4aa8-8265-824f520e5d44,revision_number=4']} {{(pid=74187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 16:42:28.567066 dv-cinder-798104-1-smb neutron-server[74187]: DEBUG oslo_concurrency.lockutils [None req-d0e5ad82-df9b-4ee3-8ee9-b93c74fbe1d3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=74187) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 16:42:28.822990 dv-cinder-798104-1-smb neutron-server[74187]: DEBUG neutron.plugins.ml2.db [None req-d0e5ad82-df9b-4ee3-8ee9-b93c74fbe1d3 None None] get_ports_and_sgs() called for port_ids ['ca182176-9633-4aa8-8265-824f520e5d44'] {{(pid=74187) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jun 28 16:42:28.923321 dv-cinder-798104-1-smb neutron-server[74185]: INFO neutron.wsgi [req-5eae04bb-1856-4e80-88bf-3a42ae5a7a38 req-b8ff268e-1164-46b5-8c3f-18990cca62b4 tempest-AttachVolumeShelveTestJSON-223402159 tempest-AttachVolumeShelveTestJSON-223402159-project] 10.222.0.26 "GET /v2.0/security-groups?id=9d5e5bf1-75b7-4451-8ba3-68d562e2bb7c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4077947 Jun 28 16:42:28.959073 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c7750cf-c9f2-4455-ad91-0e17c9fd1f93 req-9351df9d-03d8-400d-9dd3-aec7dbb7cb49 tempest-ServerRescueNegativeTestJSON-1571951802 tempest-ServerRescueNegativeTestJSON-1571951802-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 16:42:28.971670 dv-cinder-798104-1-smb neutron-server[74185]: INFO neutron.wsgi [req-6c7750cf-c9f2-4455-ad91-0e17c9fd1f93 req-9351df9d-03d8-400d-9dd3-aec7dbb7cb49 tempest-ServerRescueNegativeTestJSON-1571951802 tempest-ServerRescueNegativeTestJSON-1571951802-project] 10.222.0.26 "GET /v2.0/ports?device_id=4a8c302d-62ce-4c05-8798-3bd26de618b4 HTTP/1.1" status: 200 len: 946 time: 0.8582129 Jun 28 16:42:29.340545 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG neutron_lib.db.resource_extend [None req-50d93b2a-7467-4dc5-9d39-da547d1e0678 tempest-AttachVolumeTestJSON-1575976490 tempest-AttachVolumeTestJSON-1575976490-project] It took 0.21 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=74185) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jun 28 16:42:29.608555 dv-cinder-798104-1-smb neutron-server[74186]: DEBUG neutron.wsgi [-] (74186) accepted ('10.222.0.26', 48086) {{(pid=74186) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 28 16:42:29.687078 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG neutron_lib.callbacks.manager [None req-50d93b2a-7467-4dc5-9d39-da547d1e0678 tempest-AttachVolumeTestJSON-1575976490 tempest-AttachVolumeTestJSON-1575976490-project] Notify callbacks [] for floatingip, precommit_update {{(pid=74185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 16:42:29.704503 dv-cinder-798104-1-smb neutron-server[74185]: INFO neutron.wsgi [req-6c7750cf-c9f2-4455-ad91-0e17c9fd1f93 req-071c78ba-7da1-4aad-b253-17b3e168f6e4 tempest-ServerRescueNegativeTestJSON-1571951802 tempest-ServerRescueNegativeTestJSON-1571951802-project] 10.222.0.26 "GET /v2.0/security-groups?id=23ec9104-6b33-4b08-9a41-3b0a624abc37&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7305517 Jun 28 16:42:29.706812 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG neutron_lib.callbacks.manager [None req-50d93b2a-7467-4dc5-9d39-da547d1e0678 tempest-AttachVolumeTestJSON-1575976490 tempest-AttachVolumeTestJSON-1575976490-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1624410'] for floatingip, after_update {{(pid=74185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 16:42:29.771056 dv-cinder-798104-1-smb neutron-server[74186]: DEBUG neutron.db.db_base_plugin_v2 [None req-edfb8d67-d8a5-488a-962a-f00b08307d89 admin admin] Deleting subnet 017b2624-817f-4270-8eec-e0073dc1331a {{(pid=74186) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 28 16:42:29.776325 dv-cinder-798104-1-smb neutron-server[74186]: DEBUG neutron_lib.callbacks.manager [None req-edfb8d67-d8a5-488a-962a-f00b08307d89 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=74186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 16:42:30.019618 dv-cinder-798104-1-smb neutron-server[74186]: DEBUG neutron_lib.callbacks.manager [None req-edfb8d67-d8a5-488a-962a-f00b08307d89 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1055359'] for subnet, precommit_delete_associations {{(pid=74186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 16:42:30.085550 dv-cinder-798104-1-smb neutron-server[74185]: INFO neutron.db.l3_db [None req-50d93b2a-7467-4dc5-9d39-da547d1e0678 tempest-AttachVolumeTestJSON-1575976490 tempest-AttachVolumeTestJSON-1575976490-project] Floating IP ee8819a0-1a62-4f70-829d-1a4bd4f278dc associated. External IP: 172.28.3.43, port: 0e7dd6cd-c2b1-4bf7-b9a5-6d14c163b7c0. Jun 28 16:42:30.253437 dv-cinder-798104-1-smb neutron-server[74186]: DEBUG neutron_lib.callbacks.manager [None req-edfb8d67-d8a5-488a-962a-f00b08307d89 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1001168'] for subnet, precommit_delete {{(pid=74186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 16:42:30.374956 dv-cinder-798104-1-smb neutron-server[74186]: DEBUG neutron_lib.callbacks.manager [None req-edfb8d67-d8a5-488a-962a-f00b08307d89 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1001177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107460', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1598908', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1108730', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1484911'] for subnet, after_delete {{(pid=74186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 16:42:30.389107 dv-cinder-798104-1-smb neutron-server[74186]: DEBUG oslo_concurrency.lockutils [None req-11f6090b-aefe-40e3-8a25-ddc3876a5278 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74186) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 16:42:30.428876 dv-cinder-798104-1-smb neutron-server[74186]: DEBUG neutron_lib.callbacks.manager [None req-edfb8d67-d8a5-488a-962a-f00b08307d89 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1598890'] for subnet, before_response {{(pid=74186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 16:42:30.440663 dv-cinder-798104-1-smb neutron-server[74186]: INFO neutron.wsgi [None req-edfb8d67-d8a5-488a-962a-f00b08307d89 admin admin] 10.222.0.26 "DELETE /v2.0/subnets/017b2624-817f-4270-8eec-e0073dc1331a HTTP/1.1" status: 204 len: 168 time: 0.8260450 Jun 28 16:42:30.445434 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG neutron.wsgi [-] (74185) accepted ('10.222.0.26', 48112) {{(pid=74185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 28 16:42:30.447428 dv-cinder-798104-1-smb neutron-server[74186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edfb8d67-d8a5-488a-962a-f00b08307d89 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=017b2624-817f-4270-8eec-e0073dc1331a,revision_number=None']} {{(pid=74186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 16:42:30.454727 dv-cinder-798104-1-smb neutron-server[74186]: DEBUG oslo_concurrency.lockutils [None req-edfb8d67-d8a5-488a-962a-f00b08307d89 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=74186) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 16:42:30.662128 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG neutron_lib.callbacks.manager [None req-d2261875-94bb-4efe-b06b-be05625c3c25 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-565721'] for network, before_delete {{(pid=74185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 16:42:30.683045 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6917a0e-fada-4fa9-bd2b-9fa9f6cbaea1 req-80a7bb0b-6723-4dd0-9f20-ef397517b029 tempest-AttachVolumeShelveTestJSON-223402159 tempest-AttachVolumeShelveTestJSON-223402159-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 16:42:30.684576 dv-cinder-798104-1-smb neutron-server[74185]: INFO neutron.wsgi [req-e6917a0e-fada-4fa9-bd2b-9fa9f6cbaea1 req-80a7bb0b-6723-4dd0-9f20-ef397517b029 tempest-AttachVolumeShelveTestJSON-223402159 tempest-AttachVolumeShelveTestJSON-223402159-project] 10.222.0.26 "GET /v2.0/ports?device_id=ca0f1f28-abee-4019-a85a-f11d82e2a8a7 HTTP/1.1" status: 200 len: 944 time: 0.3631716 Jun 28 16:42:31.105319 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG neutron_lib.callbacks.manager [None req-d2261875-94bb-4efe-b06b-be05625c3c25 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1000101', 'neutron.services.segments.db._delete_segments_for_network-8774158209666'] for network, precommit_delete {{(pid=74185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 16:42:31.172934 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG neutron.services.segments.db [None req-d2261875-94bb-4efe-b06b-be05625c3c25 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['57bed292-9c57-428d-ab78-cedbab0d959b']}} {{(pid=74185) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 16:42:31.209217 dv-cinder-798104-1-smb neutron-server[74185]: INFO neutron.wsgi [req-e6917a0e-fada-4fa9-bd2b-9fa9f6cbaea1 req-d5ad6345-ba43-45de-8455-a5687fe96fa8 tempest-AttachVolumeShelveTestJSON-223402159 tempest-AttachVolumeShelveTestJSON-223402159-project] 10.222.0.26 "GET /v2.0/security-groups?id=9d5e5bf1-75b7-4451-8ba3-68d562e2bb7c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4817431 Jun 28 16:42:31.235950 dv-cinder-798104-1-smb neutron-server[74186]: DEBUG neutron.wsgi [-] (74186) accepted ('10.222.0.26', 48136) {{(pid=74186) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 28 16:42:31.284663 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG neutron.services.segments.db [None req-d2261875-94bb-4efe-b06b-be05625c3c25 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c02d8fec-95e3-4e9a-a650-d6cb456f3802') {'for_net_delete': True} {{(pid=74185) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 16:42:31.286438 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG neutron.services.segments.db [None req-d2261875-94bb-4efe-b06b-be05625c3c25 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c02d8fec-95e3-4e9a-a650-d6cb456f3802') {} {{(pid=74185) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 16:42:31.344481 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG neutron_lib.callbacks.manager [None req-d2261875-94bb-4efe-b06b-be05625c3c25 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774158131357', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15604363'] for segment, before_delete {{(pid=74185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 16:42:31.446040 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG neutron_lib.callbacks.manager [None req-d2261875-94bb-4efe-b06b-be05625c3c25 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-938564'] for segment, precommit_delete {{(pid=74185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 16:42:31.488772 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eb20a1f-9809-418d-b909-defe06045d0b req-bd448423-7514-4c82-8a5b-b5aabd848df7 tempest-ServerRescueNegativeTestJSON-1571951802 tempest-ServerRescueNegativeTestJSON-1571951802-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 16:42:31.506812 dv-cinder-798104-1-smb neutron-server[74185]: INFO neutron.wsgi [req-7eb20a1f-9809-418d-b909-defe06045d0b req-bd448423-7514-4c82-8a5b-b5aabd848df7 tempest-ServerRescueNegativeTestJSON-1571951802 tempest-ServerRescueNegativeTestJSON-1571951802-project] 10.222.0.26 "GET /v2.0/ports?device_id=4a8c302d-62ce-4c05-8798-3bd26de618b4 HTTP/1.1" status: 200 len: 946 time: 0.3814781 Jun 28 16:42:31.513417 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d2261875-94bb-4efe-b06b-be05625c3c25 admin admin] Releasing vlan 404 on physical network physnet1 to pool {{(pid=74185) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Jun 28 16:42:31.515936 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG neutron_lib.callbacks.manager [None req-d2261875-94bb-4efe-b06b-be05625c3c25 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-938591', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15648286'] for segment, after_delete {{(pid=74185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 16:42:31.563937 dv-cinder-798104-1-smb neutron-server[74185]: Traceback (most recent call last): Jun 28 16:42:31.563937 dv-cinder-798104-1-smb neutron-server[74185]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Jun 28 16:42:31.563937 dv-cinder-798104-1-smb neutron-server[74185]: timer() Jun 28 16:42:31.563937 dv-cinder-798104-1-smb neutron-server[74185]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 28 16:42:31.563937 dv-cinder-798104-1-smb neutron-server[74185]: cb(*args, **kw) Jun 28 16:42:31.563937 dv-cinder-798104-1-smb neutron-server[74185]: File "/opt/stack/neutron/neutron/common/utils.py", line 901, in wrapper Jun 28 16:42:31.563937 dv-cinder-798104-1-smb neutron-server[74185]: return func(*args, **kwargs) Jun 28 16:42:31.563937 dv-cinder-798104-1-smb neutron-server[74185]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 28 16:42:31.563937 dv-cinder-798104-1-smb neutron-server[74185]: self._notify() Jun 28 16:42:31.563937 dv-cinder-798104-1-smb neutron-server[74185]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 28 16:42:31.563937 dv-cinder-798104-1-smb neutron-server[74185]: self.callback(batched_events) Jun 28 16:42:31.563937 dv-cinder-798104-1-smb neutron-server[74185]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 28 16:42:31.563937 dv-cinder-798104-1-smb neutron-server[74185]: event.method(event) Jun 28 16:42:31.563937 dv-cinder-798104-1-smb neutron-server[74185]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 28 16:42:31.563937 dv-cinder-798104-1-smb neutron-server[74185]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 28 16:42:31.563937 dv-cinder-798104-1-smb neutron-server[74185]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 28 16:42:31.563937 dv-cinder-798104-1-smb neutron-server[74185]: aggregate_uuid = self.p_client.list_aggregates( Jun 28 16:42:31.563937 dv-cinder-798104-1-smb neutron-server[74185]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 28 16:42:31.563937 dv-cinder-798104-1-smb neutron-server[74185]: return f(self, *a, **k) Jun 28 16:42:31.563937 dv-cinder-798104-1-smb neutron-server[74185]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jun 28 16:42:31.563937 dv-cinder-798104-1-smb neutron-server[74185]: return self._get(url).json() Jun 28 16:42:31.563937 dv-cinder-798104-1-smb neutron-server[74185]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jun 28 16:42:31.563937 dv-cinder-798104-1-smb neutron-server[74185]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 28 16:42:31.563937 dv-cinder-798104-1-smb neutron-server[74185]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Jun 28 16:42:31.563937 dv-cinder-798104-1-smb neutron-server[74185]: return self.request(url, 'GET', **kwargs) Jun 28 16:42:31.563937 dv-cinder-798104-1-smb neutron-server[74185]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Jun 28 16:42:31.563937 dv-cinder-798104-1-smb neutron-server[74185]: base_url = self.get_endpoint(auth, allow=allow, Jun 28 16:42:31.563937 dv-cinder-798104-1-smb neutron-server[74185]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jun 28 16:42:31.563937 dv-cinder-798104-1-smb neutron-server[74185]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 28 16:42:31.563937 dv-cinder-798104-1-smb neutron-server[74185]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jun 28 16:42:31.563937 dv-cinder-798104-1-smb neutron-server[74185]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 28 16:42:31.563937 dv-cinder-798104-1-smb neutron-server[74185]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 28 16:42:31.681340 dv-cinder-798104-1-smb neutron-server[74186]: DEBUG neutron_lib.callbacks.manager [None req-9a7726a7-ccf0-46cd-8de9-877c6681865e admin admin] Notify callbacks [] for security_group, before_create {{(pid=74186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 16:42:31.797126 dv-cinder-798104-1-smb neutron-server[74186]: DEBUG neutron.db.quota.driver [None req-9a7726a7-ccf0-46cd-8de9-877c6681865e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74186) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 28 16:42:31.806513 dv-cinder-798104-1-smb neutron-server[74186]: DEBUG neutron.quota.resource [None req-9a7726a7-ccf0-46cd-8de9-877c6681865e admin admin] Usage tracker for resource:security_group_rule and tenant:0fa763dd5947476991b47190e688a586 is out of sync, need to count used quota {{(pid=74186) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 28 16:42:31.810114 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG neutron_lib.callbacks.manager [None req-d2261875-94bb-4efe-b06b-be05625c3c25 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1000534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2050463', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1598908', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1624240'] for network, after_delete {{(pid=74185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 16:42:31.813045 dv-cinder-798104-1-smb neutron-server[74186]: DEBUG neutron.quota.resource [None req-9a7726a7-ccf0-46cd-8de9-877c6681865e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=74186) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 28 16:42:31.825447 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG oslo_concurrency.lockutils [None req-6a6ae71c-784c-4f66-a9e3-8ad26aa6e7a6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74185) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 16:42:31.829485 dv-cinder-798104-1-smb neutron-server[74186]: DEBUG neutron.db.quota.driver [None req-9a7726a7-ccf0-46cd-8de9-877c6681865e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74186) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 28 16:42:31.895613 dv-cinder-798104-1-smb neutron-server[74185]: INFO neutron.wsgi [req-7eb20a1f-9809-418d-b909-defe06045d0b req-c53a93d2-2a94-4124-a5cb-b64565e1373a tempest-ServerRescueNegativeTestJSON-1571951802 tempest-ServerRescueNegativeTestJSON-1571951802-project] 10.222.0.26 "GET /v2.0/security-groups?id=23ec9104-6b33-4b08-9a41-3b0a624abc37&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3249633 Jun 28 16:42:31.896800 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG neutron_lib.callbacks.manager [None req-d2261875-94bb-4efe-b06b-be05625c3c25 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1598890'] for network, before_response {{(pid=74185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 16:42:31.913493 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2261875-94bb-4efe-b06b-be05625c3c25 admin admin] Pushing event deleted for resources: {'Network': ['ID=57bed292-9c57-428d-ab78-cedbab0d959b,revision_number=None']} {{(pid=74185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 16:42:31.931764 dv-cinder-798104-1-smb neutron-server[74185]: INFO neutron.wsgi [None req-d2261875-94bb-4efe-b06b-be05625c3c25 admin admin] 10.222.0.26 "DELETE /v2.0/networks/57bed292-9c57-428d-ab78-cedbab0d959b HTTP/1.1" status: 204 len: 168 time: 1.4397986 Jun 28 16:42:31.934065 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG oslo_concurrency.lockutils [None req-d2261875-94bb-4efe-b06b-be05625c3c25 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=74185) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 16:42:31.980161 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-50d93b2a-7467-4dc5-9d39-da547d1e0678 tempest-AttachVolumeTestJSON-1575976490 tempest-AttachVolumeTestJSON-1575976490-project] Router 30e00ac4-b549-4d86-a0ee-d327f17cf3c1 has already been hosted by L3 agent 633adcd1-515e-4435-b14d-49f054abd10f {{(pid=74185) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 28 16:42:32.037307 dv-cinder-798104-1-smb neutron-server[74186]: DEBUG neutron_lib.callbacks.manager [None req-9a7726a7-ccf0-46cd-8de9-877c6681865e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=74186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 16:42:32.047223 dv-cinder-798104-1-smb neutron-server[74186]: DEBUG neutron_lib.callbacks.manager [None req-9a7726a7-ccf0-46cd-8de9-877c6681865e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2050486'] for security_group, after_create {{(pid=74186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 16:42:32.082380 dv-cinder-798104-1-smb neutron-server[74186]: DEBUG oslo_concurrency.lockutils [None req-6e4c21ed-1f1c-47d1-8e61-0874d48ecf3a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.002s {{(pid=74186) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 16:42:32.151524 dv-cinder-798104-1-smb neutron-server[74186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a7726a7-ccf0-46cd-8de9-877c6681865e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=55b2d5e6-a1e0-4615-a935-67d6521ff534,revision_number=1']} {{(pid=74186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 16:42:32.157434 dv-cinder-798104-1-smb neutron-server[74186]: DEBUG oslo_concurrency.lockutils [None req-9a7726a7-ccf0-46cd-8de9-877c6681865e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=74186) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 16:42:32.163735 dv-cinder-798104-1-smb neutron-server[74186]: INFO neutron.wsgi [None req-9a7726a7-ccf0-46cd-8de9-877c6681865e admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=0fa763dd5947476991b47190e688a586&name=default HTTP/1.1" status: 200 len: 2647 time: 0.9259605 Jun 28 16:42:32.167465 dv-cinder-798104-1-smb neutron-server[74186]: DEBUG neutron.wsgi [-] (74186) accepted ('10.222.0.26', 48160) {{(pid=74186) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 28 16:42:32.194908 dv-cinder-798104-1-smb neutron-server[74187]: DEBUG neutron.plugins.ml2.rpc [None req-d0e5ad82-df9b-4ee3-8ee9-b93c74fbe1d3 None None] Device ca182176-9633-4aa8-8265-824f520e5d44 up at agent hyperv_hv-cinder-79810 {{(pid=74187) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 28 16:42:32.321090 dv-cinder-798104-1-smb neutron-server[74187]: DEBUG neutron.db.provisioning_blocks [None req-d0e5ad82-df9b-4ee3-8ee9-b93c74fbe1d3 None None] Provisioning for port ca182176-9633-4aa8-8265-824f520e5d44 completed by entity L2. {{(pid=74187) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 28 16:42:32.332622 dv-cinder-798104-1-smb neutron-server[74187]: DEBUG neutron.db.provisioning_blocks [None req-d0e5ad82-df9b-4ee3-8ee9-b93c74fbe1d3 None None] Provisioning complete for port ca182176-9633-4aa8-8265-824f520e5d44 triggered by entity L2. {{(pid=74187) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 28 16:42:32.333466 dv-cinder-798104-1-smb neutron-server[74187]: DEBUG neutron_lib.callbacks.manager [None req-d0e5ad82-df9b-4ee3-8ee9-b93c74fbe1d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1002786'] for port, provisioning_complete {{(pid=74187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 16:42:32.375413 dv-cinder-798104-1-smb neutron-server[74186]: DEBUG neutron_lib.callbacks.manager [None req-5d367820-2e0f-4a9c-b0e4-f93fde745adb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=74186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 16:42:32.447449 dv-cinder-798104-1-smb neutron-server[74186]: DEBUG neutron_lib.callbacks.manager [None req-5d367820-2e0f-4a9c-b0e4-f93fde745adb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=74186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 16:42:32.459500 dv-cinder-798104-1-smb neutron-server[74186]: DEBUG neutron.wsgi [-] (74186) accepted ('10.222.0.26', 48168) {{(pid=74186) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 28 16:42:32.515793 dv-cinder-798104-1-smb neutron-server[74187]: DEBUG neutron_lib.callbacks.manager [None req-d0e5ad82-df9b-4ee3-8ee9-b93c74fbe1d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621611'] for port, before_update {{(pid=74187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 16:42:32.540430 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-50d93b2a-7467-4dc5-9d39-da547d1e0678 tempest-AttachVolumeTestJSON-1575976490 tempest-AttachVolumeTestJSON-1575976490-project] Notify agent at l3_agent.dv-cinder-798104-1-smb the message routers_updated {{(pid=74185) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 28 16:42:32.561104 dv-cinder-798104-1-smb neutron-server[74186]: INFO neutron.wsgi [None req-0ced8e82-9231-4e4e-9d0c-d650619948ab admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=74ddec19a7d64aa19adab6235e2182e1&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0998673 Jun 28 16:42:32.561898 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG neutron_lib.callbacks.manager [None req-50d93b2a-7467-4dc5-9d39-da547d1e0678 tempest-AttachVolumeTestJSON-1575976490 tempest-AttachVolumeTestJSON-1575976490-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129357'] for floatingip, before_response {{(pid=74185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 16:42:32.563854 dv-cinder-798104-1-smb neutron-server[74186]: DEBUG neutron.wsgi [-] (74186) accepted ('10.222.0.26', 48172) {{(pid=74186) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 28 16:42:32.572714 dv-cinder-798104-1-smb neutron-server[74188]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34bd6a0d-09cc-44e8-8a2e-f60822bd3b60 None None] Sync routers for ids ['30e00ac4-b549-4d86-a0ee-d327f17cf3c1'] in dv-cinder-798104-1-smb {{(pid=74188) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jun 28 16:42:32.576356 dv-cinder-798104-1-smb neutron-server[74187]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ca0f1f28-abee-4019-a85a-f11d82e2a8a7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ca182176-9633-4aa8-8265-824f520e5d44'}] {{(pid=74187) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 28 16:42:32.595321 dv-cinder-798104-1-smb neutron-server[74187]: DEBUG neutron.plugins.ml2.db [None req-d0e5ad82-df9b-4ee3-8ee9-b93c74fbe1d3 None None] For port ca182176-9633-4aa8-8265-824f520e5d44, host hv-cinder-79810, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79810',level=0,port_id=ca182176-9633-4aa8-8265-824f520e5d44,segment=NetworkSegment(2df110ad-025a-4a6b-9e31-f233466e01f1),segment_id=2df110ad-025a-4a6b-9e31-f233466e01f1)] {{(pid=74187) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 16:42:32.597795 dv-cinder-798104-1-smb neutron-server[74186]: DEBUG neutron_lib.callbacks.manager [None req-5d367820-2e0f-4a9c-b0e4-f93fde745adb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2050486'] for security_group, after_delete {{(pid=74186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 16:42:32.600911 dv-cinder-798104-1-smb neutron-server[74187]: DEBUG neutron_lib.callbacks.manager [None req-d0e5ad82-df9b-4ee3-8ee9-b93c74fbe1d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-615041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1598908', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774158213048', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774157688378', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774157688423'] for port, after_update {{(pid=74187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 16:42:32.604840 dv-cinder-798104-1-smb neutron-server[74187]: DEBUG oslo_concurrency.lockutils [None req-c72dd329-595c-4eca-9296-ba6eff8780d9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74187) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 16:42:32.605998 dv-cinder-798104-1-smb neutron-server[74186]: DEBUG oslo_concurrency.lockutils [None req-6ea278ad-1dd0-46f3-afc4-03d959bb8cc1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74186) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 16:42:32.629665 dv-cinder-798104-1-smb neutron-server[74186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d367820-2e0f-4a9c-b0e4-f93fde745adb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=55b2d5e6-a1e0-4615-a935-67d6521ff534,revision_number=None']} {{(pid=74186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 16:42:32.637535 dv-cinder-798104-1-smb neutron-server[74186]: DEBUG oslo_concurrency.lockutils [None req-5d367820-2e0f-4a9c-b0e4-f93fde745adb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=74186) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 16:42:32.639251 dv-cinder-798104-1-smb neutron-server[74188]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34bd6a0d-09cc-44e8-8a2e-f60822bd3b60 None None] Routers {'30e00ac4-b549-4d86-a0ee-d327f17cf3c1'} bound to L3 agent in host dv-cinder-798104-1-smb {{(pid=74188) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 28 16:42:32.641452 dv-cinder-798104-1-smb neutron-server[74186]: DEBUG neutron_lib.callbacks.manager [None req-5d367820-2e0f-4a9c-b0e4-f93fde745adb admin admin] Notify callbacks [] for security_group, before_response {{(pid=74186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 16:42:32.645288 dv-cinder-798104-1-smb neutron-server[74186]: INFO neutron.wsgi [None req-5d367820-2e0f-4a9c-b0e4-f93fde745adb admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/55b2d5e6-a1e0-4615-a935-67d6521ff534 HTTP/1.1" status: 204 len: 168 time: 0.4741762 Jun 28 16:42:32.645799 dv-cinder-798104-1-smb neutron-server[74188]: DEBUG neutron.db.l3_hamode_db [None req-34bd6a0d-09cc-44e8-8a2e-f60822bd3b60 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-798104-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-28T16:32:46Z,description=,heartbeat_timestamp=2021-06-28T16:42:16Z,host='dv-cinder-798104-1-smb',id=633adcd1-515e-4435-b14d-49f054abd10f,load=0,resource_versions=,resources_synced=,started_at=2021-06-28T16:32:46Z,topic='l3_agent')) {'router_ids': ['30e00ac4-b549-4d86-a0ee-d327f17cf3c1'], 'active': True} {{(pid=74188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 16:42:32.662406 dv-cinder-798104-1-smb neutron-server[74185]: INFO neutron.wsgi [None req-50d93b2a-7467-4dc5-9d39-da547d1e0678 tempest-AttachVolumeTestJSON-1575976490 tempest-AttachVolumeTestJSON-1575976490-project] 10.222.0.26 "PUT /v2.0/floatingips/ee8819a0-1a62-4f70-829d-1a4bd4f278dc HTTP/1.1" status: 200 len: 990 time: 5.4849257 Jun 28 16:42:32.664607 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1577b494-1b54-45ce-baf1-96f6d50deecb', 'tag': '0e7dd6cd-c2b1-4bf7-b9a5-6d14c163b7c0'}] {{(pid=74185) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 28 16:42:32.696793 dv-cinder-798104-1-smb neutron-server[74186]: DEBUG neutron_lib.callbacks.manager [None req-55b9cbb7-4cbd-4bdb-9b92-8d6cfc08fa86 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=74186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 16:42:32.749731 dv-cinder-798104-1-smb neutron-server[74186]: DEBUG neutron_lib.callbacks.manager [None req-55b9cbb7-4cbd-4bdb-9b92-8d6cfc08fa86 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=74186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 16:42:32.802496 dv-cinder-798104-1-smb neutron-server[74187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0e5ad82-df9b-4ee3-8ee9-b93c74fbe1d3 None None] Pushing event updated for resources: {'Port': ['ID=ca182176-9633-4aa8-8265-824f520e5d44,revision_number=5']} {{(pid=74187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 16:42:32.806094 dv-cinder-798104-1-smb neutron-server[74187]: DEBUG oslo_concurrency.lockutils [None req-d0e5ad82-df9b-4ee3-8ee9-b93c74fbe1d3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.201s {{(pid=74187) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 16:42:32.807682 dv-cinder-798104-1-smb neutron-server[74187]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ca0f1f28-abee-4019-a85a-f11d82e2a8a7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ca182176-9633-4aa8-8265-824f520e5d44', 'code': 200} Jun 28 16:42:32.827927 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ecf4f68-6433-4285-a716-c66945b7da71 req-c34da901-2967-4163-8d28-9c0ed3d4465f tempest-AttachVolumeShelveTestJSON-223402159 tempest-AttachVolumeShelveTestJSON-223402159-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 16:42:32.864349 dv-cinder-798104-1-smb neutron-server[74185]: INFO neutron.wsgi [req-2ecf4f68-6433-4285-a716-c66945b7da71 req-c34da901-2967-4163-8d28-9c0ed3d4465f tempest-AttachVolumeShelveTestJSON-223402159 tempest-AttachVolumeShelveTestJSON-223402159-project] 10.222.0.26 "GET /v2.0/ports?device_id=ca0f1f28-abee-4019-a85a-f11d82e2a8a7 HTTP/1.1" status: 200 len: 945 time: 0.1881573 Jun 28 16:42:32.943943 dv-cinder-798104-1-smb neutron-server[74186]: DEBUG neutron_lib.callbacks.manager [None req-55b9cbb7-4cbd-4bdb-9b92-8d6cfc08fa86 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2050486'] for security_group, after_delete {{(pid=74186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 16:42:32.953640 dv-cinder-798104-1-smb neutron-server[74186]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74186) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 16:42:32.996836 dv-cinder-798104-1-smb neutron-server[74186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55b9cbb7-4cbd-4bdb-9b92-8d6cfc08fa86 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c58b0cd2-bff5-4e4e-ad96-8ad5e846bc17,revision_number=None']} {{(pid=74186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 16:42:33.012958 dv-cinder-798104-1-smb neutron-server[74185]: INFO neutron.wsgi [req-2ecf4f68-6433-4285-a716-c66945b7da71 req-6ae29fdc-dc0e-4984-a4b0-3dca059bb151 tempest-AttachVolumeShelveTestJSON-223402159 tempest-AttachVolumeShelveTestJSON-223402159-project] 10.222.0.26 "GET /v2.0/security-groups?id=9d5e5bf1-75b7-4451-8ba3-68d562e2bb7c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1476574 Jun 28 16:42:33.020424 dv-cinder-798104-1-smb neutron-server[74186]: DEBUG oslo_concurrency.lockutils [None req-55b9cbb7-4cbd-4bdb-9b92-8d6cfc08fa86 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=74186) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 16:42:33.030151 dv-cinder-798104-1-smb neutron-server[74186]: DEBUG neutron_lib.callbacks.manager [None req-55b9cbb7-4cbd-4bdb-9b92-8d6cfc08fa86 admin admin] Notify callbacks [] for security_group, before_response {{(pid=74186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 16:42:33.050248 dv-cinder-798104-1-smb neutron-server[74186]: INFO neutron.wsgi [None req-55b9cbb7-4cbd-4bdb-9b92-8d6cfc08fa86 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/c58b0cd2-bff5-4e4e-ad96-8ad5e846bc17 HTTP/1.1" status: 204 len: 168 time: 0.4798379 Jun 28 16:42:33.118879 dv-cinder-798104-1-smb neutron-server[74188]: DEBUG neutron.db.l3_dvr_db [None req-34bd6a0d-09cc-44e8-8a2e-f60822bd3b60 None None] Set router 30e00ac4-b549-4d86-a0ee-d327f17cf3c1 gateway port host: dv-cinder-798104-1-smb {{(pid=74188) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jun 28 16:42:33.248772 dv-cinder-798104-1-smb neutron-server[74185]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1577b494-1b54-45ce-baf1-96f6d50deecb', 'tag': '0e7dd6cd-c2b1-4bf7-b9a5-6d14c163b7c0', 'status': 'completed', 'code': 200} Jun 28 16:42:33.319230 dv-cinder-798104-1-smb neutron-server[74185]: INFO neutron.wsgi [req-71977961-ca43-463b-af7c-8e40df6b1ed2 req-589936f6-0114-4f03-bb9a-095b162ccaa4 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=ca0f1f28-abee-4019-a85a-f11d82e2a8a7 HTTP/1.1" status: 200 len: 1098 time: 0.1884110 Jun 28 16:42:33.426759 dv-cinder-798104-1-smb neutron-server[74186]: INFO neutron.wsgi [req-d65525e1-83e7-44ce-89c8-8a03e5ebf49a req-3cec903f-2926-4cb5-b86f-da31db220c3f service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=2f9864be4f7741e0aa69625d43b5a918&device_id=1577b494-1b54-45ce-baf1-96f6d50deecb HTTP/1.1" status: 200 len: 1098 time: 0.2106590 Jun 28 16:42:33.460517 dv-cinder-798104-1-smb neutron-server[74185]: INFO neutron.wsgi [req-71977961-ca43-463b-af7c-8e40df6b1ed2 req-51057f9d-9416-440b-a54d-16a64233a8ee service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=9d5e5bf1-75b7-4451-8ba3-68d562e2bb7c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1207790 Jun 28 16:42:33.662426 dv-cinder-798104-1-smb neutron-server[74186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d65525e1-83e7-44ce-89c8-8a03e5ebf49a req-6853f7cb-b949-4201-8c8d-9887b9c28a9c service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=74186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 16:42:33.664243 dv-cinder-798104-1-smb neutron-server[74186]: INFO neutron.wsgi [req-d65525e1-83e7-44ce-89c8-8a03e5ebf49a req-6853f7cb-b949-4201-8c8d-9887b9c28a9c service neutron] 10.222.0.41 "GET /v2.0/networks?id=ad1db160-79ed-4f75-9884-27c71855a2d5 HTTP/1.1" status: 200 len: 912 time: 0.2232313 Jun 28 16:42:33.745849 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ccb931c-656a-4a75-b6e0-3fa4b44ac13b req-c497dc60-c49d-4e9a-8e80-0fbad50e2f8b tempest-ServerRescueNegativeTestJSON-1571951802 tempest-ServerRescueNegativeTestJSON-1571951802-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 16:42:33.749363 dv-cinder-798104-1-smb neutron-server[74185]: INFO neutron.wsgi [req-5ccb931c-656a-4a75-b6e0-3fa4b44ac13b req-c497dc60-c49d-4e9a-8e80-0fbad50e2f8b tempest-ServerRescueNegativeTestJSON-1571951802 tempest-ServerRescueNegativeTestJSON-1571951802-project] 10.222.0.26 "GET /v2.0/ports?device_id=4a8c302d-62ce-4c05-8798-3bd26de618b4 HTTP/1.1" status: 200 len: 946 time: 0.2381909 Jun 28 16:42:33.913358 dv-cinder-798104-1-smb neutron-server[74188]: DEBUG neutron.db.l3_hamode_db [None req-34bd6a0d-09cc-44e8-8a2e-f60822bd3b60 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '30e00ac4-b549-4d86-a0ee-d327f17cf3c1', 'name': 'tempest-AttachVolumeTestJSON-1815267279-router', 'tenant_id': '2f9864be4f7741e0aa69625d43b5a918', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f9715ce2-16ba-4ae9-9a15-557432d0a5ed', 'external_fixed_ips': [{'subnet_id': 'e3a20e14-2eea-4943-8cec-1fe85e8448d0', 'ip_address': '172.28.3.202'}], 'enable_snat': True}, 'gw_port_id': '600f6151-facc-4997-ba41-54649124a999', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-28T16:41:09Z', 'updated_at': '2021-06-28T16:41:24Z', 'revision_number': 4, 'project_id': '2f9864be4f7741e0aa69625d43b5a918', 'gw_port': {'id': '600f6151-facc-4997-ba41-54649124a999', 'name': '', 'network_id': 'f9715ce2-16ba-4ae9-9a15-557432d0a5ed', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:53:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30e00ac4-b549-4d86-a0ee-d327f17cf3c1', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e3a20e14-2eea-4943-8cec-1fe85e8448d0', 'ip_address': '172.28.3.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798104-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T16:41:10Z', 'updated_at': '2021-06-28T16:41:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e3a20e14-2eea-4943-8cec-1fe85e8448d0', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798104-1-smb', '_floatingips': [{'id': 'ee8819a0-1a62-4f70-829d-1a4bd4f278dc', 'tenant_id': '2f9864be4f7741e0aa69625d43b5a918', 'floating_ip_address': '172.28.3.43', 'floating_network_id': 'f9715ce2-16ba-4ae9-9a15-557432d0a5ed', 'router_id': '30e00ac4-b549-4d86-a0ee-d327f17cf3c1', 'port_id': '0e7dd6cd-c2b1-4bf7-b9a5-6d14c163b7c0', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ad1db160-79ed-4f75-9884-27c71855a2d5', 'mac_address': 'fa:16:3e:15:7b:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1577b494-1b54-45ce-baf1-96f6d50deecb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-28T16:41:45Z', 'updated_at': '2021-06-28T16:42:29Z', 'revision_number': 1, 'project_id': '2f9864be4f7741e0aa69625d43b5a918', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9e62c1b4-b2c3-4819-9e9c-653784818f44', 'name': '', 'network_id': 'ad1db160-79ed-4f75-9884-27c71855a2d5', 'tenant_id': '2f9864be4f7741e0aa69625d43b5a918', 'mac_address': 'fa:16:3e:d1:33:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30e00ac4-b549-4d86-a0ee-d327f17cf3c1', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '37b72020-400c-49f7-aceb-0167a7e84569', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798104-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T16:41:21Z', 'updated_at': '2021-06-28T16:41:43Z', 'revision_number': 5, 'project_id': '2f9864be4f7741e0aa69625d43b5a918', 'subnets': [{'id': '37b72020-400c-49f7-aceb-0167a7e84569', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-798104-1-smb', False) {} {{(pid=74188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 16:42:33.915707 dv-cinder-798104-1-smb neutron-server[74185]: INFO neutron.wsgi [req-5ccb931c-656a-4a75-b6e0-3fa4b44ac13b req-a4b65d5f-6a19-4b14-9a99-ec3b459d0797 tempest-ServerRescueNegativeTestJSON-1571951802 tempest-ServerRescueNegativeTestJSON-1571951802-project] 10.222.0.26 "GET /v2.0/security-groups?id=23ec9104-6b33-4b08-9a41-3b0a624abc37&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1534889 Jun 28 16:42:33.926687 dv-cinder-798104-1-smb neutron-server[74188]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34bd6a0d-09cc-44e8-8a2e-f60822bd3b60 None None] Checking router: 30e00ac4-b549-4d86-a0ee-d327f17cf3c1 for host: dv-cinder-798104-1-smb {{(pid=74188) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Jun 28 16:42:33.938529 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG neutron.wsgi [-] (74185) accepted ('10.222.0.26', 48216) {{(pid=74185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 28 16:42:33.974827 dv-cinder-798104-1-smb neutron-server[74188]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34bd6a0d-09cc-44e8-8a2e-f60822bd3b60 None None] Routers {'30e00ac4-b549-4d86-a0ee-d327f17cf3c1'} bound to L3 agent in host dv-cinder-798104-1-smb {{(pid=74188) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 28 16:42:33.974827 dv-cinder-798104-1-smb neutron-server[74188]: DEBUG neutron.db.l3_hamode_db [None req-34bd6a0d-09cc-44e8-8a2e-f60822bd3b60 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-798104-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-28T16:32:46Z,description=,heartbeat_timestamp=2021-06-28T16:42:16Z,host='dv-cinder-798104-1-smb',id=633adcd1-515e-4435-b14d-49f054abd10f,load=0,resource_versions=,resources_synced=,started_at=2021-06-28T16:32:46Z,topic='l3_agent')) {'router_ids': ['30e00ac4-b549-4d86-a0ee-d327f17cf3c1'], 'active': True} {{(pid=74188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 16:42:33.976977 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG neutron_lib.callbacks.manager [None req-0cfe56e1-009e-47ba-9f15-c2e2f51c2d49 admin admin] Notify callbacks [] for security_group, before_create {{(pid=74185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 16:42:34.098081 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG neutron.db.quota.driver [None req-0cfe56e1-009e-47ba-9f15-c2e2f51c2d49 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74185) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 28 16:42:34.117127 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG neutron.quota.resource [None req-0cfe56e1-009e-47ba-9f15-c2e2f51c2d49 admin admin] Usage tracker for resource:security_group_rule and tenant:2d87a23c30e54178a862f44f99dd55e4 is out of sync, need to count used quota {{(pid=74185) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 28 16:42:34.132927 dv-cinder-798104-1-smb neutron-server[74186]: INFO neutron.wsgi [req-d65525e1-83e7-44ce-89c8-8a03e5ebf49a req-5483f84e-ecae-4019-8102-f2eddf88f5e8 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=0e7dd6cd-c2b1-4bf7-b9a5-6d14c163b7c0 HTTP/1.1" status: 200 len: 998 time: 0.4351659 Jun 28 16:42:34.136634 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG neutron.quota.resource [None req-0cfe56e1-009e-47ba-9f15-c2e2f51c2d49 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=74185) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 28 16:42:34.158105 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG neutron.db.quota.driver [None req-0cfe56e1-009e-47ba-9f15-c2e2f51c2d49 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74185) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 28 16:42:34.210030 dv-cinder-798104-1-smb neutron-server[74188]: DEBUG neutron.db.l3_dvr_db [None req-34bd6a0d-09cc-44e8-8a2e-f60822bd3b60 None None] Set router 30e00ac4-b549-4d86-a0ee-d327f17cf3c1 gateway port host: dv-cinder-798104-1-smb {{(pid=74188) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jun 28 16:42:34.364849 dv-cinder-798104-1-smb neutron-server[74186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d65525e1-83e7-44ce-89c8-8a03e5ebf49a req-5965e9fc-06d7-4fb8-aa0f-f117d18fe007 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=74186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 16:42:34.367768 dv-cinder-798104-1-smb neutron-server[74186]: INFO neutron.wsgi [req-d65525e1-83e7-44ce-89c8-8a03e5ebf49a req-5965e9fc-06d7-4fb8-aa0f-f117d18fe007 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=37b72020-400c-49f7-aceb-0167a7e84569 HTTP/1.1" status: 200 len: 850 time: 0.2243335 Jun 28 16:42:34.406662 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG neutron_lib.callbacks.manager [None req-0cfe56e1-009e-47ba-9f15-c2e2f51c2d49 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=74185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 16:42:34.422733 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG neutron_lib.callbacks.manager [None req-0cfe56e1-009e-47ba-9f15-c2e2f51c2d49 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2050486'] for security_group, after_create {{(pid=74185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 16:42:34.498038 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74185) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 16:42:34.513281 dv-cinder-798104-1-smb neutron-server[74185]: INFO neutron.wsgi [None req-0cfe56e1-009e-47ba-9f15-c2e2f51c2d49 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=2d87a23c30e54178a862f44f99dd55e4&name=default HTTP/1.1" status: 200 len: 2647 time: 0.5736158 Jun 28 16:42:34.516075 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG neutron.wsgi [-] (74185) accepted ('10.222.0.26', 48240) {{(pid=74185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 28 16:42:34.697631 dv-cinder-798104-1-smb neutron-server[74186]: INFO neutron.wsgi [req-d65525e1-83e7-44ce-89c8-8a03e5ebf49a req-15a0bd1c-93f6-40d5-9530-5c24031b2cc9 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=ad1db160-79ed-4f75-9884-27c71855a2d5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.3120527 Jun 28 16:42:34.751624 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cfe56e1-009e-47ba-9f15-c2e2f51c2d49 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b2fb237b-b7a5-4cd5-81d4-1a71ea1757bb,revision_number=1']} {{(pid=74185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 16:42:34.775215 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG oslo_concurrency.lockutils [None req-0cfe56e1-009e-47ba-9f15-c2e2f51c2d49 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.275s {{(pid=74185) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 16:42:34.865795 dv-cinder-798104-1-smb neutron-server[74188]: DEBUG neutron.db.l3_hamode_db [None req-34bd6a0d-09cc-44e8-8a2e-f60822bd3b60 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '30e00ac4-b549-4d86-a0ee-d327f17cf3c1', 'name': 'tempest-AttachVolumeTestJSON-1815267279-router', 'tenant_id': '2f9864be4f7741e0aa69625d43b5a918', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f9715ce2-16ba-4ae9-9a15-557432d0a5ed', 'external_fixed_ips': [{'subnet_id': 'e3a20e14-2eea-4943-8cec-1fe85e8448d0', 'ip_address': '172.28.3.202'}], 'enable_snat': True}, 'gw_port_id': '600f6151-facc-4997-ba41-54649124a999', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-28T16:41:09Z', 'updated_at': '2021-06-28T16:41:24Z', 'revision_number': 4, 'project_id': '2f9864be4f7741e0aa69625d43b5a918', 'gw_port': {'id': '600f6151-facc-4997-ba41-54649124a999', 'name': '', 'network_id': 'f9715ce2-16ba-4ae9-9a15-557432d0a5ed', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:53:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30e00ac4-b549-4d86-a0ee-d327f17cf3c1', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e3a20e14-2eea-4943-8cec-1fe85e8448d0', 'ip_address': '172.28.3.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798104-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T16:41:10Z', 'updated_at': '2021-06-28T16:41:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e3a20e14-2eea-4943-8cec-1fe85e8448d0', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798104-1-smb', '_floatingips': [{'id': 'ee8819a0-1a62-4f70-829d-1a4bd4f278dc', 'tenant_id': '2f9864be4f7741e0aa69625d43b5a918', 'floating_ip_address': '172.28.3.43', 'floating_network_id': 'f9715ce2-16ba-4ae9-9a15-557432d0a5ed', 'router_id': '30e00ac4-b549-4d86-a0ee-d327f17cf3c1', 'port_id': '0e7dd6cd-c2b1-4bf7-b9a5-6d14c163b7c0', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ad1db160-79ed-4f75-9884-27c71855a2d5', 'mac_address': 'fa:16:3e:15:7b:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1577b494-1b54-45ce-baf1-96f6d50deecb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-28T16:41:45Z', 'updated_at': '2021-06-28T16:42:29Z', 'revision_number': 1, 'project_id': '2f9864be4f7741e0aa69625d43b5a918', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9e62c1b4-b2c3-4819-9e9c-653784818f44', 'name': '', 'network_id': 'ad1db160-79ed-4f75-9884-27c71855a2d5', 'tenant_id': '2f9864be4f7741e0aa69625d43b5a918', 'mac_address': 'fa:16:3e:d1:33:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30e00ac4-b549-4d86-a0ee-d327f17cf3c1', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '37b72020-400c-49f7-aceb-0167a7e84569', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798104-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T16:41:21Z', 'updated_at': '2021-06-28T16:41:43Z', 'revision_number': 5, 'project_id': '2f9864be4f7741e0aa69625d43b5a918', 'subnets': [{'id': '37b72020-400c-49f7-aceb-0167a7e84569', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-798104-1-smb', False) {} {{(pid=74188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 16:42:34.871605 dv-cinder-798104-1-smb neutron-server[74188]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34bd6a0d-09cc-44e8-8a2e-f60822bd3b60 None None] The sync data for ids ['30e00ac4-b549-4d86-a0ee-d327f17cf3c1'] in dv-cinder-798104-1-smb is: [{'id': '30e00ac4-b549-4d86-a0ee-d327f17cf3c1', 'name': 'tempest-AttachVolumeTestJSON-1815267279-router', 'tenant_id': '2f9864be4f7741e0aa69625d43b5a918', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f9715ce2-16ba-4ae9-9a15-557432d0a5ed', 'external_fixed_ips': [{'subnet_id': 'e3a20e14-2eea-4943-8cec-1fe85e8448d0', 'ip_address': '172.28.3.202'}], 'enable_snat': True}, 'gw_port_id': '600f6151-facc-4997-ba41-54649124a999', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-28T16:41:09Z', 'updated_at': '2021-06-28T16:41:24Z', 'revision_number': 4, 'project_id': '2f9864be4f7741e0aa69625d43b5a918', 'gw_port': {'id': '600f6151-facc-4997-ba41-54649124a999', 'name': '', 'network_id': 'f9715ce2-16ba-4ae9-9a15-557432d0a5ed', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:53:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30e00ac4-b549-4d86-a0ee-d327f17cf3c1', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e3a20e14-2eea-4943-8cec-1fe85e8448d0', 'ip_address': '172.28.3.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798104-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T16:41:10Z', 'updated_at': '2021-06-28T16:41:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e3a20e14-2eea-4943-8cec-1fe85e8448d0', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798104-1-smb', '_floatingips': [{'id': 'ee8819a0-1a62-4f70-829d-1a4bd4f278dc', 'tenant_id': '2f9864be4f7741e0aa69625d43b5a918', 'floating_ip_address': '172.28.3.43', 'floating_network_id': 'f9715ce2-16ba-4ae9-9a15-557432d0a5ed', 'router_id': '30e00ac4-b549-4d86-a0ee-d327f17cf3c1', 'port_id': '0e7dd6cd-c2b1-4bf7-b9a5-6d14c163b7c0', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ad1db160-79ed-4f75-9884-27c71855a2d5', 'mac_address': 'fa:16:3e:15:7b:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1577b494-1b54-45ce-baf1-96f6d50deecb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-28T16:41:45Z', 'updated_at': '2021-06-28T16:42:29Z', 'revision_number': 1, 'project_id': '2f9864be4f7741e0aa69625d43b5a918', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9e62c1b4-b2c3-4819-9e9c-653784818f44', 'name': '', 'network_id': 'ad1db160-79ed-4f75-9884-27c71855a2d5', 'tenant_id': '2f9864be4f7741e0aa69625d43b5a918', 'mac_address': 'fa:16:3e:d1:33:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30e00ac4-b549-4d86-a0ee-d327f17cf3c1', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '37b72020-400c-49f7-aceb-0167a7e84569', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798104-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T16:41:21Z', 'updated_at': '2021-06-28T16:41:43Z', 'revision_number': 5, 'project_id': '2f9864be4f7741e0aa69625d43b5a918', 'subnets': [{'id': '37b72020-400c-49f7-aceb-0167a7e84569', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=74188) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jun 28 16:42:34.962713 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG neutron_lib.callbacks.manager [None req-55ba666d-3e12-46cd-9c2e-84a2cc868fdf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=74185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 16:42:35.148726 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG neutron_lib.callbacks.manager [None req-55ba666d-3e12-46cd-9c2e-84a2cc868fdf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=74185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 16:42:35.256661 dv-cinder-798104-1-smb neutron-server[74186]: INFO neutron.wsgi [req-d65525e1-83e7-44ce-89c8-8a03e5ebf49a req-028b5b30-20c9-4a15-b30d-dcf79362edef service neutron] 10.222.0.41 "GET /v2.0/networks/ad1db160-79ed-4f75-9884-27c71855a2d5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5301824 Jun 28 16:42:35.328883 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b73ef86-2618-4beb-9f76-f578ad81d543 req-e5085d37-a1e7-4709-8dc6-89b892e589ad tempest-AttachVolumeShelveTestJSON-223402159 tempest-AttachVolumeShelveTestJSON-223402159-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 16:42:35.341107 dv-cinder-798104-1-smb neutron-server[74185]: INFO neutron.wsgi [req-7b73ef86-2618-4beb-9f76-f578ad81d543 req-e5085d37-a1e7-4709-8dc6-89b892e589ad tempest-AttachVolumeShelveTestJSON-223402159 tempest-AttachVolumeShelveTestJSON-223402159-project] 10.222.0.26 "GET /v2.0/ports?device_id=ca0f1f28-abee-4019-a85a-f11d82e2a8a7 HTTP/1.1" status: 200 len: 945 time: 0.7949221 Jun 28 16:42:35.489833 dv-cinder-798104-1-smb neutron-server[74186]: INFO neutron.wsgi [req-d65525e1-83e7-44ce-89c8-8a03e5ebf49a req-c81b1183-2798-4c07-93cc-1d44d39f4993 service neutron] 10.222.0.41 "GET /v2.0/networks/ad1db160-79ed-4f75-9884-27c71855a2d5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2156537 Jun 28 16:42:35.494972 dv-cinder-798104-1-smb neutron-server[74187]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8cba8f5-636f-48c7-a55c-d41c54f3e471 None None] New status for floating IP ee8819a0-1a62-4f70-829d-1a4bd4f278dc: ACTIVE {{(pid=74187) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Jun 28 16:42:35.509693 dv-cinder-798104-1-smb neutron-server[74185]: INFO neutron.wsgi [req-7b73ef86-2618-4beb-9f76-f578ad81d543 req-f671f881-7d42-4cd7-8886-dfc801cbfd60 tempest-AttachVolumeShelveTestJSON-223402159 tempest-AttachVolumeShelveTestJSON-223402159-project] 10.222.0.26 "GET /v2.0/security-groups?id=9d5e5bf1-75b7-4451-8ba3-68d562e2bb7c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1663795 Jun 28 16:42:35.542066 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG neutron_lib.callbacks.manager [None req-55ba666d-3e12-46cd-9c2e-84a2cc868fdf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2050486'] for security_group, after_delete {{(pid=74185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 16:42:35.550217 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG oslo_concurrency.lockutils [None req-1c64a784-da57-41f1-9f4f-ac72cb3fb802 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74185) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 16:42:35.579420 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55ba666d-3e12-46cd-9c2e-84a2cc868fdf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b2fb237b-b7a5-4cd5-81d4-1a71ea1757bb,revision_number=None']} {{(pid=74185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 16:42:35.595061 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG oslo_concurrency.lockutils [None req-55ba666d-3e12-46cd-9c2e-84a2cc868fdf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=74185) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 16:42:35.624777 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20f52eed-9bcd-477a-92a8-db22085e7bdf req-edad51d3-bf54-401f-b31d-60c74f7be71f tempest-ServerRescueNegativeTestJSON-1571951802 tempest-ServerRescueNegativeTestJSON-1571951802-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 16:42:35.637366 dv-cinder-798104-1-smb neutron-server[74185]: INFO neutron.wsgi [req-20f52eed-9bcd-477a-92a8-db22085e7bdf req-edad51d3-bf54-401f-b31d-60c74f7be71f tempest-ServerRescueNegativeTestJSON-1571951802 tempest-ServerRescueNegativeTestJSON-1571951802-project] 10.222.0.26 "GET /v2.0/ports?device_id=4a8c302d-62ce-4c05-8798-3bd26de618b4 HTTP/1.1" status: 200 len: 946 time: 0.4240918 Jun 28 16:42:35.642286 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG neutron_lib.callbacks.manager [None req-55ba666d-3e12-46cd-9c2e-84a2cc868fdf admin admin] Notify callbacks [] for security_group, before_response {{(pid=74185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 16:42:35.645115 dv-cinder-798104-1-smb neutron-server[74185]: INFO neutron.wsgi [None req-55ba666d-3e12-46cd-9c2e-84a2cc868fdf admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/b2fb237b-b7a5-4cd5-81d4-1a71ea1757bb HTTP/1.1" status: 204 len: 168 time: 1.1242268 Jun 28 16:42:35.740092 dv-cinder-798104-1-smb neutron-server[74185]: INFO neutron.wsgi [req-20f52eed-9bcd-477a-92a8-db22085e7bdf req-1ae7f349-2030-4b5e-b51e-6feff56fbfd2 tempest-ServerRescueNegativeTestJSON-1571951802 tempest-ServerRescueNegativeTestJSON-1571951802-project] 10.222.0.26 "GET /v2.0/security-groups?id=23ec9104-6b33-4b08-9a41-3b0a624abc37&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0924597 Jun 28 16:42:36.452056 dv-cinder-798104-1-smb neutron-server[74186]: DEBUG neutron.wsgi [-] (74186) accepted ('10.222.0.26', 48300) {{(pid=74186) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 28 16:42:36.810524 dv-cinder-798104-1-smb neutron-server[74186]: DEBUG neutron_lib.callbacks.manager [None req-c2b19f8f-3e4f-4469-99ff-ebc721438054 admin admin] Notify callbacks [] for security_group, before_create {{(pid=74186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 16:42:36.935033 dv-cinder-798104-1-smb neutron-server[74186]: DEBUG neutron.db.quota.driver [None req-c2b19f8f-3e4f-4469-99ff-ebc721438054 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74186) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 28 16:42:36.939758 dv-cinder-798104-1-smb neutron-server[74186]: DEBUG neutron.quota.resource [None req-c2b19f8f-3e4f-4469-99ff-ebc721438054 admin admin] Usage tracker for resource:security_group_rule and tenant:f978712c89bc431584a1b05d3425ba18 is out of sync, need to count used quota {{(pid=74186) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 28 16:42:36.944488 dv-cinder-798104-1-smb neutron-server[74186]: DEBUG neutron.quota.resource [None req-c2b19f8f-3e4f-4469-99ff-ebc721438054 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=74186) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 28 16:42:36.952673 dv-cinder-798104-1-smb neutron-server[74186]: DEBUG neutron.db.quota.driver [None req-c2b19f8f-3e4f-4469-99ff-ebc721438054 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74186) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 28 16:42:37.080550 dv-cinder-798104-1-smb neutron-server[74186]: DEBUG neutron_lib.callbacks.manager [None req-c2b19f8f-3e4f-4469-99ff-ebc721438054 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=74186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 16:42:37.088020 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5ff77f1-d8a2-4b8b-874e-bd93c18b457f req-83c8162c-e37b-4a47-90a8-386bfe03e238 tempest-AttachVolumeShelveTestJSON-223402159 tempest-AttachVolumeShelveTestJSON-223402159-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 16:42:37.092420 dv-cinder-798104-1-smb neutron-server[74186]: DEBUG neutron_lib.callbacks.manager [None req-c2b19f8f-3e4f-4469-99ff-ebc721438054 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2050486'] for security_group, after_create {{(pid=74186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 16:42:37.100921 dv-cinder-798104-1-smb neutron-server[74185]: INFO neutron.wsgi [req-d5ff77f1-d8a2-4b8b-874e-bd93c18b457f req-83c8162c-e37b-4a47-90a8-386bfe03e238 tempest-AttachVolumeShelveTestJSON-223402159 tempest-AttachVolumeShelveTestJSON-223402159-project] 10.222.0.26 "GET /v2.0/ports?device_id=ca0f1f28-abee-4019-a85a-f11d82e2a8a7 HTTP/1.1" status: 200 len: 945 time: 0.2220547 Jun 28 16:42:37.106395 dv-cinder-798104-1-smb neutron-server[74186]: DEBUG oslo_concurrency.lockutils [None req-7ff42c8e-1a8e-4f0b-9c44-0bace7b092cf admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74186) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 16:42:37.137442 dv-cinder-798104-1-smb neutron-server[74186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2b19f8f-3e4f-4469-99ff-ebc721438054 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=443857f0-e8ea-4358-8bb8-4b640f8f601b,revision_number=1']} {{(pid=74186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 16:42:37.146695 dv-cinder-798104-1-smb neutron-server[74186]: DEBUG oslo_concurrency.lockutils [None req-c2b19f8f-3e4f-4469-99ff-ebc721438054 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=74186) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 16:42:37.174310 dv-cinder-798104-1-smb neutron-server[74186]: INFO neutron.wsgi [None req-c2b19f8f-3e4f-4469-99ff-ebc721438054 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=f978712c89bc431584a1b05d3425ba18&name=default HTTP/1.1" status: 200 len: 2647 time: 0.7206700 Jun 28 16:42:37.176000 dv-cinder-798104-1-smb neutron-server[74186]: DEBUG neutron.wsgi [-] (74186) accepted ('10.222.0.26', 48322) {{(pid=74186) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 28 16:42:37.285419 dv-cinder-798104-1-smb neutron-server[74186]: DEBUG neutron_lib.callbacks.manager [None req-242519cd-840c-42ee-9822-5f22d7542c9b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=74186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 16:42:37.323960 dv-cinder-798104-1-smb neutron-server[74186]: DEBUG neutron_lib.callbacks.manager [None req-242519cd-840c-42ee-9822-5f22d7542c9b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=74186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 16:42:37.409203 dv-cinder-798104-1-smb neutron-server[74186]: DEBUG neutron_lib.callbacks.manager [None req-242519cd-840c-42ee-9822-5f22d7542c9b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2050486'] for security_group, after_delete {{(pid=74186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 16:42:37.418614 dv-cinder-798104-1-smb neutron-server[74186]: DEBUG oslo_concurrency.lockutils [None req-4a4ebe6f-b05c-4c2c-8938-a4370d563a2b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74186) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 16:42:37.426229 dv-cinder-798104-1-smb neutron-server[74185]: INFO neutron.wsgi [req-d5ff77f1-d8a2-4b8b-874e-bd93c18b457f req-04b6bbac-5fff-4de5-a238-f18c2d6753a7 tempest-AttachVolumeShelveTestJSON-223402159 tempest-AttachVolumeShelveTestJSON-223402159-project] 10.222.0.26 "GET /v2.0/security-groups?id=9d5e5bf1-75b7-4451-8ba3-68d562e2bb7c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3204834 Jun 28 16:42:37.438247 dv-cinder-798104-1-smb neutron-server[74186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-242519cd-840c-42ee-9822-5f22d7542c9b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=443857f0-e8ea-4358-8bb8-4b640f8f601b,revision_number=None']} {{(pid=74186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 16:42:37.463397 dv-cinder-798104-1-smb neutron-server[74186]: DEBUG oslo_concurrency.lockutils [None req-242519cd-840c-42ee-9822-5f22d7542c9b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=74186) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 16:42:37.468818 dv-cinder-798104-1-smb neutron-server[74186]: DEBUG neutron_lib.callbacks.manager [None req-242519cd-840c-42ee-9822-5f22d7542c9b admin admin] Notify callbacks [] for security_group, before_response {{(pid=74186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 16:42:37.473378 dv-cinder-798104-1-smb neutron-server[74186]: INFO neutron.wsgi [None req-242519cd-840c-42ee-9822-5f22d7542c9b admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/443857f0-e8ea-4358-8bb8-4b640f8f601b HTTP/1.1" status: 204 len: 168 time: 0.2932065 Jun 28 16:42:37.515221 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-326e6f10-8d35-435f-8950-c5280e9a6a8f req-19f5edc1-993d-4394-8e14-8253a521149c tempest-ServerRescueNegativeTestJSON-1571951802 tempest-ServerRescueNegativeTestJSON-1571951802-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 16:42:37.523696 dv-cinder-798104-1-smb neutron-server[74185]: INFO neutron.wsgi [req-326e6f10-8d35-435f-8950-c5280e9a6a8f req-19f5edc1-993d-4394-8e14-8253a521149c tempest-ServerRescueNegativeTestJSON-1571951802 tempest-ServerRescueNegativeTestJSON-1571951802-project] 10.222.0.26 "GET /v2.0/ports?device_id=4a8c302d-62ce-4c05-8798-3bd26de618b4 HTTP/1.1" status: 200 len: 946 time: 0.3413370 Jun 28 16:42:37.619325 dv-cinder-798104-1-smb neutron-server[74185]: INFO neutron.wsgi [req-326e6f10-8d35-435f-8950-c5280e9a6a8f req-b7004818-37e9-4510-885a-b4ae705fc7b9 tempest-ServerRescueNegativeTestJSON-1571951802 tempest-ServerRescueNegativeTestJSON-1571951802-project] 10.222.0.26 "GET /v2.0/security-groups?id=23ec9104-6b33-4b08-9a41-3b0a624abc37&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0945599 Jun 28 16:42:37.947104 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9909228-5333-4dc8-bd67-471abe89cb76 req-fb7a9701-bebb-473d-8fac-3ce0dc88103a tempest-AttachVolumeShelveTestJSON-223402159 tempest-AttachVolumeShelveTestJSON-223402159-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 16:42:37.948765 dv-cinder-798104-1-smb neutron-server[74185]: INFO neutron.wsgi [req-a9909228-5333-4dc8-bd67-471abe89cb76 req-fb7a9701-bebb-473d-8fac-3ce0dc88103a tempest-AttachVolumeShelveTestJSON-223402159 tempest-AttachVolumeShelveTestJSON-223402159-project] 10.222.0.26 "GET /v2.0/ports?device_id=ca0f1f28-abee-4019-a85a-f11d82e2a8a7 HTTP/1.1" status: 200 len: 945 time: 0.1172771 Jun 28 16:42:37.957569 dv-cinder-798104-1-smb neutron-server[74186]: DEBUG neutron.wsgi [-] (74186) accepted ('10.222.0.26', 48348) {{(pid=74186) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 28 16:42:37.963531 dv-cinder-798104-1-smb neutron-server[74186]: DEBUG neutron.api.v2.base [None req-3cb02d5b-0279-4e3f-9b9d-6626543bc075 tempest-AttachVolumeShelveTestJSON-223402159 tempest-AttachVolumeShelveTestJSON-223402159-project] Request body: {'floatingip': {'port_id': 'ca182176-9633-4aa8-8265-824f520e5d44'}} {{(pid=74186) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jun 28 16:42:38.047002 dv-cinder-798104-1-smb neutron-server[74186]: DEBUG neutron_lib.callbacks.manager [None req-3cb02d5b-0279-4e3f-9b9d-6626543bc075 tempest-AttachVolumeShelveTestJSON-223402159 tempest-AttachVolumeShelveTestJSON-223402159-project] Notify callbacks [] for floatingip, before_update {{(pid=74186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 16:42:38.249937 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG neutron.wsgi [-] (74185) accepted ('10.222.0.26', 48356) {{(pid=74185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 28 16:42:38.271487 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG neutron_lib.callbacks.manager [None req-1e948484-f4a2-47e8-8423-5ccba8fafb79 admin admin] Notify callbacks [] for security_group, before_create {{(pid=74185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 16:42:38.308644 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG neutron.db.quota.driver [None req-1e948484-f4a2-47e8-8423-5ccba8fafb79 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74185) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 28 16:42:38.313449 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG neutron.quota.resource [None req-1e948484-f4a2-47e8-8423-5ccba8fafb79 admin admin] Usage tracker for resource:security_group_rule and tenant:51aa9ae37de24c84a27a0ce0a0675f0e is out of sync, need to count used quota {{(pid=74185) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 28 16:42:38.317081 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG neutron.quota.resource [None req-1e948484-f4a2-47e8-8423-5ccba8fafb79 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=74185) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 28 16:42:38.324112 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG neutron.db.quota.driver [None req-1e948484-f4a2-47e8-8423-5ccba8fafb79 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74185) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 28 16:42:38.409235 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG neutron_lib.callbacks.manager [None req-1e948484-f4a2-47e8-8423-5ccba8fafb79 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=74185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 16:42:38.416079 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG neutron_lib.callbacks.manager [None req-1e948484-f4a2-47e8-8423-5ccba8fafb79 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2050486'] for security_group, after_create {{(pid=74185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 16:42:38.444405 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74185) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 16:42:38.668941 dv-cinder-798104-1-smb neutron-server[74185]: INFO neutron.wsgi [None req-1e948484-f4a2-47e8-8423-5ccba8fafb79 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=51aa9ae37de24c84a27a0ce0a0675f0e&name=default HTTP/1.1" status: 200 len: 2647 time: 0.4138887 Jun 28 16:42:38.668941 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e948484-f4a2-47e8-8423-5ccba8fafb79 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b8bdc395-dd84-4ac7-8151-5c5efb3aaafb,revision_number=1']} {{(pid=74185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 16:42:38.671640 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG neutron.wsgi [-] (74185) accepted ('10.222.0.26', 48366) {{(pid=74185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 28 16:42:38.676520 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG oslo_concurrency.lockutils [None req-1e948484-f4a2-47e8-8423-5ccba8fafb79 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.232s {{(pid=74185) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 16:42:38.816798 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG neutron_lib.callbacks.manager [None req-261828d8-d740-4404-8fa8-7fa3c7794878 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=74185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 16:42:38.911271 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG neutron_lib.callbacks.manager [None req-261828d8-d740-4404-8fa8-7fa3c7794878 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=74185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 16:42:39.219315 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG neutron_lib.callbacks.manager [None req-261828d8-d740-4404-8fa8-7fa3c7794878 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2050486'] for security_group, after_delete {{(pid=74185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 16:42:39.230750 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG oslo_concurrency.lockutils [None req-1e948484-f4a2-47e8-8423-5ccba8fafb79 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74185) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 16:42:39.274207 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG neutron_lib.callbacks.manager [None req-261828d8-d740-4404-8fa8-7fa3c7794878 admin admin] Notify callbacks [] for security_group, before_response {{(pid=74185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 16:42:39.282134 dv-cinder-798104-1-smb neutron-server[74185]: INFO neutron.wsgi [None req-261828d8-d740-4404-8fa8-7fa3c7794878 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/b8bdc395-dd84-4ac7-8151-5c5efb3aaafb HTTP/1.1" status: 204 len: 168 time: 0.6087201 Jun 28 16:42:39.289468 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-261828d8-d740-4404-8fa8-7fa3c7794878 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b8bdc395-dd84-4ac7-8151-5c5efb3aaafb,revision_number=None']} {{(pid=74185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 16:42:39.317285 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG oslo_concurrency.lockutils [None req-261828d8-d740-4404-8fa8-7fa3c7794878 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=74185) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 16:42:39.382659 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae4c10e6-e9ed-4084-bcfb-a11ea5436904 req-773e2da8-731f-4da7-875c-cef344bce932 tempest-ServerRescueNegativeTestJSON-1571951802 tempest-ServerRescueNegativeTestJSON-1571951802-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 16:42:39.397227 dv-cinder-798104-1-smb neutron-server[74185]: INFO neutron.wsgi [req-ae4c10e6-e9ed-4084-bcfb-a11ea5436904 req-773e2da8-731f-4da7-875c-cef344bce932 tempest-ServerRescueNegativeTestJSON-1571951802 tempest-ServerRescueNegativeTestJSON-1571951802-project] 10.222.0.26 "GET /v2.0/ports?device_id=4a8c302d-62ce-4c05-8798-3bd26de618b4 HTTP/1.1" status: 200 len: 946 time: 0.3811793 Jun 28 16:42:39.454026 dv-cinder-798104-1-smb neutron-server[74186]: DEBUG neutron_lib.db.resource_extend [None req-3cb02d5b-0279-4e3f-9b9d-6626543bc075 tempest-AttachVolumeShelveTestJSON-223402159 tempest-AttachVolumeShelveTestJSON-223402159-project] It took 0.34 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=74186) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jun 28 16:42:39.491933 dv-cinder-798104-1-smb neutron-server[74185]: INFO neutron.wsgi [req-ae4c10e6-e9ed-4084-bcfb-a11ea5436904 req-a50f2f81-3182-49ac-8d6d-ca7cc490faba tempest-ServerRescueNegativeTestJSON-1571951802 tempest-ServerRescueNegativeTestJSON-1571951802-project] 10.222.0.26 "GET /v2.0/security-groups?id=23ec9104-6b33-4b08-9a41-3b0a624abc37&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0915160 Jun 28 16:42:39.608207 dv-cinder-798104-1-smb neutron-server[74186]: DEBUG neutron_lib.callbacks.manager [None req-3cb02d5b-0279-4e3f-9b9d-6626543bc075 tempest-AttachVolumeShelveTestJSON-223402159 tempest-AttachVolumeShelveTestJSON-223402159-project] Notify callbacks [] for floatingip, precommit_update {{(pid=74186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 16:42:39.612538 dv-cinder-798104-1-smb neutron-server[74186]: DEBUG neutron_lib.callbacks.manager [None req-3cb02d5b-0279-4e3f-9b9d-6626543bc075 tempest-AttachVolumeShelveTestJSON-223402159 tempest-AttachVolumeShelveTestJSON-223402159-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1624410'] for floatingip, after_update {{(pid=74186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 16:42:39.941737 dv-cinder-798104-1-smb neutron-server[74186]: INFO neutron.db.l3_db [None req-3cb02d5b-0279-4e3f-9b9d-6626543bc075 tempest-AttachVolumeShelveTestJSON-223402159 tempest-AttachVolumeShelveTestJSON-223402159-project] Floating IP a2938215-034c-4eb0-9c92-85b89dca3c96 associated. External IP: 172.28.3.251, port: ca182176-9633-4aa8-8265-824f520e5d44. Jun 28 16:42:40.039211 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG neutron.wsgi [-] (74185) accepted ('10.222.0.26', 48400) {{(pid=74185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 28 16:42:40.339088 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG neutron_lib.callbacks.manager [None req-198256c4-8b33-4aa5-b5f7-a3486393ee3b admin admin] Notify callbacks [] for security_group, before_create {{(pid=74185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 16:42:40.430548 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG neutron.db.quota.driver [None req-198256c4-8b33-4aa5-b5f7-a3486393ee3b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74185) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 28 16:42:40.438100 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG neutron.quota.resource [None req-198256c4-8b33-4aa5-b5f7-a3486393ee3b admin admin] Usage tracker for resource:security_group_rule and tenant:8b1c6a5fe104477e9c0053faeae693f0 is out of sync, need to count used quota {{(pid=74185) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 28 16:42:40.443412 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG neutron.quota.resource [None req-198256c4-8b33-4aa5-b5f7-a3486393ee3b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=74185) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 28 16:42:40.453768 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG neutron.db.quota.driver [None req-198256c4-8b33-4aa5-b5f7-a3486393ee3b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74185) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 28 16:42:40.696230 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG neutron_lib.callbacks.manager [None req-198256c4-8b33-4aa5-b5f7-a3486393ee3b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=74185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 16:42:40.708833 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG neutron_lib.callbacks.manager [None req-198256c4-8b33-4aa5-b5f7-a3486393ee3b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2050486'] for security_group, after_create {{(pid=74185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 16:42:40.729539 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG oslo_concurrency.lockutils [None req-e636d1cf-e08b-46e5-a16b-8de951770dcb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74185) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 16:42:40.802676 dv-cinder-798104-1-smb neutron-server[74186]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3cb02d5b-0279-4e3f-9b9d-6626543bc075 tempest-AttachVolumeShelveTestJSON-223402159 tempest-AttachVolumeShelveTestJSON-223402159-project] Router 37fc708e-b76d-48af-94e2-885e9728d38e has already been hosted by L3 agent 633adcd1-515e-4435-b14d-49f054abd10f {{(pid=74186) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 28 16:42:40.909271 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-198256c4-8b33-4aa5-b5f7-a3486393ee3b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dfcde3dd-0442-4f12-b108-763552fbf44b,revision_number=1']} {{(pid=74185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 16:42:40.931510 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG oslo_concurrency.lockutils [None req-198256c4-8b33-4aa5-b5f7-a3486393ee3b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.206s {{(pid=74185) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 16:42:41.025014 dv-cinder-798104-1-smb neutron-server[74185]: INFO neutron.wsgi [None req-198256c4-8b33-4aa5-b5f7-a3486393ee3b admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=8b1c6a5fe104477e9c0053faeae693f0&name=default HTTP/1.1" status: 200 len: 2647 time: 0.9843903 Jun 28 16:42:41.026120 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG neutron.wsgi [-] (74185) accepted ('10.222.0.26', 48436) {{(pid=74185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 28 16:42:41.225827 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG neutron_lib.callbacks.manager [None req-e0931049-32a2-4778-a425-ebf64ccdbf8f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=74185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 16:42:41.278141 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG neutron_lib.callbacks.manager [None req-e0931049-32a2-4778-a425-ebf64ccdbf8f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=74185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 16:42:41.345807 dv-cinder-798104-1-smb neutron-server[74186]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3cb02d5b-0279-4e3f-9b9d-6626543bc075 tempest-AttachVolumeShelveTestJSON-223402159 tempest-AttachVolumeShelveTestJSON-223402159-project] Notify agent at l3_agent.dv-cinder-798104-1-smb the message routers_updated {{(pid=74186) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 28 16:42:41.360699 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c37acc04-5476-4691-922d-e125c04fd405 req-f7369d18-1e53-4def-8455-8aa2c5f3afae tempest-ServerRescueNegativeTestJSON-1571951802 tempest-ServerRescueNegativeTestJSON-1571951802-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 16:42:41.361347 dv-cinder-798104-1-smb neutron-server[74188]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a415abe-0a79-4dc6-b2d6-fb9d7f9195d7 None None] Sync routers for ids ['37fc708e-b76d-48af-94e2-885e9728d38e'] in dv-cinder-798104-1-smb {{(pid=74188) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jun 28 16:42:41.363772 dv-cinder-798104-1-smb neutron-server[74185]: INFO neutron.wsgi [req-c37acc04-5476-4691-922d-e125c04fd405 req-f7369d18-1e53-4def-8455-8aa2c5f3afae tempest-ServerRescueNegativeTestJSON-1571951802 tempest-ServerRescueNegativeTestJSON-1571951802-project] 10.222.0.26 "GET /v2.0/ports?device_id=4a8c302d-62ce-4c05-8798-3bd26de618b4 HTTP/1.1" status: 200 len: 946 time: 0.3058157 Jun 28 16:42:41.372455 dv-cinder-798104-1-smb neutron-server[74186]: DEBUG neutron_lib.callbacks.manager [None req-3cb02d5b-0279-4e3f-9b9d-6626543bc075 tempest-AttachVolumeShelveTestJSON-223402159 tempest-AttachVolumeShelveTestJSON-223402159-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129357'] for floatingip, before_response {{(pid=74186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 16:42:41.387308 dv-cinder-798104-1-smb neutron-server[74188]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a415abe-0a79-4dc6-b2d6-fb9d7f9195d7 None None] Routers {'37fc708e-b76d-48af-94e2-885e9728d38e'} bound to L3 agent in host dv-cinder-798104-1-smb {{(pid=74188) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 28 16:42:41.388272 dv-cinder-798104-1-smb neutron-server[74188]: DEBUG neutron.db.l3_hamode_db [None req-2a415abe-0a79-4dc6-b2d6-fb9d7f9195d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-798104-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-28T16:32:46Z,description=,heartbeat_timestamp=2021-06-28T16:42:16Z,host='dv-cinder-798104-1-smb',id=633adcd1-515e-4435-b14d-49f054abd10f,load=0,resource_versions=,resources_synced=,started_at=2021-06-28T16:32:46Z,topic='l3_agent')) {'router_ids': ['37fc708e-b76d-48af-94e2-885e9728d38e'], 'active': True} {{(pid=74188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 16:42:41.495064 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG neutron_lib.callbacks.manager [None req-e0931049-32a2-4778-a425-ebf64ccdbf8f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2050486'] for security_group, after_delete {{(pid=74185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 16:42:41.510665 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74185) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 16:42:41.546554 dv-cinder-798104-1-smb neutron-server[74185]: INFO neutron.wsgi [req-c37acc04-5476-4691-922d-e125c04fd405 req-76231b14-9880-4ca6-8ef7-56bb2a7bdd4b tempest-ServerRescueNegativeTestJSON-1571951802 tempest-ServerRescueNegativeTestJSON-1571951802-project] 10.222.0.26 "GET /v2.0/security-groups?id=23ec9104-6b33-4b08-9a41-3b0a624abc37&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1683726 Jun 28 16:42:41.556620 dv-cinder-798104-1-smb neutron-server[74186]: INFO neutron.wsgi [None req-3cb02d5b-0279-4e3f-9b9d-6626543bc075 tempest-AttachVolumeShelveTestJSON-223402159 tempest-AttachVolumeShelveTestJSON-223402159-project] 10.222.0.26 "PUT /v2.0/floatingips/a2938215-034c-4eb0-9c92-85b89dca3c96 HTTP/1.1" status: 200 len: 991 time: 3.5963476 Jun 28 16:42:41.562898 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0931049-32a2-4778-a425-ebf64ccdbf8f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dfcde3dd-0442-4f12-b108-763552fbf44b,revision_number=None']} {{(pid=74185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 16:42:41.569402 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG oslo_concurrency.lockutils [None req-e0931049-32a2-4778-a425-ebf64ccdbf8f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=74185) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 16:42:41.571873 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG neutron_lib.callbacks.manager [None req-e0931049-32a2-4778-a425-ebf64ccdbf8f admin admin] Notify callbacks [] for security_group, before_response {{(pid=74185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 16:42:41.576251 dv-cinder-798104-1-smb neutron-server[74185]: INFO neutron.wsgi [None req-e0931049-32a2-4778-a425-ebf64ccdbf8f admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/dfcde3dd-0442-4f12-b108-763552fbf44b HTTP/1.1" status: 204 len: 168 time: 0.5447998 Jun 28 16:42:41.596698 dv-cinder-798104-1-smb neutron-server[74186]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ca0f1f28-abee-4019-a85a-f11d82e2a8a7', 'tag': 'ca182176-9633-4aa8-8265-824f520e5d44'}] {{(pid=74186) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 28 16:42:41.725653 dv-cinder-798104-1-smb neutron-server[74186]: DEBUG neutron.wsgi [-] (74186) accepted ('10.222.0.26', 48476) {{(pid=74186) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 28 16:42:41.915946 dv-cinder-798104-1-smb neutron-server[74186]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ca0f1f28-abee-4019-a85a-f11d82e2a8a7', 'tag': 'ca182176-9633-4aa8-8265-824f520e5d44', 'status': 'completed', 'code': 200} Jun 28 16:42:41.982702 dv-cinder-798104-1-smb neutron-server[74188]: DEBUG neutron.db.l3_dvr_db [None req-2a415abe-0a79-4dc6-b2d6-fb9d7f9195d7 None None] Set router 37fc708e-b76d-48af-94e2-885e9728d38e gateway port host: dv-cinder-798104-1-smb {{(pid=74188) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jun 28 16:42:42.131818 dv-cinder-798104-1-smb neutron-server[74186]: INFO neutron.wsgi [req-644ffa0b-0394-40be-ae0c-47c7f1ca90c1 req-a00bf099-b7c9-4e78-ac8f-840855dde4a4 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=1796e3b7b6834b8a88df228c1c9772ef&device_id=ca0f1f28-abee-4019-a85a-f11d82e2a8a7 HTTP/1.1" status: 200 len: 1098 time: 0.1619284 Jun 28 16:42:42.573940 dv-cinder-798104-1-smb neutron-server[74186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-644ffa0b-0394-40be-ae0c-47c7f1ca90c1 req-e79e3c82-dd81-4248-8946-2a1fe0d6f713 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=74186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 16:42:42.577004 dv-cinder-798104-1-smb neutron-server[74186]: INFO neutron.wsgi [req-644ffa0b-0394-40be-ae0c-47c7f1ca90c1 req-e79e3c82-dd81-4248-8946-2a1fe0d6f713 service neutron] 10.222.0.41 "GET /v2.0/networks?id=4e66a7eb-2725-411e-9b4f-e274c7c51246 HTTP/1.1" status: 200 len: 918 time: 0.4314873 Jun 28 16:42:42.580731 dv-cinder-798104-1-smb neutron-server[74186]: DEBUG neutron_lib.callbacks.manager [None req-fa1dc4a8-5820-4f2f-93e2-0b98ba2efbd0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=74186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 16:42:42.670889 dv-cinder-798104-1-smb neutron-server[74188]: DEBUG neutron.db.l3_hamode_db [None req-2a415abe-0a79-4dc6-b2d6-fb9d7f9195d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '37fc708e-b76d-48af-94e2-885e9728d38e', 'name': 'tempest-AttachVolumeShelveTestJSON-1126503272-router', 'tenant_id': '1796e3b7b6834b8a88df228c1c9772ef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f9715ce2-16ba-4ae9-9a15-557432d0a5ed', 'external_fixed_ips': [{'subnet_id': 'e3a20e14-2eea-4943-8cec-1fe85e8448d0', 'ip_address': '172.28.3.2'}], 'enable_snat': True}, 'gw_port_id': '2b6842d1-6e2d-429b-8fe9-2900df84d0b8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-28T16:41:15Z', 'updated_at': '2021-06-28T16:41:45Z', 'revision_number': 4, 'project_id': '1796e3b7b6834b8a88df228c1c9772ef', 'gw_port': {'id': '2b6842d1-6e2d-429b-8fe9-2900df84d0b8', 'name': '', 'network_id': 'f9715ce2-16ba-4ae9-9a15-557432d0a5ed', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:4a:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '37fc708e-b76d-48af-94e2-885e9728d38e', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e3a20e14-2eea-4943-8cec-1fe85e8448d0', 'ip_address': '172.28.3.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798104-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T16:41:18Z', 'updated_at': '2021-06-28T16:41:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e3a20e14-2eea-4943-8cec-1fe85e8448d0', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798104-1-smb', '_floatingips': [{'id': 'a2938215-034c-4eb0-9c92-85b89dca3c96', 'tenant_id': '1796e3b7b6834b8a88df228c1c9772ef', 'floating_ip_address': '172.28.3.251', 'floating_network_id': 'f9715ce2-16ba-4ae9-9a15-557432d0a5ed', 'router_id': '37fc708e-b76d-48af-94e2-885e9728d38e', 'port_id': 'ca182176-9633-4aa8-8265-824f520e5d44', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4e66a7eb-2725-411e-9b4f-e274c7c51246', 'mac_address': 'fa:16:3e:08:f9:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca0f1f28-abee-4019-a85a-f11d82e2a8a7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-28T16:42:05Z', 'updated_at': '2021-06-28T16:42:39Z', 'revision_number': 1, 'project_id': '1796e3b7b6834b8a88df228c1c9772ef', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '78dc5b3f-ac10-45ad-827b-b4cd72cb9a44', 'name': '', 'network_id': '4e66a7eb-2725-411e-9b4f-e274c7c51246', 'tenant_id': '1796e3b7b6834b8a88df228c1c9772ef', 'mac_address': 'fa:16:3e:2f:55:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '37fc708e-b76d-48af-94e2-885e9728d38e', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'f2ffd4c6-165d-446d-9207-8235b5280dd5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798104-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T16:41:38Z', 'updated_at': '2021-06-28T16:42:23Z', 'revision_number': 5, 'project_id': '1796e3b7b6834b8a88df228c1c9772ef', 'subnets': [{'id': 'f2ffd4c6-165d-446d-9207-8235b5280dd5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-798104-1-smb', False) {} {{(pid=74188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 16:42:42.686570 dv-cinder-798104-1-smb neutron-server[74188]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a415abe-0a79-4dc6-b2d6-fb9d7f9195d7 None None] Checking router: 37fc708e-b76d-48af-94e2-885e9728d38e for host: dv-cinder-798104-1-smb {{(pid=74188) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Jun 28 16:42:42.707286 dv-cinder-798104-1-smb neutron-server[74188]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a415abe-0a79-4dc6-b2d6-fb9d7f9195d7 None None] Routers {'37fc708e-b76d-48af-94e2-885e9728d38e'} bound to L3 agent in host dv-cinder-798104-1-smb {{(pid=74188) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 28 16:42:42.707929 dv-cinder-798104-1-smb neutron-server[74188]: DEBUG neutron.db.l3_hamode_db [None req-2a415abe-0a79-4dc6-b2d6-fb9d7f9195d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-798104-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-28T16:32:46Z,description=,heartbeat_timestamp=2021-06-28T16:42:16Z,host='dv-cinder-798104-1-smb',id=633adcd1-515e-4435-b14d-49f054abd10f,load=0,resource_versions=,resources_synced=,started_at=2021-06-28T16:32:46Z,topic='l3_agent')) {'router_ids': ['37fc708e-b76d-48af-94e2-885e9728d38e'], 'active': True} {{(pid=74188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 16:42:42.951331 dv-cinder-798104-1-smb neutron-server[74186]: DEBUG neutron.db.quota.driver [None req-fa1dc4a8-5820-4f2f-93e2-0b98ba2efbd0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74186) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 28 16:42:42.984147 dv-cinder-798104-1-smb neutron-server[74186]: DEBUG neutron.quota.resource [None req-fa1dc4a8-5820-4f2f-93e2-0b98ba2efbd0 admin admin] Usage tracker for resource:security_group_rule and tenant:00c261b7677744d39053497fc221ac76 is out of sync, need to count used quota {{(pid=74186) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 28 16:42:42.990823 dv-cinder-798104-1-smb neutron-server[74186]: DEBUG neutron.quota.resource [None req-fa1dc4a8-5820-4f2f-93e2-0b98ba2efbd0 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=74186) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 28 16:42:43.002892 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6611014-5704-4a19-8f32-b9e22fdc54bf req-40f69969-9c2f-4ad1-a224-67fed4d02157 tempest-ServerRescueNegativeTestJSON-1571951802 tempest-ServerRescueNegativeTestJSON-1571951802-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 16:42:43.007196 dv-cinder-798104-1-smb neutron-server[74186]: DEBUG neutron.db.quota.driver [None req-fa1dc4a8-5820-4f2f-93e2-0b98ba2efbd0 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74186) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 28 16:42:43.016380 dv-cinder-798104-1-smb neutron-server[74185]: INFO neutron.wsgi [req-e6611014-5704-4a19-8f32-b9e22fdc54bf req-40f69969-9c2f-4ad1-a224-67fed4d02157 tempest-ServerRescueNegativeTestJSON-1571951802 tempest-ServerRescueNegativeTestJSON-1571951802-project] 10.222.0.26 "GET /v2.0/ports?device_id=4a8c302d-62ce-4c05-8798-3bd26de618b4 HTTP/1.1" status: 200 len: 946 time: 0.1897628 Jun 28 16:42:43.168106 dv-cinder-798104-1-smb neutron-server[74185]: INFO neutron.wsgi [req-e6611014-5704-4a19-8f32-b9e22fdc54bf req-e5a4fcce-1145-47c6-a015-5b33c30b9697 tempest-ServerRescueNegativeTestJSON-1571951802 tempest-ServerRescueNegativeTestJSON-1571951802-project] 10.222.0.26 "GET /v2.0/security-groups?id=23ec9104-6b33-4b08-9a41-3b0a624abc37&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1505232 Jun 28 16:42:43.187672 dv-cinder-798104-1-smb neutron-server[74186]: DEBUG neutron_lib.callbacks.manager [None req-fa1dc4a8-5820-4f2f-93e2-0b98ba2efbd0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=74186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 16:42:43.200184 dv-cinder-798104-1-smb neutron-server[74186]: DEBUG neutron_lib.callbacks.manager [None req-fa1dc4a8-5820-4f2f-93e2-0b98ba2efbd0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2050486'] for security_group, after_create {{(pid=74186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 16:42:43.219195 dv-cinder-798104-1-smb neutron-server[74186]: DEBUG oslo_concurrency.lockutils [None req-e8c093e7-c469-4076-a0ca-e9db8667ff39 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74186) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 16:42:43.271722 dv-cinder-798104-1-smb neutron-server[74186]: INFO neutron.wsgi [req-644ffa0b-0394-40be-ae0c-47c7f1ca90c1 req-0ac5f72a-b873-47a9-85e2-3895c8783472 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=ca182176-9633-4aa8-8265-824f520e5d44 HTTP/1.1" status: 200 len: 999 time: 0.6759720 Jun 28 16:42:43.280554 dv-cinder-798104-1-smb neutron-server[74186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa1dc4a8-5820-4f2f-93e2-0b98ba2efbd0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e9e46e18-1e75-4c7e-ab09-259a0e3fd599,revision_number=1']} {{(pid=74186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 16:42:43.329314 dv-cinder-798104-1-smb neutron-server[74186]: DEBUG oslo_concurrency.lockutils [None req-fa1dc4a8-5820-4f2f-93e2-0b98ba2efbd0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=74186) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 16:42:43.335824 dv-cinder-798104-1-smb neutron-server[74186]: INFO neutron.wsgi [None req-fa1dc4a8-5820-4f2f-93e2-0b98ba2efbd0 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=00c261b7677744d39053497fc221ac76&name=default HTTP/1.1" status: 200 len: 2647 time: 1.6084495 Jun 28 16:42:43.338915 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG neutron.wsgi [-] (74185) accepted ('10.222.0.26', 48522) {{(pid=74185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 28 16:42:43.375248 dv-cinder-798104-1-smb neutron-server[74186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-644ffa0b-0394-40be-ae0c-47c7f1ca90c1 req-3a4cd0fb-82ab-4f39-b65c-aab5a9433ce0 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=74186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 16:42:43.381354 dv-cinder-798104-1-smb neutron-server[74186]: INFO neutron.wsgi [req-644ffa0b-0394-40be-ae0c-47c7f1ca90c1 req-3a4cd0fb-82ab-4f39-b65c-aab5a9433ce0 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=f2ffd4c6-165d-446d-9207-8235b5280dd5 HTTP/1.1" status: 200 len: 856 time: 0.0967915 Jun 28 16:42:43.504759 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG neutron_lib.callbacks.manager [None req-adf16bcd-d8db-4b7d-a99f-978cbabf2fdf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=74185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 16:42:43.509702 dv-cinder-798104-1-smb neutron-server[74188]: DEBUG neutron.db.l3_dvr_db [None req-2a415abe-0a79-4dc6-b2d6-fb9d7f9195d7 None None] Set router 37fc708e-b76d-48af-94e2-885e9728d38e gateway port host: dv-cinder-798104-1-smb {{(pid=74188) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jun 28 16:42:43.560774 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG neutron_lib.callbacks.manager [None req-adf16bcd-d8db-4b7d-a99f-978cbabf2fdf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=74185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 16:42:43.631102 dv-cinder-798104-1-smb neutron-server[74187]: DEBUG neutron_lib.callbacks.manager [None req-07a19d84-96d8-4893-bc3c-33faa09ea000 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774158209648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1002899'] for agent, after_update {{(pid=74187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 16:42:43.666235 dv-cinder-798104-1-smb neutron-server[74186]: INFO neutron.wsgi [req-644ffa0b-0394-40be-ae0c-47c7f1ca90c1 req-a84257b0-5edb-462a-bd8f-d8b4656383b5 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=4e66a7eb-2725-411e-9b4f-e274c7c51246&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.2730417 Jun 28 16:42:43.712170 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG neutron_lib.callbacks.manager [None req-adf16bcd-d8db-4b7d-a99f-978cbabf2fdf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2050486'] for security_group, after_delete {{(pid=74185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 16:42:43.729605 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG oslo_concurrency.lockutils [None req-55ba666d-3e12-46cd-9c2e-84a2cc868fdf admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74185) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 16:42:43.767448 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adf16bcd-d8db-4b7d-a99f-978cbabf2fdf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e9e46e18-1e75-4c7e-ab09-259a0e3fd599,revision_number=None']} {{(pid=74185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 16:42:43.779493 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG oslo_concurrency.lockutils [None req-adf16bcd-d8db-4b7d-a99f-978cbabf2fdf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=74185) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 16:42:43.781290 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG neutron_lib.callbacks.manager [None req-adf16bcd-d8db-4b7d-a99f-978cbabf2fdf admin admin] Notify callbacks [] for security_group, before_response {{(pid=74185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 16:42:43.787864 dv-cinder-798104-1-smb neutron-server[74185]: INFO neutron.wsgi [None req-adf16bcd-d8db-4b7d-a99f-978cbabf2fdf admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/e9e46e18-1e75-4c7e-ab09-259a0e3fd599 HTTP/1.1" status: 204 len: 168 time: 0.4477289 Jun 28 16:42:43.880860 dv-cinder-798104-1-smb neutron-server[74187]: DEBUG neutron_lib.callbacks.manager [None req-c72dd329-595c-4eca-9296-ba6eff8780d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774158209648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1002899'] for agent, after_update {{(pid=74187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 16:42:43.998607 dv-cinder-798104-1-smb neutron-server[74186]: INFO neutron.wsgi [req-644ffa0b-0394-40be-ae0c-47c7f1ca90c1 req-faea78bd-7d0c-4026-a239-ebbf8c8282e3 service neutron] 10.222.0.41 "GET /v2.0/networks/4e66a7eb-2725-411e-9b4f-e274c7c51246?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3189869 Jun 28 16:42:44.167624 dv-cinder-798104-1-smb neutron-server[74188]: DEBUG neutron.db.l3_hamode_db [None req-2a415abe-0a79-4dc6-b2d6-fb9d7f9195d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '37fc708e-b76d-48af-94e2-885e9728d38e', 'name': 'tempest-AttachVolumeShelveTestJSON-1126503272-router', 'tenant_id': '1796e3b7b6834b8a88df228c1c9772ef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f9715ce2-16ba-4ae9-9a15-557432d0a5ed', 'external_fixed_ips': [{'subnet_id': 'e3a20e14-2eea-4943-8cec-1fe85e8448d0', 'ip_address': '172.28.3.2'}], 'enable_snat': True}, 'gw_port_id': '2b6842d1-6e2d-429b-8fe9-2900df84d0b8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-28T16:41:15Z', 'updated_at': '2021-06-28T16:41:45Z', 'revision_number': 4, 'project_id': '1796e3b7b6834b8a88df228c1c9772ef', 'gw_port': {'id': '2b6842d1-6e2d-429b-8fe9-2900df84d0b8', 'name': '', 'network_id': 'f9715ce2-16ba-4ae9-9a15-557432d0a5ed', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:4a:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '37fc708e-b76d-48af-94e2-885e9728d38e', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e3a20e14-2eea-4943-8cec-1fe85e8448d0', 'ip_address': '172.28.3.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798104-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T16:41:18Z', 'updated_at': '2021-06-28T16:41:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e3a20e14-2eea-4943-8cec-1fe85e8448d0', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798104-1-smb', '_floatingips': [{'id': 'a2938215-034c-4eb0-9c92-85b89dca3c96', 'tenant_id': '1796e3b7b6834b8a88df228c1c9772ef', 'floating_ip_address': '172.28.3.251', 'floating_network_id': 'f9715ce2-16ba-4ae9-9a15-557432d0a5ed', 'router_id': '37fc708e-b76d-48af-94e2-885e9728d38e', 'port_id': 'ca182176-9633-4aa8-8265-824f520e5d44', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4e66a7eb-2725-411e-9b4f-e274c7c51246', 'mac_address': 'fa:16:3e:08:f9:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca0f1f28-abee-4019-a85a-f11d82e2a8a7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-28T16:42:05Z', 'updated_at': '2021-06-28T16:42:39Z', 'revision_number': 1, 'project_id': '1796e3b7b6834b8a88df228c1c9772ef', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '78dc5b3f-ac10-45ad-827b-b4cd72cb9a44', 'name': '', 'network_id': '4e66a7eb-2725-411e-9b4f-e274c7c51246', 'tenant_id': '1796e3b7b6834b8a88df228c1c9772ef', 'mac_address': 'fa:16:3e:2f:55:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '37fc708e-b76d-48af-94e2-885e9728d38e', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'f2ffd4c6-165d-446d-9207-8235b5280dd5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798104-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T16:41:38Z', 'updated_at': '2021-06-28T16:42:23Z', 'revision_number': 5, 'project_id': '1796e3b7b6834b8a88df228c1c9772ef', 'subnets': [{'id': 'f2ffd4c6-165d-446d-9207-8235b5280dd5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-798104-1-smb', False) {} {{(pid=74188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 16:42:44.174198 dv-cinder-798104-1-smb neutron-server[74188]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a415abe-0a79-4dc6-b2d6-fb9d7f9195d7 None None] The sync data for ids ['37fc708e-b76d-48af-94e2-885e9728d38e'] in dv-cinder-798104-1-smb is: [{'id': '37fc708e-b76d-48af-94e2-885e9728d38e', 'name': 'tempest-AttachVolumeShelveTestJSON-1126503272-router', 'tenant_id': '1796e3b7b6834b8a88df228c1c9772ef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f9715ce2-16ba-4ae9-9a15-557432d0a5ed', 'external_fixed_ips': [{'subnet_id': 'e3a20e14-2eea-4943-8cec-1fe85e8448d0', 'ip_address': '172.28.3.2'}], 'enable_snat': True}, 'gw_port_id': '2b6842d1-6e2d-429b-8fe9-2900df84d0b8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-28T16:41:15Z', 'updated_at': '2021-06-28T16:41:45Z', 'revision_number': 4, 'project_id': '1796e3b7b6834b8a88df228c1c9772ef', 'gw_port': {'id': '2b6842d1-6e2d-429b-8fe9-2900df84d0b8', 'name': '', 'network_id': 'f9715ce2-16ba-4ae9-9a15-557432d0a5ed', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:4a:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '37fc708e-b76d-48af-94e2-885e9728d38e', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e3a20e14-2eea-4943-8cec-1fe85e8448d0', 'ip_address': '172.28.3.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798104-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T16:41:18Z', 'updated_at': '2021-06-28T16:41:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e3a20e14-2eea-4943-8cec-1fe85e8448d0', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798104-1-smb', '_floatingips': [{'id': 'a2938215-034c-4eb0-9c92-85b89dca3c96', 'tenant_id': '1796e3b7b6834b8a88df228c1c9772ef', 'floating_ip_address': '172.28.3.251', 'floating_network_id': 'f9715ce2-16ba-4ae9-9a15-557432d0a5ed', 'router_id': '37fc708e-b76d-48af-94e2-885e9728d38e', 'port_id': 'ca182176-9633-4aa8-8265-824f520e5d44', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4e66a7eb-2725-411e-9b4f-e274c7c51246', 'mac_address': 'fa:16:3e:08:f9:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca0f1f28-abee-4019-a85a-f11d82e2a8a7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-28T16:42:05Z', 'updated_at': '2021-06-28T16:42:39Z', 'revision_number': 1, 'project_id': '1796e3b7b6834b8a88df228c1c9772ef', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '78dc5b3f-ac10-45ad-827b-b4cd72cb9a44', 'name': '', 'network_id': '4e66a7eb-2725-411e-9b4f-e274c7c51246', 'tenant_id': '1796e3b7b6834b8a88df228c1c9772ef', 'mac_address': 'fa:16:3e:2f:55:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '37fc708e-b76d-48af-94e2-885e9728d38e', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'f2ffd4c6-165d-446d-9207-8235b5280dd5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798104-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T16:41:38Z', 'updated_at': '2021-06-28T16:42:23Z', 'revision_number': 5, 'project_id': '1796e3b7b6834b8a88df228c1c9772ef', 'subnets': [{'id': 'f2ffd4c6-165d-446d-9207-8235b5280dd5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=74188) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jun 28 16:42:44.297751 dv-cinder-798104-1-smb neutron-server[74186]: INFO neutron.wsgi [req-644ffa0b-0394-40be-ae0c-47c7f1ca90c1 req-d4df7cd9-94fc-4961-8b57-2abded055407 service neutron] 10.222.0.41 "GET /v2.0/networks/4e66a7eb-2725-411e-9b4f-e274c7c51246?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2864244 Jun 28 16:42:44.637573 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1231fe8c-96fb-40ef-9195-4756dcd52ea6 req-0ce3dfab-b670-4747-89a6-491d8511d4ee tempest-ServerRescueNegativeTestJSON-1571951802 tempest-ServerRescueNegativeTestJSON-1571951802-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 16:42:44.646216 dv-cinder-798104-1-smb neutron-server[74185]: INFO neutron.wsgi [req-1231fe8c-96fb-40ef-9195-4756dcd52ea6 req-0ce3dfab-b670-4747-89a6-491d8511d4ee tempest-ServerRescueNegativeTestJSON-1571951802 tempest-ServerRescueNegativeTestJSON-1571951802-project] 10.222.0.26 "GET /v2.0/ports?device_id=4a8c302d-62ce-4c05-8798-3bd26de618b4 HTTP/1.1" status: 200 len: 946 time: 0.1613553 Jun 28 16:42:44.712814 dv-cinder-798104-1-smb neutron-server[74185]: INFO neutron.wsgi [req-1231fe8c-96fb-40ef-9195-4756dcd52ea6 req-be136219-8c32-48bb-9679-e164ee7b049b tempest-ServerRescueNegativeTestJSON-1571951802 tempest-ServerRescueNegativeTestJSON-1571951802-project] 10.222.0.26 "GET /v2.0/security-groups?id=23ec9104-6b33-4b08-9a41-3b0a624abc37&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0644419 Jun 28 16:42:44.722684 dv-cinder-798104-1-smb neutron-server[74186]: DEBUG neutron.wsgi [-] (74186) accepted ('10.222.0.26', 48560) {{(pid=74186) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 28 16:42:44.762344 dv-cinder-798104-1-smb neutron-server[74186]: DEBUG neutron_lib.callbacks.manager [None req-c60807c3-5ccc-4b43-be9b-825a4152fe86 admin admin] Notify callbacks [] for security_group, before_create {{(pid=74186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 16:42:44.811302 dv-cinder-798104-1-smb neutron-server[74186]: DEBUG neutron.db.quota.driver [None req-c60807c3-5ccc-4b43-be9b-825a4152fe86 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74186) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 28 16:42:44.831787 dv-cinder-798104-1-smb neutron-server[74186]: DEBUG neutron.quota.resource [None req-c60807c3-5ccc-4b43-be9b-825a4152fe86 admin admin] Usage tracker for resource:security_group_rule and tenant:c8f54a0765a148809e0ce2d6b784462a is out of sync, need to count used quota {{(pid=74186) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 28 16:42:44.846651 dv-cinder-798104-1-smb neutron-server[74186]: DEBUG neutron.quota.resource [None req-c60807c3-5ccc-4b43-be9b-825a4152fe86 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=74186) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 28 16:42:44.866991 dv-cinder-798104-1-smb neutron-server[74186]: DEBUG neutron.db.quota.driver [None req-c60807c3-5ccc-4b43-be9b-825a4152fe86 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74186) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 28 16:42:45.011346 dv-cinder-798104-1-smb neutron-server[74186]: DEBUG neutron_lib.callbacks.manager [None req-c60807c3-5ccc-4b43-be9b-825a4152fe86 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=74186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 16:42:45.018372 dv-cinder-798104-1-smb neutron-server[74186]: DEBUG neutron_lib.callbacks.manager [None req-c60807c3-5ccc-4b43-be9b-825a4152fe86 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2050486'] for security_group, after_create {{(pid=74186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 16:42:45.026390 dv-cinder-798104-1-smb neutron-server[74186]: DEBUG oslo_concurrency.lockutils [None req-fa1dc4a8-5820-4f2f-93e2-0b98ba2efbd0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74186) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 16:42:45.076842 dv-cinder-798104-1-smb neutron-server[74186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c60807c3-5ccc-4b43-be9b-825a4152fe86 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=35100a22-d800-44eb-b620-720436c4faa0,revision_number=1']} {{(pid=74186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 16:42:45.080153 dv-cinder-798104-1-smb neutron-server[74186]: DEBUG oslo_concurrency.lockutils [None req-c60807c3-5ccc-4b43-be9b-825a4152fe86 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=74186) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 16:42:45.084333 dv-cinder-798104-1-smb neutron-server[74186]: INFO neutron.wsgi [None req-c60807c3-5ccc-4b43-be9b-825a4152fe86 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=c8f54a0765a148809e0ce2d6b784462a&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3600883 Jun 28 16:42:45.088967 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG neutron.wsgi [-] (74185) accepted ('10.222.0.26', 48574) {{(pid=74185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 28 16:42:45.187745 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG neutron_lib.callbacks.manager [None req-05e7f462-7841-4eef-a1c6-cfaeafcf9325 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=74185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 16:42:45.246108 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG neutron_lib.callbacks.manager [None req-05e7f462-7841-4eef-a1c6-cfaeafcf9325 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=74185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 16:42:45.346550 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG neutron_lib.callbacks.manager [None req-05e7f462-7841-4eef-a1c6-cfaeafcf9325 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2050486'] for security_group, after_delete {{(pid=74185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 16:42:45.356480 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG oslo_concurrency.lockutils [None req-b96fb2b7-9104-41b6-a8c7-a6a036c48977 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74185) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 16:42:45.386742 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05e7f462-7841-4eef-a1c6-cfaeafcf9325 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=35100a22-d800-44eb-b620-720436c4faa0,revision_number=None']} {{(pid=74185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 16:42:45.393243 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG oslo_concurrency.lockutils [None req-05e7f462-7841-4eef-a1c6-cfaeafcf9325 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=74185) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 16:42:45.395315 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG neutron_lib.callbacks.manager [None req-05e7f462-7841-4eef-a1c6-cfaeafcf9325 admin admin] Notify callbacks [] for security_group, before_response {{(pid=74185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 16:42:45.399485 dv-cinder-798104-1-smb neutron-server[74185]: INFO neutron.wsgi [None req-05e7f462-7841-4eef-a1c6-cfaeafcf9325 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/35100a22-d800-44eb-b620-720436c4faa0 HTTP/1.1" status: 204 len: 168 time: 0.3087976 Jun 28 16:42:46.075217 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f4f1ea3-4b54-472d-8570-e54de4e80e23 req-75e48748-f6ac-4167-b939-1ce684cdf599 tempest-ServerRescueNegativeTestJSON-1571951802 tempest-ServerRescueNegativeTestJSON-1571951802-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 16:42:46.083560 dv-cinder-798104-1-smb neutron-server[74185]: INFO neutron.wsgi [req-7f4f1ea3-4b54-472d-8570-e54de4e80e23 req-75e48748-f6ac-4167-b939-1ce684cdf599 tempest-ServerRescueNegativeTestJSON-1571951802 tempest-ServerRescueNegativeTestJSON-1571951802-project] 10.222.0.26 "GET /v2.0/ports?device_id=4a8c302d-62ce-4c05-8798-3bd26de618b4 HTTP/1.1" status: 200 len: 946 time: 0.1064165 Jun 28 16:42:46.161368 dv-cinder-798104-1-smb neutron-server[74185]: INFO neutron.wsgi [req-7f4f1ea3-4b54-472d-8570-e54de4e80e23 req-55f2e689-8d3a-42ad-83f7-1cc51d68d85e tempest-ServerRescueNegativeTestJSON-1571951802 tempest-ServerRescueNegativeTestJSON-1571951802-project] 10.222.0.26 "GET /v2.0/security-groups?id=23ec9104-6b33-4b08-9a41-3b0a624abc37&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0746996 Jun 28 16:42:46.219253 dv-cinder-798104-1-smb neutron-server[74187]: DEBUG neutron_lib.callbacks.manager [None req-ef6d43e6-ca85-4a5e-b845-aa88b7b9064e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774158209648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1002899'] for agent, after_update {{(pid=74187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 16:42:46.335388 dv-cinder-798104-1-smb neutron-server[74187]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb2afddd-79f5-41ae-8232-4af1e36c62bf None None] New status for floating IP a2938215-034c-4eb0-9c92-85b89dca3c96: ACTIVE {{(pid=74187) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Jun 28 16:42:46.339494 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG neutron.wsgi [-] (74185) accepted ('10.222.0.26', 48622) {{(pid=74185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 28 16:42:46.741808 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG neutron_lib.callbacks.manager [None req-95419ce2-2274-427f-8000-5cd27baf08e0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=74185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 16:42:46.846380 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG neutron.db.quota.driver [None req-95419ce2-2274-427f-8000-5cd27baf08e0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74185) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 28 16:42:46.866667 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG neutron.quota.resource [None req-95419ce2-2274-427f-8000-5cd27baf08e0 admin admin] Usage tracker for resource:security_group_rule and tenant:8628447887a4466eb5f79b77d3e5d64b is out of sync, need to count used quota {{(pid=74185) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 28 16:42:46.876729 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG neutron.quota.resource [None req-95419ce2-2274-427f-8000-5cd27baf08e0 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=74185) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 28 16:42:46.909563 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG neutron.db.quota.driver [None req-95419ce2-2274-427f-8000-5cd27baf08e0 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74185) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 28 16:42:47.068028 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG neutron_lib.callbacks.manager [None req-95419ce2-2274-427f-8000-5cd27baf08e0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=74185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 16:42:47.075434 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG neutron_lib.callbacks.manager [None req-95419ce2-2274-427f-8000-5cd27baf08e0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2050486'] for security_group, after_create {{(pid=74185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 16:42:47.110771 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74185) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 16:42:47.149020 dv-cinder-798104-1-smb neutron-server[74185]: INFO neutron.wsgi [None req-95419ce2-2274-427f-8000-5cd27baf08e0 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=8628447887a4466eb5f79b77d3e5d64b&name=default HTTP/1.1" status: 200 len: 2647 time: 0.8062162 Jun 28 16:42:47.149900 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95419ce2-2274-427f-8000-5cd27baf08e0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=05567aa1-60ae-40dc-a927-b79c328a9e38,revision_number=1']} {{(pid=74185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 16:42:47.152358 dv-cinder-798104-1-smb neutron-server[74186]: DEBUG neutron.wsgi [-] (74186) accepted ('10.222.0.26', 48660) {{(pid=74186) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 28 16:42:47.157305 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG oslo_concurrency.lockutils [None req-95419ce2-2274-427f-8000-5cd27baf08e0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=74185) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 16:42:47.452667 dv-cinder-798104-1-smb neutron-server[74186]: DEBUG neutron_lib.callbacks.manager [None req-3b5dab54-929d-4cdf-9a33-8fbb275fcbf6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=74186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 16:42:47.509219 dv-cinder-798104-1-smb neutron-server[74186]: DEBUG neutron_lib.callbacks.manager [None req-3b5dab54-929d-4cdf-9a33-8fbb275fcbf6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=74186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 16:42:47.577491 dv-cinder-798104-1-smb neutron-server[74187]: DEBUG neutron_lib.callbacks.manager [None req-17b6939a-39ed-439c-8d74-c49ac6595f0c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774158209648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1002899'] for agent, after_update {{(pid=74187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 16:42:47.588387 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fa1523b-7fe0-4a95-b431-b97d5bae09dd req-611ee549-9829-4b68-b204-740ad19b6c6b tempest-ServerRescueNegativeTestJSON-1571951802 tempest-ServerRescueNegativeTestJSON-1571951802-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 16:42:47.590109 dv-cinder-798104-1-smb neutron-server[74185]: INFO neutron.wsgi [req-3fa1523b-7fe0-4a95-b431-b97d5bae09dd req-611ee549-9829-4b68-b204-740ad19b6c6b tempest-ServerRescueNegativeTestJSON-1571951802 tempest-ServerRescueNegativeTestJSON-1571951802-project] 10.222.0.26 "GET /v2.0/ports?device_id=4a8c302d-62ce-4c05-8798-3bd26de618b4 HTTP/1.1" status: 200 len: 946 time: 0.1273198 Jun 28 16:42:47.646329 dv-cinder-798104-1-smb neutron-server[74186]: DEBUG neutron_lib.callbacks.manager [None req-3b5dab54-929d-4cdf-9a33-8fbb275fcbf6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2050486'] for security_group, after_delete {{(pid=74186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 16:42:47.662152 dv-cinder-798104-1-smb neutron-server[74186]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74186) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 16:42:47.674864 dv-cinder-798104-1-smb neutron-server[74185]: INFO neutron.wsgi [req-3fa1523b-7fe0-4a95-b431-b97d5bae09dd req-1f071ef0-3e2f-4b98-bd61-34b8f6ce81ad tempest-ServerRescueNegativeTestJSON-1571951802 tempest-ServerRescueNegativeTestJSON-1571951802-project] 10.222.0.26 "GET /v2.0/security-groups?id=23ec9104-6b33-4b08-9a41-3b0a624abc37&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0696876 Jun 28 16:42:47.678605 dv-cinder-798104-1-smb neutron-server[74186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b5dab54-929d-4cdf-9a33-8fbb275fcbf6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=05567aa1-60ae-40dc-a927-b79c328a9e38,revision_number=None']} {{(pid=74186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 16:42:47.689540 dv-cinder-798104-1-smb neutron-server[74186]: DEBUG oslo_concurrency.lockutils [None req-3b5dab54-929d-4cdf-9a33-8fbb275fcbf6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=74186) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 16:42:47.697642 dv-cinder-798104-1-smb neutron-server[74186]: DEBUG neutron_lib.callbacks.manager [None req-3b5dab54-929d-4cdf-9a33-8fbb275fcbf6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=74186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 16:42:47.699121 dv-cinder-798104-1-smb neutron-server[74186]: INFO neutron.wsgi [None req-3b5dab54-929d-4cdf-9a33-8fbb275fcbf6 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/05567aa1-60ae-40dc-a927-b79c328a9e38 HTTP/1.1" status: 204 len: 168 time: 0.5438466 Jun 28 16:42:47.753374 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG neutron.wsgi [-] (74185) accepted ('10.222.0.26', 48680) {{(pid=74185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 28 16:42:48.221493 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG neutron_lib.callbacks.manager [None req-4af495ee-4856-441b-94b8-d511442a6d2b admin admin] Notify callbacks [] for security_group, before_create {{(pid=74185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 16:42:48.267207 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG neutron.db.quota.driver [None req-4af495ee-4856-441b-94b8-d511442a6d2b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74185) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 28 16:42:48.272620 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG neutron.quota.resource [None req-4af495ee-4856-441b-94b8-d511442a6d2b admin admin] Usage tracker for resource:security_group_rule and tenant:44b05e87c2b2429bbb7eb6d33973d518 is out of sync, need to count used quota {{(pid=74185) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 28 16:42:48.276487 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG neutron.quota.resource [None req-4af495ee-4856-441b-94b8-d511442a6d2b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=74185) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 28 16:42:48.285517 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG neutron.db.quota.driver [None req-4af495ee-4856-441b-94b8-d511442a6d2b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74185) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 28 16:42:48.426165 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG neutron_lib.callbacks.manager [None req-4af495ee-4856-441b-94b8-d511442a6d2b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=74185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 16:42:48.434174 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG neutron_lib.callbacks.manager [None req-4af495ee-4856-441b-94b8-d511442a6d2b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2050486'] for security_group, after_create {{(pid=74185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 16:42:48.453295 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG oslo_concurrency.lockutils [None req-0cfe56e1-009e-47ba-9f15-c2e2f51c2d49 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74185) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 16:42:48.560911 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4af495ee-4856-441b-94b8-d511442a6d2b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1a3df4c3-0508-4247-9390-6895ad67a111,revision_number=1']} {{(pid=74185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 16:42:48.593883 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG oslo_concurrency.lockutils [None req-4af495ee-4856-441b-94b8-d511442a6d2b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.135s {{(pid=74185) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 16:42:48.618071 dv-cinder-798104-1-smb neutron-server[74187]: DEBUG neutron_lib.callbacks.manager [None req-d49266a9-82cf-4da4-977f-ceca59b71534 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774158209648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1002899'] for agent, after_update {{(pid=74187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 16:42:48.652193 dv-cinder-798104-1-smb neutron-server[74185]: INFO neutron.wsgi [None req-4af495ee-4856-441b-94b8-d511442a6d2b admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=44b05e87c2b2429bbb7eb6d33973d518&name=default HTTP/1.1" status: 200 len: 2647 time: 0.8954332 Jun 28 16:42:48.653809 dv-cinder-798104-1-smb neutron-server[74186]: DEBUG neutron.wsgi [-] (74186) accepted ('10.222.0.26', 48714) {{(pid=74186) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 28 16:42:48.983890 dv-cinder-798104-1-smb neutron-server[74186]: DEBUG neutron_lib.callbacks.manager [None req-fb4c0ad7-d100-4c8f-8da1-d77601fc3469 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=74186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 16:42:49.073489 dv-cinder-798104-1-smb neutron-server[74186]: DEBUG neutron_lib.callbacks.manager [None req-fb4c0ad7-d100-4c8f-8da1-d77601fc3469 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=74186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 16:42:49.211443 dv-cinder-798104-1-smb neutron-server[74186]: DEBUG neutron_lib.callbacks.manager [None req-fb4c0ad7-d100-4c8f-8da1-d77601fc3469 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2050486'] for security_group, after_delete {{(pid=74186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 16:42:49.223655 dv-cinder-798104-1-smb neutron-server[74186]: DEBUG oslo_concurrency.lockutils [None req-c60807c3-5ccc-4b43-be9b-825a4152fe86 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74186) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 16:42:49.262663 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-065f74cf-4d10-4eca-87b7-8440db059e9d req-fc12cf09-50ad-4d82-8578-b8cad525afa7 tempest-ServerRescueNegativeTestJSON-1571951802 tempest-ServerRescueNegativeTestJSON-1571951802-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 16:42:49.267364 dv-cinder-798104-1-smb neutron-server[74185]: INFO neutron.wsgi [req-065f74cf-4d10-4eca-87b7-8440db059e9d req-fc12cf09-50ad-4d82-8578-b8cad525afa7 tempest-ServerRescueNegativeTestJSON-1571951802 tempest-ServerRescueNegativeTestJSON-1571951802-project] 10.222.0.26 "GET /v2.0/ports?device_id=4a8c302d-62ce-4c05-8798-3bd26de618b4 HTTP/1.1" status: 200 len: 946 time: 0.2567699 Jun 28 16:42:49.282051 dv-cinder-798104-1-smb neutron-server[74186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb4c0ad7-d100-4c8f-8da1-d77601fc3469 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1a3df4c3-0508-4247-9390-6895ad67a111,revision_number=None']} {{(pid=74186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 16:42:49.285359 dv-cinder-798104-1-smb neutron-server[74186]: DEBUG neutron_lib.callbacks.manager [None req-fb4c0ad7-d100-4c8f-8da1-d77601fc3469 admin admin] Notify callbacks [] for security_group, before_response {{(pid=74186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 16:42:49.287556 dv-cinder-798104-1-smb neutron-server[74186]: INFO neutron.wsgi [None req-fb4c0ad7-d100-4c8f-8da1-d77601fc3469 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/1a3df4c3-0508-4247-9390-6895ad67a111 HTTP/1.1" status: 204 len: 168 time: 0.6320052 Jun 28 16:42:49.289009 dv-cinder-798104-1-smb neutron-server[74186]: DEBUG oslo_concurrency.lockutils [None req-fb4c0ad7-d100-4c8f-8da1-d77601fc3469 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=74186) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 16:42:49.373635 dv-cinder-798104-1-smb neutron-server[74187]: DEBUG neutron_lib.callbacks.manager [None req-d0e5ad82-df9b-4ee3-8ee9-b93c74fbe1d3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774158209648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1002899'] for agent, after_update {{(pid=74187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 16:42:49.381190 dv-cinder-798104-1-smb neutron-server[74185]: INFO neutron.wsgi [req-065f74cf-4d10-4eca-87b7-8440db059e9d req-27603634-9556-4b5b-9d3e-0ab27e3ca31f tempest-ServerRescueNegativeTestJSON-1571951802 tempest-ServerRescueNegativeTestJSON-1571951802-project] 10.222.0.26 "GET /v2.0/security-groups?id=23ec9104-6b33-4b08-9a41-3b0a624abc37&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0986202 Jun 28 16:42:49.947963 dv-cinder-798104-1-smb neutron-server[74188]: DEBUG neutron.db.agents_db [None req-8255730c-b11f-4cfb-aeb3-67319944b41a None None] Agent healthcheck: found 6 active agents {{(pid=74188) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jun 28 16:42:50.749135 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbaa1aa3-92a5-4d87-95a0-3704886d96f0 req-85222a53-2549-4f04-887c-0dea34795fc6 tempest-ServerRescueNegativeTestJSON-1571951802 tempest-ServerRescueNegativeTestJSON-1571951802-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 16:42:50.758174 dv-cinder-798104-1-smb neutron-server[74185]: INFO neutron.wsgi [req-dbaa1aa3-92a5-4d87-95a0-3704886d96f0 req-85222a53-2549-4f04-887c-0dea34795fc6 tempest-ServerRescueNegativeTestJSON-1571951802 tempest-ServerRescueNegativeTestJSON-1571951802-project] 10.222.0.26 "GET /v2.0/ports?device_id=4a8c302d-62ce-4c05-8798-3bd26de618b4 HTTP/1.1" status: 200 len: 946 time: 0.1130266 Jun 28 16:42:50.824456 dv-cinder-798104-1-smb neutron-server[74185]: INFO neutron.wsgi [req-dbaa1aa3-92a5-4d87-95a0-3704886d96f0 req-c6e4bb03-0728-40eb-a1ab-61703fdbe88f tempest-ServerRescueNegativeTestJSON-1571951802 tempest-ServerRescueNegativeTestJSON-1571951802-project] 10.222.0.26 "GET /v2.0/security-groups?id=23ec9104-6b33-4b08-9a41-3b0a624abc37&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0651124 Jun 28 16:42:52.303883 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5660c48-2ea5-4e5a-9215-fff287f174ed req-b4a3997b-6843-4ce1-ab72-cc8e4de253f9 tempest-ServerRescueNegativeTestJSON-1571951802 tempest-ServerRescueNegativeTestJSON-1571951802-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 16:42:52.317781 dv-cinder-798104-1-smb neutron-server[74185]: INFO neutron.wsgi [req-b5660c48-2ea5-4e5a-9215-fff287f174ed req-b4a3997b-6843-4ce1-ab72-cc8e4de253f9 tempest-ServerRescueNegativeTestJSON-1571951802 tempest-ServerRescueNegativeTestJSON-1571951802-project] 10.222.0.26 "GET /v2.0/ports?device_id=4a8c302d-62ce-4c05-8798-3bd26de618b4 HTTP/1.1" status: 200 len: 946 time: 0.2237017 Jun 28 16:42:52.475097 dv-cinder-798104-1-smb neutron-server[74185]: INFO neutron.wsgi [req-b5660c48-2ea5-4e5a-9215-fff287f174ed req-57775b22-3393-4928-9305-8680b2eee582 tempest-ServerRescueNegativeTestJSON-1571951802 tempest-ServerRescueNegativeTestJSON-1571951802-project] 10.222.0.26 "GET /v2.0/security-groups?id=23ec9104-6b33-4b08-9a41-3b0a624abc37&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1525824 Jun 28 16:42:52.667755 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG neutron.wsgi [-] (74185) accepted ('10.222.0.26', 48878) {{(pid=74185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 28 16:42:52.767240 dv-cinder-798104-1-smb neutron-server[74186]: INFO neutron.wsgi [req-9ad2f074-92e8-4c7b-8187-cdd5175b2937 req-4ceb8e59-e291-48bc-b2a9-1e9a47b142eb service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=4a8c302d-62ce-4c05-8798-3bd26de618b4 HTTP/1.1" status: 200 len: 1099 time: 0.1378570 Jun 28 16:42:52.915108 dv-cinder-798104-1-smb neutron-server[74186]: DEBUG neutron.quota.resource [req-9ad2f074-92e8-4c7b-8187-cdd5175b2937 req-1ce943c8-98e9-4663-aff0-bbdf808d6b27 service neutron] Synchronizing usage tracker for tenant:5f82b0af2ad244128f0941b0f46afa19 on resource:security_group {{(pid=74186) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 28 16:42:52.951999 dv-cinder-798104-1-smb neutron-server[74186]: DEBUG neutron.quota.resource [req-9ad2f074-92e8-4c7b-8187-cdd5175b2937 req-1ce943c8-98e9-4663-aff0-bbdf808d6b27 service neutron] Unset dirty status for tenant:5f82b0af2ad244128f0941b0f46afa19 on resource:security_group {{(pid=74186) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 28 16:42:52.954604 dv-cinder-798104-1-smb neutron-server[74186]: INFO neutron.wsgi [req-9ad2f074-92e8-4c7b-8187-cdd5175b2937 req-1ce943c8-98e9-4663-aff0-bbdf808d6b27 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=23ec9104-6b33-4b08-9a41-3b0a624abc37&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1717370 Jun 28 16:42:53.006793 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG neutron_lib.callbacks.manager [None req-22e3f7a4-7468-4afd-814f-b2787a3db402 admin admin] Notify callbacks [] for security_group, before_create {{(pid=74185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 16:42:53.074003 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG neutron.db.quota.driver [None req-22e3f7a4-7468-4afd-814f-b2787a3db402 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74185) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 28 16:42:53.078337 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG neutron.quota.resource [None req-22e3f7a4-7468-4afd-814f-b2787a3db402 admin admin] Usage tracker for resource:security_group_rule and tenant:76bb4606ec3a46bab39dfc3f44cc77b1 is out of sync, need to count used quota {{(pid=74185) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 28 16:42:53.081321 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG neutron.quota.resource [None req-22e3f7a4-7468-4afd-814f-b2787a3db402 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=74185) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 28 16:42:53.088936 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG neutron.db.quota.driver [None req-22e3f7a4-7468-4afd-814f-b2787a3db402 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74185) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 28 16:42:53.163597 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG neutron_lib.callbacks.manager [None req-22e3f7a4-7468-4afd-814f-b2787a3db402 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=74185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 16:42:53.167853 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG neutron_lib.callbacks.manager [None req-22e3f7a4-7468-4afd-814f-b2787a3db402 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2050486'] for security_group, after_create {{(pid=74185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 16:42:53.177464 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG oslo_concurrency.lockutils [None req-de3fd6d7-3b6d-4b37-a390-d23eb8f0c20b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74185) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 16:42:53.243493 dv-cinder-798104-1-smb neutron-server[74185]: INFO neutron.wsgi [None req-22e3f7a4-7468-4afd-814f-b2787a3db402 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=76bb4606ec3a46bab39dfc3f44cc77b1&name=default HTTP/1.1" status: 200 len: 2647 time: 0.5752156 Jun 28 16:42:53.244897 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22e3f7a4-7468-4afd-814f-b2787a3db402 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c652e397-94cd-45c7-aed1-e3fce6f96e40,revision_number=1']} {{(pid=74185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 16:42:53.248175 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG neutron.wsgi [-] (74185) accepted ('10.222.0.26', 48894) {{(pid=74185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 28 16:42:53.252512 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG oslo_concurrency.lockutils [None req-22e3f7a4-7468-4afd-814f-b2787a3db402 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=74185) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 16:42:53.379634 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG neutron_lib.callbacks.manager [None req-12733ef8-e0fa-4a67-afb5-d94552372201 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=74185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 16:42:53.417174 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG neutron_lib.callbacks.manager [None req-12733ef8-e0fa-4a67-afb5-d94552372201 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=74185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 16:42:53.505067 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG neutron_lib.callbacks.manager [None req-12733ef8-e0fa-4a67-afb5-d94552372201 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2050486'] for security_group, after_delete {{(pid=74185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 16:42:53.513153 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG oslo_concurrency.lockutils [None req-938d27b3-cc37-442c-959b-151649117196 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74185) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 16:42:53.546633 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12733ef8-e0fa-4a67-afb5-d94552372201 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c652e397-94cd-45c7-aed1-e3fce6f96e40,revision_number=None']} {{(pid=74185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 16:42:53.552276 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG oslo_concurrency.lockutils [None req-12733ef8-e0fa-4a67-afb5-d94552372201 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=74185) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 16:42:53.554759 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG neutron_lib.callbacks.manager [None req-12733ef8-e0fa-4a67-afb5-d94552372201 admin admin] Notify callbacks [] for security_group, before_response {{(pid=74185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 16:42:53.557206 dv-cinder-798104-1-smb neutron-server[74185]: INFO neutron.wsgi [None req-12733ef8-e0fa-4a67-afb5-d94552372201 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/c652e397-94cd-45c7-aed1-e3fce6f96e40 HTTP/1.1" status: 204 len: 168 time: 0.3079937 Jun 28 16:42:53.779923 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78e5b713-e689-4b9e-898c-4887abd2b848 req-7dba90b2-a437-4501-b664-aa8326fbeccd tempest-ServerRescueNegativeTestJSON-1571951802 tempest-ServerRescueNegativeTestJSON-1571951802-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 16:42:53.788690 dv-cinder-798104-1-smb neutron-server[74185]: INFO neutron.wsgi [req-78e5b713-e689-4b9e-898c-4887abd2b848 req-7dba90b2-a437-4501-b664-aa8326fbeccd tempest-ServerRescueNegativeTestJSON-1571951802 tempest-ServerRescueNegativeTestJSON-1571951802-project] 10.222.0.26 "GET /v2.0/ports?device_id=4a8c302d-62ce-4c05-8798-3bd26de618b4 HTTP/1.1" status: 200 len: 946 time: 0.1064520 Jun 28 16:42:54.078009 dv-cinder-798104-1-smb neutron-server[74185]: INFO neutron.wsgi [req-78e5b713-e689-4b9e-898c-4887abd2b848 req-e840e845-50f3-43c7-ac63-c16e2785a745 tempest-ServerRescueNegativeTestJSON-1571951802 tempest-ServerRescueNegativeTestJSON-1571951802-project] 10.222.0.26 "GET /v2.0/security-groups?id=23ec9104-6b33-4b08-9a41-3b0a624abc37&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2883673 Jun 28 16:42:55.572914 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3c35412-10c5-448a-a438-c3bea8f50a45 req-d84eda71-572c-4c48-8362-eaaf81e98724 tempest-ServerRescueNegativeTestJSON-1571951802 tempest-ServerRescueNegativeTestJSON-1571951802-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 16:42:55.575159 dv-cinder-798104-1-smb neutron-server[74185]: INFO neutron.wsgi [req-a3c35412-10c5-448a-a438-c3bea8f50a45 req-d84eda71-572c-4c48-8362-eaaf81e98724 tempest-ServerRescueNegativeTestJSON-1571951802 tempest-ServerRescueNegativeTestJSON-1571951802-project] 10.222.0.26 "GET /v2.0/ports?device_id=4a8c302d-62ce-4c05-8798-3bd26de618b4 HTTP/1.1" status: 200 len: 946 time: 0.0913508 Jun 28 16:42:55.640264 dv-cinder-798104-1-smb neutron-server[74185]: INFO neutron.wsgi [req-a3c35412-10c5-448a-a438-c3bea8f50a45 req-f8c1331a-79dc-4a4c-b9bc-0132b29b8cb3 tempest-ServerRescueNegativeTestJSON-1571951802 tempest-ServerRescueNegativeTestJSON-1571951802-project] 10.222.0.26 "GET /v2.0/security-groups?id=23ec9104-6b33-4b08-9a41-3b0a624abc37&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0570283 Jun 28 16:42:56.054426 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17ac9af9-2218-4a55-b060-c028112f7ba9 req-3d0fed2f-21ff-45ab-a5cf-4e5bcc093aa8 tempest-ServerRescueNegativeTestJSON-1571951802 tempest-ServerRescueNegativeTestJSON-1571951802-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 16:42:56.056553 dv-cinder-798104-1-smb neutron-server[74185]: INFO neutron.wsgi [req-17ac9af9-2218-4a55-b060-c028112f7ba9 req-3d0fed2f-21ff-45ab-a5cf-4e5bcc093aa8 tempest-ServerRescueNegativeTestJSON-1571951802 tempest-ServerRescueNegativeTestJSON-1571951802-project] 10.222.0.26 "GET /v2.0/ports?device_id=79124724-6c76-47fc-bb83-d30672ff67e9 HTTP/1.1" status: 200 len: 946 time: 0.1157434 Jun 28 16:42:56.149320 dv-cinder-798104-1-smb neutron-server[74185]: INFO neutron.wsgi [req-17ac9af9-2218-4a55-b060-c028112f7ba9 req-c5800079-a8c7-42c0-8641-4be87f0a0f82 tempest-ServerRescueNegativeTestJSON-1571951802 tempest-ServerRescueNegativeTestJSON-1571951802-project] 10.222.0.26 "GET /v2.0/security-groups?id=23ec9104-6b33-4b08-9a41-3b0a624abc37&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0787945 Jun 28 16:42:56.389023 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG neutron.wsgi [-] (74185) accepted ('10.222.0.26', 49010) {{(pid=74185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 28 16:42:56.576785 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG neutron_lib.callbacks.manager [None req-3a79ab68-7c10-4dfa-9980-0695a39b7471 admin admin] Notify callbacks [] for security_group, before_create {{(pid=74185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 16:42:56.617752 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG neutron.db.quota.driver [None req-3a79ab68-7c10-4dfa-9980-0695a39b7471 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74185) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 28 16:42:56.622761 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG neutron.quota.resource [None req-3a79ab68-7c10-4dfa-9980-0695a39b7471 admin admin] Usage tracker for resource:security_group_rule and tenant:ae47aee707914e2bb5508973bc010579 is out of sync, need to count used quota {{(pid=74185) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 28 16:42:56.626468 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG neutron.quota.resource [None req-3a79ab68-7c10-4dfa-9980-0695a39b7471 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=74185) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 28 16:42:56.634358 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG neutron.db.quota.driver [None req-3a79ab68-7c10-4dfa-9980-0695a39b7471 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74185) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 28 16:42:56.735754 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG neutron_lib.callbacks.manager [None req-3a79ab68-7c10-4dfa-9980-0695a39b7471 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=74185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 16:42:56.743704 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG neutron_lib.callbacks.manager [None req-3a79ab68-7c10-4dfa-9980-0695a39b7471 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2050486'] for security_group, after_create {{(pid=74185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 16:42:56.817275 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG oslo_concurrency.lockutils [None req-0c698d0e-da59-44f6-b103-c0f53ed0c2b1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74185) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 16:42:56.846551 dv-cinder-798104-1-smb neutron-server[74185]: INFO neutron.wsgi [None req-3a79ab68-7c10-4dfa-9980-0695a39b7471 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=ae47aee707914e2bb5508973bc010579&name=default HTTP/1.1" status: 200 len: 2647 time: 0.4518294 Jun 28 16:42:56.852614 dv-cinder-798104-1-smb neutron-server[74186]: DEBUG neutron.wsgi [-] (74186) accepted ('10.222.0.26', 49024) {{(pid=74186) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 28 16:42:56.892422 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a79ab68-7c10-4dfa-9980-0695a39b7471 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e261c0b7-894b-4030-8eb3-e95e1a835cb6,revision_number=1']} {{(pid=74185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 16:42:56.897104 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG oslo_concurrency.lockutils [None req-3a79ab68-7c10-4dfa-9980-0695a39b7471 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=74185) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 16:42:57.028617 dv-cinder-798104-1-smb neutron-server[74186]: DEBUG neutron_lib.callbacks.manager [None req-87563d89-4cb7-43d7-b76b-8efe4c18474b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=74186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 16:42:57.117590 dv-cinder-798104-1-smb neutron-server[74186]: DEBUG neutron_lib.callbacks.manager [None req-87563d89-4cb7-43d7-b76b-8efe4c18474b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=74186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 16:42:57.235387 dv-cinder-798104-1-smb neutron-server[74186]: DEBUG neutron_lib.callbacks.manager [None req-87563d89-4cb7-43d7-b76b-8efe4c18474b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2050486'] for security_group, after_delete {{(pid=74186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 16:42:57.242894 dv-cinder-798104-1-smb neutron-server[74186]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74186) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 16:42:57.262119 dv-cinder-798104-1-smb neutron-server[74186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87563d89-4cb7-43d7-b76b-8efe4c18474b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e261c0b7-894b-4030-8eb3-e95e1a835cb6,revision_number=None']} {{(pid=74186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 16:42:57.266237 dv-cinder-798104-1-smb neutron-server[74186]: DEBUG oslo_concurrency.lockutils [None req-87563d89-4cb7-43d7-b76b-8efe4c18474b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=74186) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 16:42:57.268882 dv-cinder-798104-1-smb neutron-server[74186]: DEBUG neutron_lib.callbacks.manager [None req-87563d89-4cb7-43d7-b76b-8efe4c18474b admin admin] Notify callbacks [] for security_group, before_response {{(pid=74186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 16:42:57.276176 dv-cinder-798104-1-smb neutron-server[74186]: INFO neutron.wsgi [None req-87563d89-4cb7-43d7-b76b-8efe4c18474b admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/e261c0b7-894b-4030-8eb3-e95e1a835cb6 HTTP/1.1" status: 204 len: 168 time: 0.4207201 Jun 28 16:42:57.777894 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG neutron.wsgi [-] (74185) accepted ('10.222.0.26', 49054) {{(pid=74185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 28 16:42:58.041352 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG neutron_lib.callbacks.manager [None req-1a385d47-5eb1-4f2c-8423-3742320f5ef4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=74185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 16:42:58.079939 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG neutron.db.quota.driver [None req-1a385d47-5eb1-4f2c-8423-3742320f5ef4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74185) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 28 16:42:58.085039 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG neutron.quota.resource [None req-1a385d47-5eb1-4f2c-8423-3742320f5ef4 admin admin] Usage tracker for resource:security_group_rule and tenant:15aa561e890846e59eee6cc22cc45085 is out of sync, need to count used quota {{(pid=74185) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 28 16:42:58.088521 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG neutron.quota.resource [None req-1a385d47-5eb1-4f2c-8423-3742320f5ef4 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=74185) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 28 16:42:58.094936 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG neutron.db.quota.driver [None req-1a385d47-5eb1-4f2c-8423-3742320f5ef4 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74185) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 28 16:42:58.220758 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG neutron_lib.callbacks.manager [None req-1a385d47-5eb1-4f2c-8423-3742320f5ef4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=74185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 16:42:58.229505 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG neutron_lib.callbacks.manager [None req-1a385d47-5eb1-4f2c-8423-3742320f5ef4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2050486'] for security_group, after_create {{(pid=74185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 16:42:58.251469 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG oslo_concurrency.lockutils [None req-705b0455-e4d1-4b29-8806-f2dfbe6c4fc3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74185) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 16:42:58.314600 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a385d47-5eb1-4f2c-8423-3742320f5ef4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3e809660-9d70-4ea2-b58f-6c336ff95395,revision_number=1']} {{(pid=74185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 16:42:58.331996 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG oslo_concurrency.lockutils [None req-1a385d47-5eb1-4f2c-8423-3742320f5ef4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=74185) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 16:42:58.440675 dv-cinder-798104-1-smb neutron-server[74185]: INFO neutron.wsgi [None req-1a385d47-5eb1-4f2c-8423-3742320f5ef4 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=15aa561e890846e59eee6cc22cc45085&name=default HTTP/1.1" status: 200 len: 2647 time: 0.6598766 Jun 28 16:42:58.444773 dv-cinder-798104-1-smb neutron-server[74186]: DEBUG neutron.wsgi [-] (74186) accepted ('10.222.0.26', 49076) {{(pid=74186) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 28 16:42:58.710641 dv-cinder-798104-1-smb neutron-server[74186]: DEBUG neutron_lib.callbacks.manager [None req-6a55b3dc-4973-41b5-91f2-33fde07800fd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=74186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 16:42:58.790699 dv-cinder-798104-1-smb neutron-server[74186]: DEBUG neutron_lib.callbacks.manager [None req-6a55b3dc-4973-41b5-91f2-33fde07800fd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=74186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 16:42:58.913232 dv-cinder-798104-1-smb neutron-server[74186]: DEBUG neutron_lib.callbacks.manager [None req-6a55b3dc-4973-41b5-91f2-33fde07800fd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2050486'] for security_group, after_delete {{(pid=74186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 16:42:58.924519 dv-cinder-798104-1-smb neutron-server[74186]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74186) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 16:42:59.009647 dv-cinder-798104-1-smb neutron-server[74186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a55b3dc-4973-41b5-91f2-33fde07800fd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3e809660-9d70-4ea2-b58f-6c336ff95395,revision_number=None']} {{(pid=74186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 16:42:59.031409 dv-cinder-798104-1-smb neutron-server[74186]: DEBUG oslo_concurrency.lockutils [None req-6a55b3dc-4973-41b5-91f2-33fde07800fd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=74186) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 16:42:59.035757 dv-cinder-798104-1-smb neutron-server[74186]: DEBUG neutron_lib.callbacks.manager [None req-6a55b3dc-4973-41b5-91f2-33fde07800fd admin admin] Notify callbacks [] for security_group, before_response {{(pid=74186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 16:42:59.038061 dv-cinder-798104-1-smb neutron-server[74186]: INFO neutron.wsgi [None req-6a55b3dc-4973-41b5-91f2-33fde07800fd admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/3e809660-9d70-4ea2-b58f-6c336ff95395 HTTP/1.1" status: 204 len: 168 time: 0.5914483 Jun 28 16:42:59.302443 dv-cinder-798104-1-smb neutron-server[74186]: INFO neutron.wsgi [req-cb0002b3-8d82-41be-a040-356e96a1a15f req-8ba15821-6715-4a8b-9295-e58b117947d3 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=9344ad16110c4191993c42fbf7367cf2&device_id=79124724-6c76-47fc-bb83-d30672ff67e9 HTTP/1.1" status: 200 len: 1099 time: 0.1562138 Jun 28 16:42:59.801263 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b724e514-fb31-4042-9e70-e59c41a1ebbe req-faff9053-7eed-4f19-9631-28d54fa56279 tempest-ServerRescueNegativeTestJSON-1571951802 tempest-ServerRescueNegativeTestJSON-1571951802-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 16:42:59.821020 dv-cinder-798104-1-smb neutron-server[74185]: INFO neutron.wsgi [req-b724e514-fb31-4042-9e70-e59c41a1ebbe req-faff9053-7eed-4f19-9631-28d54fa56279 tempest-ServerRescueNegativeTestJSON-1571951802 tempest-ServerRescueNegativeTestJSON-1571951802-project] 10.222.0.26 "GET /v2.0/ports?device_id=79124724-6c76-47fc-bb83-d30672ff67e9 HTTP/1.1" status: 200 len: 946 time: 0.4313796 Jun 28 16:42:59.979290 dv-cinder-798104-1-smb neutron-server[74186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb0002b3-8d82-41be-a040-356e96a1a15f req-a3244db0-b41d-4534-a2af-5bd10eb5f7cf service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=74186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 16:43:00.019996 dv-cinder-798104-1-smb neutron-server[74186]: INFO neutron.wsgi [req-cb0002b3-8d82-41be-a040-356e96a1a15f req-a3244db0-b41d-4534-a2af-5bd10eb5f7cf service neutron] 10.222.0.41 "GET /v2.0/networks?id=456cb4f0-4c56-4bb7-a5cf-eaccb243862b HTTP/1.1" status: 200 len: 920 time: 0.6968150 Jun 28 16:43:00.051885 dv-cinder-798104-1-smb neutron-server[74185]: INFO neutron.wsgi [req-b724e514-fb31-4042-9e70-e59c41a1ebbe req-1656ffff-ca2a-4d8d-aeb2-b49c28fc9e8d tempest-ServerRescueNegativeTestJSON-1571951802 tempest-ServerRescueNegativeTestJSON-1571951802-project] 10.222.0.26 "GET /v2.0/security-groups?id=23ec9104-6b33-4b08-9a41-3b0a624abc37&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2240040 Jun 28 16:43:00.266938 dv-cinder-798104-1-smb neutron-server[74186]: INFO neutron.wsgi [req-cb0002b3-8d82-41be-a040-356e96a1a15f req-10e01ed6-c6ae-4930-ae51-48690883ba25 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=25d5253e-3b85-4631-97bb-974e5e8b1d2c HTTP/1.1" status: 200 len: 217 time: 0.2336752 Jun 28 16:43:00.403733 dv-cinder-798104-1-smb neutron-server[74186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb0002b3-8d82-41be-a040-356e96a1a15f req-8b700256-5657-4cb2-91dc-f7dbbf5b5684 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=74186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 16:43:00.405823 dv-cinder-798104-1-smb neutron-server[74186]: INFO neutron.wsgi [req-cb0002b3-8d82-41be-a040-356e96a1a15f req-8b700256-5657-4cb2-91dc-f7dbbf5b5684 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=766e27c3-d7d9-49ba-b0ca-4cfaf9e450d4 HTTP/1.1" status: 200 len: 859 time: 0.1292920 Jun 28 16:43:00.414105 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG neutron.wsgi [-] (74185) accepted ('10.222.0.26', 49116) {{(pid=74185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 28 16:43:00.442023 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG neutron_lib.callbacks.manager [None req-b0278fd1-7d46-426c-b167-e2497c6befd5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=74185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 16:43:00.497901 dv-cinder-798104-1-smb neutron-server[74186]: INFO neutron.wsgi [req-cb0002b3-8d82-41be-a040-356e96a1a15f req-168bf061-15f8-4c7d-98f8-41ff473e85a2 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=456cb4f0-4c56-4bb7-a5cf-eaccb243862b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0795226 Jun 28 16:43:00.553904 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG neutron.db.quota.driver [None req-b0278fd1-7d46-426c-b167-e2497c6befd5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74185) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 28 16:43:00.575485 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG neutron.quota.resource [None req-b0278fd1-7d46-426c-b167-e2497c6befd5 admin admin] Usage tracker for resource:security_group_rule and tenant:7e9435e184c945628de85af386998b20 is out of sync, need to count used quota {{(pid=74185) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 28 16:43:00.585055 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG neutron.quota.resource [None req-b0278fd1-7d46-426c-b167-e2497c6befd5 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=74185) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 28 16:43:00.600846 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG neutron.db.quota.driver [None req-b0278fd1-7d46-426c-b167-e2497c6befd5 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74185) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 28 16:43:00.684733 dv-cinder-798104-1-smb neutron-server[74186]: INFO neutron.wsgi [req-cb0002b3-8d82-41be-a040-356e96a1a15f req-9848b207-1011-4e4b-9c38-84b7e54b801c service neutron] 10.222.0.41 "GET /v2.0/networks/456cb4f0-4c56-4bb7-a5cf-eaccb243862b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1771970 Jun 28 16:43:00.749265 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG neutron_lib.callbacks.manager [None req-b0278fd1-7d46-426c-b167-e2497c6befd5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=74185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 16:43:00.757947 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG neutron_lib.callbacks.manager [None req-b0278fd1-7d46-426c-b167-e2497c6befd5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2050486'] for security_group, after_create {{(pid=74185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 16:43:00.782282 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG oslo_concurrency.lockutils [None req-261828d8-d740-4404-8fa8-7fa3c7794878 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74185) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 16:43:00.831123 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0278fd1-7d46-426c-b167-e2497c6befd5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f5812dbb-0e5d-40d6-a2b0-9345d69bb54f,revision_number=1']} {{(pid=74185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 16:43:00.835518 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG oslo_concurrency.lockutils [None req-b0278fd1-7d46-426c-b167-e2497c6befd5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=74185) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 16:43:00.839985 dv-cinder-798104-1-smb neutron-server[74185]: INFO neutron.wsgi [None req-b0278fd1-7d46-426c-b167-e2497c6befd5 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=7e9435e184c945628de85af386998b20&name=default HTTP/1.1" status: 200 len: 2647 time: 0.4241402 Jun 28 16:43:00.844415 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG neutron.wsgi [-] (74185) accepted ('10.222.0.26', 49132) {{(pid=74185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 28 16:43:00.948265 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG neutron_lib.callbacks.manager [None req-89451f45-523a-4272-acb2-753db439d25e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=74185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 16:43:00.978463 dv-cinder-798104-1-smb neutron-server[74186]: INFO neutron.wsgi [req-cb0002b3-8d82-41be-a040-356e96a1a15f req-00d89e79-d9b2-4006-b087-266700260dbf service neutron] 10.222.0.41 "GET /v2.0/networks/456cb4f0-4c56-4bb7-a5cf-eaccb243862b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2762430 Jun 28 16:43:00.986667 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG neutron_lib.callbacks.manager [None req-89451f45-523a-4272-acb2-753db439d25e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=74185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 16:43:01.050541 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG neutron_lib.callbacks.manager [None req-89451f45-523a-4272-acb2-753db439d25e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2050486'] for security_group, after_delete {{(pid=74185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 16:43:01.054619 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG oslo_concurrency.lockutils [None req-12733ef8-e0fa-4a67-afb5-d94552372201 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74185) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 16:43:01.070629 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89451f45-523a-4272-acb2-753db439d25e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f5812dbb-0e5d-40d6-a2b0-9345d69bb54f,revision_number=None']} {{(pid=74185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 16:43:01.073478 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG oslo_concurrency.lockutils [None req-89451f45-523a-4272-acb2-753db439d25e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=74185) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 16:43:01.098105 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG neutron_lib.callbacks.manager [None req-89451f45-523a-4272-acb2-753db439d25e admin admin] Notify callbacks [] for security_group, before_response {{(pid=74185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 16:43:01.103603 dv-cinder-798104-1-smb neutron-server[74185]: INFO neutron.wsgi [None req-89451f45-523a-4272-acb2-753db439d25e admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/f5812dbb-0e5d-40d6-a2b0-9345d69bb54f HTTP/1.1" status: 204 len: 168 time: 0.2553694 Jun 28 16:43:01.487050 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b2d465a-a960-4a60-992f-75a99f67a1a5 req-722cd3a9-1b9f-431b-911c-da3b18ca87e8 tempest-ServerRescueNegativeTestJSON-1571951802 tempest-ServerRescueNegativeTestJSON-1571951802-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 16:43:01.488577 dv-cinder-798104-1-smb neutron-server[74185]: INFO neutron.wsgi [req-5b2d465a-a960-4a60-992f-75a99f67a1a5 req-722cd3a9-1b9f-431b-911c-da3b18ca87e8 tempest-ServerRescueNegativeTestJSON-1571951802 tempest-ServerRescueNegativeTestJSON-1571951802-project] 10.222.0.26 "GET /v2.0/ports?device_id=79124724-6c76-47fc-bb83-d30672ff67e9 HTTP/1.1" status: 200 len: 946 time: 0.2020094 Jun 28 16:43:01.564925 dv-cinder-798104-1-smb neutron-server[74185]: INFO neutron.wsgi [req-5b2d465a-a960-4a60-992f-75a99f67a1a5 req-720be44a-a663-4d11-84f7-1f3ae83e66a1 tempest-ServerRescueNegativeTestJSON-1571951802 tempest-ServerRescueNegativeTestJSON-1571951802-project] 10.222.0.26 "GET /v2.0/security-groups?id=23ec9104-6b33-4b08-9a41-3b0a624abc37&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0696833 Jun 28 16:43:01.721106 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG neutron.wsgi [-] (74185) accepted ('10.222.0.26', 49158) {{(pid=74185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 28 16:43:01.749093 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG neutron_lib.callbacks.manager [None req-e84a2f35-717b-45c8-a096-d6f3e36fcc43 admin admin] Notify callbacks [] for security_group, before_create {{(pid=74185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 16:43:01.790550 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG neutron.db.quota.driver [None req-e84a2f35-717b-45c8-a096-d6f3e36fcc43 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74185) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 28 16:43:01.796790 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG neutron.quota.resource [None req-e84a2f35-717b-45c8-a096-d6f3e36fcc43 admin admin] Usage tracker for resource:security_group_rule and tenant:6c7c2a7575f34b2c84f8f0310700089e is out of sync, need to count used quota {{(pid=74185) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 28 16:43:01.800624 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG neutron.quota.resource [None req-e84a2f35-717b-45c8-a096-d6f3e36fcc43 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=74185) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 28 16:43:01.807345 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG neutron.db.quota.driver [None req-e84a2f35-717b-45c8-a096-d6f3e36fcc43 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74185) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 28 16:43:01.902081 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG neutron_lib.callbacks.manager [None req-e84a2f35-717b-45c8-a096-d6f3e36fcc43 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=74185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 16:43:01.911035 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG neutron_lib.callbacks.manager [None req-e84a2f35-717b-45c8-a096-d6f3e36fcc43 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2050486'] for security_group, after_create {{(pid=74185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 16:43:01.924408 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74185) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 16:43:01.965262 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e84a2f35-717b-45c8-a096-d6f3e36fcc43 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9ca0551a-ceee-4afe-907c-affcab2571ef,revision_number=1']} {{(pid=74185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 16:43:01.970227 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG oslo_concurrency.lockutils [None req-e84a2f35-717b-45c8-a096-d6f3e36fcc43 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=74185) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 16:43:01.977665 dv-cinder-798104-1-smb neutron-server[74185]: INFO neutron.wsgi [None req-e84a2f35-717b-45c8-a096-d6f3e36fcc43 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=6c7c2a7575f34b2c84f8f0310700089e&name=default HTTP/1.1" status: 200 len: 2647 time: 0.2514708 Jun 28 16:43:01.977911 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG neutron.wsgi [-] (74185) accepted ('10.222.0.26', 49168) {{(pid=74185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 28 16:43:02.069577 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG neutron_lib.callbacks.manager [None req-2acc5cd6-3ec1-4867-829d-4305e152eeed admin admin] Notify callbacks [] for security_group, before_delete {{(pid=74185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 16:43:02.110273 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG neutron_lib.callbacks.manager [None req-2acc5cd6-3ec1-4867-829d-4305e152eeed admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=74185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 16:43:02.174956 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG neutron_lib.callbacks.manager [None req-2acc5cd6-3ec1-4867-829d-4305e152eeed admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2050486'] for security_group, after_delete {{(pid=74185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 16:43:02.180749 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG oslo_concurrency.lockutils [None req-198256c4-8b33-4aa5-b5f7-a3486393ee3b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74185) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 16:43:02.194814 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2acc5cd6-3ec1-4867-829d-4305e152eeed admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9ca0551a-ceee-4afe-907c-affcab2571ef,revision_number=None']} {{(pid=74185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 16:43:02.197316 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG oslo_concurrency.lockutils [None req-2acc5cd6-3ec1-4867-829d-4305e152eeed admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=74185) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 16:43:02.214593 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG neutron_lib.callbacks.manager [None req-2acc5cd6-3ec1-4867-829d-4305e152eeed admin admin] Notify callbacks [] for security_group, before_response {{(pid=74185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 16:43:02.216036 dv-cinder-798104-1-smb neutron-server[74185]: INFO neutron.wsgi [None req-2acc5cd6-3ec1-4867-829d-4305e152eeed admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/9ca0551a-ceee-4afe-907c-affcab2571ef HTTP/1.1" status: 204 len: 168 time: 0.2372990 Jun 28 16:43:02.647886 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG neutron.wsgi [-] (74185) accepted ('10.222.0.26', 49204) {{(pid=74185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 28 16:43:02.842487 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG neutron_lib.callbacks.manager [None req-e4b86774-83a4-4cbe-99c7-0d5794326f0c admin admin] Notify callbacks [] for security_group, before_create {{(pid=74185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 16:43:02.895845 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG neutron.db.quota.driver [None req-e4b86774-83a4-4cbe-99c7-0d5794326f0c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74185) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 28 16:43:02.904180 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG neutron.quota.resource [None req-e4b86774-83a4-4cbe-99c7-0d5794326f0c admin admin] Usage tracker for resource:security_group_rule and tenant:8ca76b34ec89443a8edd425b37d70690 is out of sync, need to count used quota {{(pid=74185) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 28 16:43:02.911734 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5de15d33-dda8-4f17-888d-757458fa4e10 req-fc6065bd-7f74-4bd4-b056-95d538246934 tempest-ServerRescueNegativeTestJSON-1571951802 tempest-ServerRescueNegativeTestJSON-1571951802-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 16:43:02.913256 dv-cinder-798104-1-smb neutron-server[74185]: INFO neutron.wsgi [req-5de15d33-dda8-4f17-888d-757458fa4e10 req-fc6065bd-7f74-4bd4-b056-95d538246934 tempest-ServerRescueNegativeTestJSON-1571951802 tempest-ServerRescueNegativeTestJSON-1571951802-project] 10.222.0.26 "GET /v2.0/ports?device_id=79124724-6c76-47fc-bb83-d30672ff67e9 HTTP/1.1" status: 200 len: 946 time: 0.1568148 Jun 28 16:43:02.914444 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG neutron.quota.resource [None req-e4b86774-83a4-4cbe-99c7-0d5794326f0c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=74185) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 28 16:43:02.922015 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG neutron.db.quota.driver [None req-e4b86774-83a4-4cbe-99c7-0d5794326f0c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74185) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 28 16:43:02.996359 dv-cinder-798104-1-smb neutron-server[74185]: INFO neutron.wsgi [req-5de15d33-dda8-4f17-888d-757458fa4e10 req-c52699bc-2ceb-4b6a-8f82-81d29f278818 tempest-ServerRescueNegativeTestJSON-1571951802 tempest-ServerRescueNegativeTestJSON-1571951802-project] 10.222.0.26 "GET /v2.0/security-groups?id=23ec9104-6b33-4b08-9a41-3b0a624abc37&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0645397 Jun 28 16:43:03.090918 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG neutron_lib.callbacks.manager [None req-e4b86774-83a4-4cbe-99c7-0d5794326f0c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=74185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 16:43:03.097551 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG neutron_lib.callbacks.manager [None req-e4b86774-83a4-4cbe-99c7-0d5794326f0c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2050486'] for security_group, after_create {{(pid=74185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 16:43:03.116055 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74185) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 16:43:03.174214 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4b86774-83a4-4cbe-99c7-0d5794326f0c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b1bef681-7ec2-4998-a4cb-3f82870f7fd2,revision_number=1']} {{(pid=74185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 16:43:03.180894 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG oslo_concurrency.lockutils [None req-e4b86774-83a4-4cbe-99c7-0d5794326f0c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=74185) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 16:43:03.189244 dv-cinder-798104-1-smb neutron-server[74186]: DEBUG neutron.wsgi [-] (74186) accepted ('10.222.0.26', 49236) {{(pid=74186) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 28 16:43:03.189712 dv-cinder-798104-1-smb neutron-server[74185]: INFO neutron.wsgi [None req-e4b86774-83a4-4cbe-99c7-0d5794326f0c admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=8ca76b34ec89443a8edd425b37d70690&name=default HTTP/1.1" status: 200 len: 2647 time: 0.5400345 Jun 28 16:43:03.275795 dv-cinder-798104-1-smb neutron-server[74186]: DEBUG neutron_lib.callbacks.manager [None req-c2b091b4-68a5-4b0f-8979-1d71f77b8e0a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=74186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 16:43:03.407415 dv-cinder-798104-1-smb neutron-server[74186]: DEBUG neutron_lib.callbacks.manager [None req-c2b091b4-68a5-4b0f-8979-1d71f77b8e0a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=74186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 16:43:03.479015 dv-cinder-798104-1-smb neutron-server[74186]: DEBUG neutron_lib.callbacks.manager [None req-c2b091b4-68a5-4b0f-8979-1d71f77b8e0a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2050486'] for security_group, after_delete {{(pid=74186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 16:43:03.484947 dv-cinder-798104-1-smb neutron-server[74186]: DEBUG oslo_concurrency.lockutils [None req-2a1e1a3f-4894-4420-9bb6-c7002a07443c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74186) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 16:43:03.498931 dv-cinder-798104-1-smb neutron-server[74186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2b091b4-68a5-4b0f-8979-1d71f77b8e0a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b1bef681-7ec2-4998-a4cb-3f82870f7fd2,revision_number=None']} {{(pid=74186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 16:43:03.502205 dv-cinder-798104-1-smb neutron-server[74186]: DEBUG oslo_concurrency.lockutils [None req-c2b091b4-68a5-4b0f-8979-1d71f77b8e0a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=74186) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 16:43:03.504383 dv-cinder-798104-1-smb neutron-server[74186]: DEBUG neutron_lib.callbacks.manager [None req-c2b091b4-68a5-4b0f-8979-1d71f77b8e0a admin admin] Notify callbacks [] for security_group, before_response {{(pid=74186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 16:43:03.505495 dv-cinder-798104-1-smb neutron-server[74186]: INFO neutron.wsgi [None req-c2b091b4-68a5-4b0f-8979-1d71f77b8e0a admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/b1bef681-7ec2-4998-a4cb-3f82870f7fd2 HTTP/1.1" status: 204 len: 168 time: 0.3151288 Jun 28 16:43:04.266521 dv-cinder-798104-1-smb neutron-server[74186]: DEBUG neutron.wsgi [-] (74186) accepted ('10.222.0.26', 49286) {{(pid=74186) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 28 16:43:04.285795 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20a3fcdc-4321-4d91-bbde-d808dec0fddb req-e042bb6f-75c0-4834-b8f9-66a907f84cb1 tempest-ServerRescueNegativeTestJSON-1571951802 tempest-ServerRescueNegativeTestJSON-1571951802-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 16:43:04.295406 dv-cinder-798104-1-smb neutron-server[74185]: INFO neutron.wsgi [req-20a3fcdc-4321-4d91-bbde-d808dec0fddb req-e042bb6f-75c0-4834-b8f9-66a907f84cb1 tempest-ServerRescueNegativeTestJSON-1571951802 tempest-ServerRescueNegativeTestJSON-1571951802-project] 10.222.0.26 "GET /v2.0/ports?device_id=79124724-6c76-47fc-bb83-d30672ff67e9 HTTP/1.1" status: 200 len: 946 time: 0.1195586 Jun 28 16:43:04.393066 dv-cinder-798104-1-smb neutron-server[74185]: INFO neutron.wsgi [req-20a3fcdc-4321-4d91-bbde-d808dec0fddb req-056c4a8e-e3fa-427d-88d8-b238aaad46fc tempest-ServerRescueNegativeTestJSON-1571951802 tempest-ServerRescueNegativeTestJSON-1571951802-project] 10.222.0.26 "GET /v2.0/security-groups?id=23ec9104-6b33-4b08-9a41-3b0a624abc37&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0961695 Jun 28 16:43:04.617627 dv-cinder-798104-1-smb neutron-server[74186]: DEBUG neutron_lib.callbacks.manager [None req-2118a5af-cf0c-4133-99a8-39d44cc23690 admin admin] Notify callbacks [] for security_group, before_create {{(pid=74186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 16:43:04.664952 dv-cinder-798104-1-smb neutron-server[74186]: DEBUG neutron.db.quota.driver [None req-2118a5af-cf0c-4133-99a8-39d44cc23690 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74186) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 28 16:43:04.674005 dv-cinder-798104-1-smb neutron-server[74186]: DEBUG neutron.quota.resource [None req-2118a5af-cf0c-4133-99a8-39d44cc23690 admin admin] Usage tracker for resource:security_group_rule and tenant:da6195a49bf5449fb11d8c0e33d3f26a is out of sync, need to count used quota {{(pid=74186) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 28 16:43:04.679026 dv-cinder-798104-1-smb neutron-server[74186]: DEBUG neutron.quota.resource [None req-2118a5af-cf0c-4133-99a8-39d44cc23690 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=74186) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 28 16:43:04.689606 dv-cinder-798104-1-smb neutron-server[74186]: DEBUG neutron.db.quota.driver [None req-2118a5af-cf0c-4133-99a8-39d44cc23690 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74186) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 28 16:43:04.805621 dv-cinder-798104-1-smb neutron-server[74186]: DEBUG neutron_lib.callbacks.manager [None req-2118a5af-cf0c-4133-99a8-39d44cc23690 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=74186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 16:43:04.814004 dv-cinder-798104-1-smb neutron-server[74186]: DEBUG neutron_lib.callbacks.manager [None req-2118a5af-cf0c-4133-99a8-39d44cc23690 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2050486'] for security_group, after_create {{(pid=74186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 16:43:04.825593 dv-cinder-798104-1-smb neutron-server[74186]: DEBUG oslo_concurrency.lockutils [None req-6a55b3dc-4973-41b5-91f2-33fde07800fd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74186) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 16:43:04.897808 dv-cinder-798104-1-smb neutron-server[74186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2118a5af-cf0c-4133-99a8-39d44cc23690 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=87e178bc-e7c0-423b-b7ec-4209855ebe60,revision_number=1']} {{(pid=74186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 16:43:04.902045 dv-cinder-798104-1-smb neutron-server[74186]: DEBUG oslo_concurrency.lockutils [None req-2118a5af-cf0c-4133-99a8-39d44cc23690 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=74186) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 16:43:04.905611 dv-cinder-798104-1-smb neutron-server[74186]: INFO neutron.wsgi [None req-2118a5af-cf0c-4133-99a8-39d44cc23690 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=da6195a49bf5449fb11d8c0e33d3f26a&name=default HTTP/1.1" status: 200 len: 2647 time: 0.6375604 Jun 28 16:43:04.910029 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG neutron.wsgi [-] (74185) accepted ('10.222.0.26', 49312) {{(pid=74185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 28 16:43:05.056560 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG neutron_lib.callbacks.manager [None req-1e2ced4c-b9ad-4152-a9df-3d69c500e390 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=74185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 16:43:05.100835 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG neutron_lib.callbacks.manager [None req-1e2ced4c-b9ad-4152-a9df-3d69c500e390 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=74185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 16:43:05.195283 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG neutron_lib.callbacks.manager [None req-1e2ced4c-b9ad-4152-a9df-3d69c500e390 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2050486'] for security_group, after_delete {{(pid=74185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 16:43:05.204395 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG oslo_concurrency.lockutils [None req-d42c9bbb-0db1-4d3a-a9fa-c41501ebd411 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74185) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 16:43:05.226323 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e2ced4c-b9ad-4152-a9df-3d69c500e390 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=87e178bc-e7c0-423b-b7ec-4209855ebe60,revision_number=None']} {{(pid=74185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 16:43:05.229781 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG oslo_concurrency.lockutils [None req-1e2ced4c-b9ad-4152-a9df-3d69c500e390 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=74185) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 16:43:05.235357 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG neutron_lib.callbacks.manager [None req-1e2ced4c-b9ad-4152-a9df-3d69c500e390 admin admin] Notify callbacks [] for security_group, before_response {{(pid=74185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 16:43:05.239626 dv-cinder-798104-1-smb neutron-server[74185]: INFO neutron.wsgi [None req-1e2ced4c-b9ad-4152-a9df-3d69c500e390 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/87e178bc-e7c0-423b-b7ec-4209855ebe60 HTTP/1.1" status: 204 len: 168 time: 0.3284504 Jun 28 16:43:05.686990 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef2e56f1-4f44-4b29-b4c3-3ce4dedf1df8 req-30413f27-36e0-4b0c-bd1b-90a8bf48e991 tempest-ServerRescueNegativeTestJSON-1571951802 tempest-ServerRescueNegativeTestJSON-1571951802-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 16:43:05.689509 dv-cinder-798104-1-smb neutron-server[74185]: INFO neutron.wsgi [req-ef2e56f1-4f44-4b29-b4c3-3ce4dedf1df8 req-30413f27-36e0-4b0c-bd1b-90a8bf48e991 tempest-ServerRescueNegativeTestJSON-1571951802 tempest-ServerRescueNegativeTestJSON-1571951802-project] 10.222.0.26 "GET /v2.0/ports?device_id=79124724-6c76-47fc-bb83-d30672ff67e9 HTTP/1.1" status: 200 len: 946 time: 0.1129274 Jun 28 16:43:05.746041 dv-cinder-798104-1-smb neutron-server[74186]: DEBUG neutron.wsgi [-] (74186) accepted ('10.222.0.26', 49342) {{(pid=74186) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 28 16:43:05.757334 dv-cinder-798104-1-smb neutron-server[74185]: INFO neutron.wsgi [req-ef2e56f1-4f44-4b29-b4c3-3ce4dedf1df8 req-519e2ee2-2ec4-4759-a264-e321982777a2 tempest-ServerRescueNegativeTestJSON-1571951802 tempest-ServerRescueNegativeTestJSON-1571951802-project] 10.222.0.26 "GET /v2.0/security-groups?id=23ec9104-6b33-4b08-9a41-3b0a624abc37&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0624228 Jun 28 16:43:06.052991 dv-cinder-798104-1-smb neutron-server[74186]: DEBUG neutron_lib.callbacks.manager [None req-02388b26-9231-48ef-934d-fc58dce69e90 admin admin] Notify callbacks [] for security_group, before_create {{(pid=74186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 16:43:06.126924 dv-cinder-798104-1-smb neutron-server[74186]: DEBUG neutron.db.quota.driver [None req-02388b26-9231-48ef-934d-fc58dce69e90 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74186) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 28 16:43:06.134559 dv-cinder-798104-1-smb neutron-server[74186]: DEBUG neutron.quota.resource [None req-02388b26-9231-48ef-934d-fc58dce69e90 admin admin] Usage tracker for resource:security_group_rule and tenant:d2d14bfe8c984fd5ae60f387255a6033 is out of sync, need to count used quota {{(pid=74186) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 28 16:43:06.140197 dv-cinder-798104-1-smb neutron-server[74186]: DEBUG neutron.quota.resource [None req-02388b26-9231-48ef-934d-fc58dce69e90 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=74186) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 28 16:43:06.152282 dv-cinder-798104-1-smb neutron-server[74186]: DEBUG neutron.db.quota.driver [None req-02388b26-9231-48ef-934d-fc58dce69e90 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74186) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 28 16:43:06.305685 dv-cinder-798104-1-smb neutron-server[74186]: DEBUG neutron_lib.callbacks.manager [None req-02388b26-9231-48ef-934d-fc58dce69e90 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=74186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 16:43:06.311267 dv-cinder-798104-1-smb neutron-server[74186]: DEBUG neutron_lib.callbacks.manager [None req-02388b26-9231-48ef-934d-fc58dce69e90 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2050486'] for security_group, after_create {{(pid=74186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 16:43:06.331951 dv-cinder-798104-1-smb neutron-server[74186]: DEBUG oslo_concurrency.lockutils [None req-c2b091b4-68a5-4b0f-8979-1d71f77b8e0a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74186) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 16:43:06.362695 dv-cinder-798104-1-smb neutron-server[74186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02388b26-9231-48ef-934d-fc58dce69e90 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eae5be45-255a-4c74-989f-7a0d8e644804,revision_number=1']} {{(pid=74186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 16:43:06.381617 dv-cinder-798104-1-smb neutron-server[74186]: DEBUG oslo_concurrency.lockutils [None req-02388b26-9231-48ef-934d-fc58dce69e90 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=74186) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 16:43:06.394706 dv-cinder-798104-1-smb neutron-server[74186]: INFO neutron.wsgi [None req-02388b26-9231-48ef-934d-fc58dce69e90 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=d2d14bfe8c984fd5ae60f387255a6033&name=default HTTP/1.1" status: 200 len: 2647 time: 0.6464021 Jun 28 16:43:06.399548 dv-cinder-798104-1-smb neutron-server[74186]: DEBUG neutron.wsgi [-] (74186) accepted ('10.222.0.26', 49366) {{(pid=74186) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 28 16:43:06.515728 dv-cinder-798104-1-smb neutron-server[74186]: DEBUG neutron_lib.callbacks.manager [None req-264af9ac-702f-4be8-834c-d3830f34ee5b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=74186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 16:43:06.570674 dv-cinder-798104-1-smb neutron-server[74186]: DEBUG neutron_lib.callbacks.manager [None req-264af9ac-702f-4be8-834c-d3830f34ee5b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=74186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 16:43:06.682247 dv-cinder-798104-1-smb neutron-server[74186]: DEBUG neutron_lib.callbacks.manager [None req-264af9ac-702f-4be8-834c-d3830f34ee5b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2050486'] for security_group, after_delete {{(pid=74186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 16:43:06.692552 dv-cinder-798104-1-smb neutron-server[74186]: DEBUG oslo_concurrency.lockutils [None req-242519cd-840c-42ee-9822-5f22d7542c9b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74186) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 16:43:06.727377 dv-cinder-798104-1-smb neutron-server[74186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-264af9ac-702f-4be8-834c-d3830f34ee5b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eae5be45-255a-4c74-989f-7a0d8e644804,revision_number=None']} {{(pid=74186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 16:43:06.746457 dv-cinder-798104-1-smb neutron-server[74186]: DEBUG oslo_concurrency.lockutils [None req-264af9ac-702f-4be8-834c-d3830f34ee5b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=74186) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 16:43:06.774282 dv-cinder-798104-1-smb neutron-server[74186]: DEBUG neutron_lib.callbacks.manager [None req-264af9ac-702f-4be8-834c-d3830f34ee5b admin admin] Notify callbacks [] for security_group, before_response {{(pid=74186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 16:43:06.804703 dv-cinder-798104-1-smb neutron-server[74186]: INFO neutron.wsgi [None req-264af9ac-702f-4be8-834c-d3830f34ee5b admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/eae5be45-255a-4c74-989f-7a0d8e644804 HTTP/1.1" status: 204 len: 168 time: 0.4013429 Jun 28 16:43:07.100884 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-790a2171-5576-4237-968f-d081550e8b24 req-779e77a8-d6d7-4e1f-8cc8-09e26216526a tempest-ServerRescueNegativeTestJSON-1571951802 tempest-ServerRescueNegativeTestJSON-1571951802-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 16:43:07.103266 dv-cinder-798104-1-smb neutron-server[74185]: INFO neutron.wsgi [req-790a2171-5576-4237-968f-d081550e8b24 req-779e77a8-d6d7-4e1f-8cc8-09e26216526a tempest-ServerRescueNegativeTestJSON-1571951802 tempest-ServerRescueNegativeTestJSON-1571951802-project] 10.222.0.26 "GET /v2.0/ports?device_id=79124724-6c76-47fc-bb83-d30672ff67e9 HTTP/1.1" status: 200 len: 946 time: 0.1151664 Jun 28 16:43:07.194578 dv-cinder-798104-1-smb neutron-server[74185]: INFO neutron.wsgi [req-790a2171-5576-4237-968f-d081550e8b24 req-cba365e7-644e-498a-8eab-47055aa02a75 tempest-ServerRescueNegativeTestJSON-1571951802 tempest-ServerRescueNegativeTestJSON-1571951802-project] 10.222.0.26 "GET /v2.0/security-groups?id=23ec9104-6b33-4b08-9a41-3b0a624abc37&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0847321 Jun 28 16:43:07.568472 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG neutron.wsgi [-] (74185) accepted ('10.222.0.26', 49404) {{(pid=74185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 28 16:43:07.598035 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG neutron_lib.callbacks.manager [None req-69481193-ff0a-4f53-9601-10a6ec1369a7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=74185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 16:43:07.640510 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG neutron.db.quota.driver [None req-69481193-ff0a-4f53-9601-10a6ec1369a7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74185) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 28 16:43:07.645952 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG neutron.quota.resource [None req-69481193-ff0a-4f53-9601-10a6ec1369a7 admin admin] Usage tracker for resource:security_group_rule and tenant:0a69e95a81d44c6cb950a95c1771c738 is out of sync, need to count used quota {{(pid=74185) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 28 16:43:07.650311 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG neutron.quota.resource [None req-69481193-ff0a-4f53-9601-10a6ec1369a7 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=74185) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 28 16:43:07.659058 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG neutron.db.quota.driver [None req-69481193-ff0a-4f53-9601-10a6ec1369a7 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74185) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 28 16:43:07.801272 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG neutron_lib.callbacks.manager [None req-69481193-ff0a-4f53-9601-10a6ec1369a7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=74185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 16:43:07.811440 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG neutron_lib.callbacks.manager [None req-69481193-ff0a-4f53-9601-10a6ec1369a7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2050486'] for security_group, after_create {{(pid=74185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 16:43:07.858720 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG oslo_concurrency.lockutils [None req-2acc5cd6-3ec1-4867-829d-4305e152eeed admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74185) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 16:43:07.938692 dv-cinder-798104-1-smb neutron-server[74186]: DEBUG neutron.wsgi [-] (74186) accepted ('10.222.0.26', 49414) {{(pid=74186) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 28 16:43:07.939701 dv-cinder-798104-1-smb neutron-server[74185]: INFO neutron.wsgi [None req-69481193-ff0a-4f53-9601-10a6ec1369a7 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=0a69e95a81d44c6cb950a95c1771c738&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3687253 Jun 28 16:43:07.949259 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69481193-ff0a-4f53-9601-10a6ec1369a7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cb9701f6-8c99-42ab-b954-88f75cdc6757,revision_number=1']} {{(pid=74185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 16:43:07.958803 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG oslo_concurrency.lockutils [None req-69481193-ff0a-4f53-9601-10a6ec1369a7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=74185) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 16:43:08.090713 dv-cinder-798104-1-smb neutron-server[74186]: DEBUG neutron_lib.callbacks.manager [None req-a96a6cab-ee9b-4533-b477-ecfed7a6e237 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=74186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 16:43:08.133544 dv-cinder-798104-1-smb neutron-server[74186]: DEBUG neutron_lib.callbacks.manager [None req-a96a6cab-ee9b-4533-b477-ecfed7a6e237 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=74186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 16:43:08.214908 dv-cinder-798104-1-smb neutron-server[74186]: DEBUG neutron_lib.callbacks.manager [None req-a96a6cab-ee9b-4533-b477-ecfed7a6e237 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2050486'] for security_group, after_delete {{(pid=74186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 16:43:08.218707 dv-cinder-798104-1-smb neutron-server[74186]: DEBUG oslo_concurrency.lockutils [None req-790377d2-8fd3-4e82-989b-9de7d12ed386 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74186) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 16:43:08.230784 dv-cinder-798104-1-smb neutron-server[74186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a96a6cab-ee9b-4533-b477-ecfed7a6e237 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cb9701f6-8c99-42ab-b954-88f75cdc6757,revision_number=None']} {{(pid=74186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 16:43:08.233855 dv-cinder-798104-1-smb neutron-server[74186]: DEBUG oslo_concurrency.lockutils [None req-a96a6cab-ee9b-4533-b477-ecfed7a6e237 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=74186) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 16:43:08.240935 dv-cinder-798104-1-smb neutron-server[74186]: DEBUG neutron_lib.callbacks.manager [None req-a96a6cab-ee9b-4533-b477-ecfed7a6e237 admin admin] Notify callbacks [] for security_group, before_response {{(pid=74186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 16:43:08.242225 dv-cinder-798104-1-smb neutron-server[74186]: INFO neutron.wsgi [None req-a96a6cab-ee9b-4533-b477-ecfed7a6e237 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/cb9701f6-8c99-42ab-b954-88f75cdc6757 HTTP/1.1" status: 204 len: 168 time: 0.3005128 Jun 28 16:43:08.630515 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b247d126-7feb-4534-bd37-2682b4e82f85 req-80e89473-3841-40d0-a96b-805dfe6f761c tempest-ServerRescueNegativeTestJSON-1571951802 tempest-ServerRescueNegativeTestJSON-1571951802-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 16:43:08.644852 dv-cinder-798104-1-smb neutron-server[74185]: INFO neutron.wsgi [req-b247d126-7feb-4534-bd37-2682b4e82f85 req-80e89473-3841-40d0-a96b-805dfe6f761c tempest-ServerRescueNegativeTestJSON-1571951802 tempest-ServerRescueNegativeTestJSON-1571951802-project] 10.222.0.26 "GET /v2.0/ports?device_id=79124724-6c76-47fc-bb83-d30672ff67e9 HTTP/1.1" status: 200 len: 946 time: 0.1780751 Jun 28 16:43:08.765468 dv-cinder-798104-1-smb neutron-server[74185]: INFO neutron.wsgi [req-b247d126-7feb-4534-bd37-2682b4e82f85 req-f6c102dc-5f84-43b0-a787-ab812ee4ae0a tempest-ServerRescueNegativeTestJSON-1571951802 tempest-ServerRescueNegativeTestJSON-1571951802-project] 10.222.0.26 "GET /v2.0/security-groups?id=23ec9104-6b33-4b08-9a41-3b0a624abc37&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1185663 Jun 28 16:43:10.237558 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe22677a-884c-4e1c-8c41-a3a784b02f03 req-c38595d5-358f-4357-94ca-95217db97622 tempest-ServerRescueNegativeTestJSON-1571951802 tempest-ServerRescueNegativeTestJSON-1571951802-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 16:43:10.252148 dv-cinder-798104-1-smb neutron-server[74185]: INFO neutron.wsgi [req-fe22677a-884c-4e1c-8c41-a3a784b02f03 req-c38595d5-358f-4357-94ca-95217db97622 tempest-ServerRescueNegativeTestJSON-1571951802 tempest-ServerRescueNegativeTestJSON-1571951802-project] 10.222.0.26 "GET /v2.0/ports?device_id=79124724-6c76-47fc-bb83-d30672ff67e9 HTTP/1.1" status: 200 len: 946 time: 0.2921991 Jun 28 16:43:10.364042 dv-cinder-798104-1-smb neutron-server[74185]: INFO neutron.wsgi [req-fe22677a-884c-4e1c-8c41-a3a784b02f03 req-d7d1c5aa-7bde-42da-9b32-a1d21fb16c30 tempest-ServerRescueNegativeTestJSON-1571951802 tempest-ServerRescueNegativeTestJSON-1571951802-project] 10.222.0.26 "GET /v2.0/security-groups?id=23ec9104-6b33-4b08-9a41-3b0a624abc37&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1093025 Jun 28 16:43:11.718225 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea28864f-c0d2-45cc-8e54-b71aafb15aaa req-8e55da65-edca-4a24-947d-bd11533b1fb2 tempest-ServerRescueNegativeTestJSON-1571951802 tempest-ServerRescueNegativeTestJSON-1571951802-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 16:43:11.724800 dv-cinder-798104-1-smb neutron-server[74185]: INFO neutron.wsgi [req-ea28864f-c0d2-45cc-8e54-b71aafb15aaa req-8e55da65-edca-4a24-947d-bd11533b1fb2 tempest-ServerRescueNegativeTestJSON-1571951802 tempest-ServerRescueNegativeTestJSON-1571951802-project] 10.222.0.26 "GET /v2.0/ports?device_id=79124724-6c76-47fc-bb83-d30672ff67e9 HTTP/1.1" status: 200 len: 946 time: 0.1232843 Jun 28 16:43:11.804816 dv-cinder-798104-1-smb neutron-server[74185]: INFO neutron.wsgi [req-ea28864f-c0d2-45cc-8e54-b71aafb15aaa req-21cb40bc-6762-40f4-813c-bb9fecbd1980 tempest-ServerRescueNegativeTestJSON-1571951802 tempest-ServerRescueNegativeTestJSON-1571951802-project] 10.222.0.26 "GET /v2.0/security-groups?id=23ec9104-6b33-4b08-9a41-3b0a624abc37&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0745656 Jun 28 16:43:13.061945 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0422c22e-8132-42cf-9358-17160c3c69d5 req-d78a48f8-b243-4c94-a0bb-741302eea9f4 tempest-ServerRescueNegativeTestJSON-1571951802 tempest-ServerRescueNegativeTestJSON-1571951802-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 16:43:13.064206 dv-cinder-798104-1-smb neutron-server[74185]: INFO neutron.wsgi [req-0422c22e-8132-42cf-9358-17160c3c69d5 req-d78a48f8-b243-4c94-a0bb-741302eea9f4 tempest-ServerRescueNegativeTestJSON-1571951802 tempest-ServerRescueNegativeTestJSON-1571951802-project] 10.222.0.26 "GET /v2.0/ports?device_id=79124724-6c76-47fc-bb83-d30672ff67e9 HTTP/1.1" status: 200 len: 946 time: 0.1082864 Jun 28 16:43:13.122694 dv-cinder-798104-1-smb neutron-server[74185]: INFO neutron.wsgi [req-0422c22e-8132-42cf-9358-17160c3c69d5 req-6d1d8bd6-c38c-4ac1-905d-b4991acc6c12 tempest-ServerRescueNegativeTestJSON-1571951802 tempest-ServerRescueNegativeTestJSON-1571951802-project] 10.222.0.26 "GET /v2.0/security-groups?id=23ec9104-6b33-4b08-9a41-3b0a624abc37&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0521791 Jun 28 16:43:13.147570 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG neutron.wsgi [-] (74185) accepted ('10.222.0.26', 49590) {{(pid=74185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 28 16:43:13.323382 dv-cinder-798104-1-smb neutron-server[74186]: INFO neutron.wsgi [req-92d4808e-a7cd-4e42-8eeb-59cf93585087 req-02ca0b01-9f0d-405a-8b4c-933382ea67ec service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=79124724-6c76-47fc-bb83-d30672ff67e9 HTTP/1.1" status: 200 len: 1099 time: 0.0962424 Jun 28 16:43:13.330646 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG neutron_lib.callbacks.manager [None req-39d27390-50c6-429d-a969-6c215d826923 admin admin] Notify callbacks [] for security_group, before_create {{(pid=74185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 16:43:13.372567 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG neutron.db.quota.driver [None req-39d27390-50c6-429d-a969-6c215d826923 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74185) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 28 16:43:13.376933 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG neutron.quota.resource [None req-39d27390-50c6-429d-a969-6c215d826923 admin admin] Usage tracker for resource:security_group_rule and tenant:ca174d88464043488ec62af7316dfa04 is out of sync, need to count used quota {{(pid=74185) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 28 16:43:13.379781 dv-cinder-798104-1-smb neutron-server[74186]: INFO neutron.wsgi [req-92d4808e-a7cd-4e42-8eeb-59cf93585087 req-430a7039-0ead-4147-b4e7-158999b979c2 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=23ec9104-6b33-4b08-9a41-3b0a624abc37&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453088 Jun 28 16:43:13.381217 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG neutron.quota.resource [None req-39d27390-50c6-429d-a969-6c215d826923 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=74185) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 28 16:43:13.387623 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG neutron.db.quota.driver [None req-39d27390-50c6-429d-a969-6c215d826923 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74185) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 28 16:43:13.472003 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG neutron_lib.callbacks.manager [None req-39d27390-50c6-429d-a969-6c215d826923 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=74185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 16:43:13.477587 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG neutron_lib.callbacks.manager [None req-39d27390-50c6-429d-a969-6c215d826923 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2050486'] for security_group, after_create {{(pid=74185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 16:43:13.486658 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG oslo_concurrency.lockutils [None req-e0931049-32a2-4778-a425-ebf64ccdbf8f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74185) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 16:43:13.530054 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39d27390-50c6-429d-a969-6c215d826923 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ccafb983-be45-4f4c-a3ef-f36a454e52f0,revision_number=1']} {{(pid=74185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 16:43:13.533611 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG oslo_concurrency.lockutils [None req-39d27390-50c6-429d-a969-6c215d826923 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=74185) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 16:43:13.537896 dv-cinder-798104-1-smb neutron-server[74185]: INFO neutron.wsgi [None req-39d27390-50c6-429d-a969-6c215d826923 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=ca174d88464043488ec62af7316dfa04&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3886993 Jun 28 16:43:13.540973 dv-cinder-798104-1-smb neutron-server[74186]: DEBUG neutron.wsgi [-] (74186) accepted ('10.222.0.26', 49610) {{(pid=74186) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 28 16:43:13.608498 dv-cinder-798104-1-smb neutron-server[74186]: DEBUG neutron_lib.callbacks.manager [None req-649ac615-4139-41c6-8ef0-08164cc9ff71 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=74186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 16:43:13.616153 dv-cinder-798104-1-smb neutron-server[74187]: DEBUG neutron_lib.callbacks.manager [None req-3c8f1a3b-427a-43e9-9d94-5c8d83b05ebd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774158209648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1002899'] for agent, after_update {{(pid=74187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 16:43:13.637257 dv-cinder-798104-1-smb neutron-server[74186]: DEBUG neutron_lib.callbacks.manager [None req-649ac615-4139-41c6-8ef0-08164cc9ff71 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=74186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 16:43:13.696198 dv-cinder-798104-1-smb neutron-server[74186]: DEBUG neutron_lib.callbacks.manager [None req-649ac615-4139-41c6-8ef0-08164cc9ff71 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2050486'] for security_group, after_delete {{(pid=74186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 16:43:13.702774 dv-cinder-798104-1-smb neutron-server[74186]: DEBUG oslo_concurrency.lockutils [None req-87563d89-4cb7-43d7-b76b-8efe4c18474b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74186) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 16:43:13.715786 dv-cinder-798104-1-smb neutron-server[74186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-649ac615-4139-41c6-8ef0-08164cc9ff71 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ccafb983-be45-4f4c-a3ef-f36a454e52f0,revision_number=None']} {{(pid=74186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 16:43:13.728391 dv-cinder-798104-1-smb neutron-server[74186]: DEBUG neutron_lib.callbacks.manager [None req-649ac615-4139-41c6-8ef0-08164cc9ff71 admin admin] Notify callbacks [] for security_group, before_response {{(pid=74186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 16:43:13.729579 dv-cinder-798104-1-smb neutron-server[74186]: INFO neutron.wsgi [None req-649ac615-4139-41c6-8ef0-08164cc9ff71 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/ccafb983-be45-4f4c-a3ef-f36a454e52f0 HTTP/1.1" status: 204 len: 168 time: 0.1878014 Jun 28 16:43:13.736051 dv-cinder-798104-1-smb neutron-server[74186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-649ac615-4139-41c6-8ef0-08164cc9ff71 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798104-1-smb {{(pid=74186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 16:43:13.736436 dv-cinder-798104-1-smb neutron-server[74186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-649ac615-4139-41c6-8ef0-08164cc9ff71 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798104-1-smb {{(pid=74186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 16:43:13.736792 dv-cinder-798104-1-smb neutron-server[74186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-649ac615-4139-41c6-8ef0-08164cc9ff71 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798104-1-smb {{(pid=74186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 16:43:13.737139 dv-cinder-798104-1-smb neutron-server[74186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-649ac615-4139-41c6-8ef0-08164cc9ff71 admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-798104-1-smb {{(pid=74186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 16:43:13.737488 dv-cinder-798104-1-smb neutron-server[74186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-649ac615-4139-41c6-8ef0-08164cc9ff71 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798104-1-smb {{(pid=74186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 16:43:13.737830 dv-cinder-798104-1-smb neutron-server[74186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-649ac615-4139-41c6-8ef0-08164cc9ff71 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-798104-1-smb {{(pid=74186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 16:43:13.738168 dv-cinder-798104-1-smb neutron-server[74186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-649ac615-4139-41c6-8ef0-08164cc9ff71 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798104-1-smb {{(pid=74186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 16:43:13.738505 dv-cinder-798104-1-smb neutron-server[74186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-649ac615-4139-41c6-8ef0-08164cc9ff71 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798104-1-smb {{(pid=74186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 16:43:13.738865 dv-cinder-798104-1-smb neutron-server[74186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-649ac615-4139-41c6-8ef0-08164cc9ff71 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798104-1-smb {{(pid=74186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 16:43:13.739159 dv-cinder-798104-1-smb neutron-server[74186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-649ac615-4139-41c6-8ef0-08164cc9ff71 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798104-1-smb {{(pid=74186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 16:43:13.739534 dv-cinder-798104-1-smb neutron-server[74186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-649ac615-4139-41c6-8ef0-08164cc9ff71 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798104-1-smb {{(pid=74186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 16:43:13.742750 dv-cinder-798104-1-smb neutron-server[74186]: DEBUG oslo_concurrency.lockutils [None req-649ac615-4139-41c6-8ef0-08164cc9ff71 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=74186) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 16:43:13.868435 dv-cinder-798104-1-smb neutron-server[74187]: DEBUG neutron_lib.callbacks.manager [None req-c72dd329-595c-4eca-9296-ba6eff8780d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774158209648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1002899'] for agent, after_update {{(pid=74187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 16:43:14.268214 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG neutron.wsgi [-] (74185) accepted ('10.222.0.26', 49628) {{(pid=74185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 28 16:43:14.305980 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG neutron_lib.callbacks.manager [None req-e1edb62e-8c83-4653-b61f-02004103bf8f admin admin] Notify callbacks [] for security_group, before_create {{(pid=74185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 16:43:14.406912 dv-cinder-798104-1-smb neutron-server[74186]: INFO neutron.wsgi [req-1e1f2ba4-be5b-4d95-a170-2900a71c970f req-b751fe0d-4dff-46a7-8537-d30dc75dc1d6 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=9344ad16110c4191993c42fbf7367cf2&device_id=79124724-6c76-47fc-bb83-d30672ff67e9 HTTP/1.1" status: 200 len: 1099 time: 0.1506176 Jun 28 16:43:14.485178 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG neutron.db.quota.driver [None req-e1edb62e-8c83-4653-b61f-02004103bf8f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74185) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 28 16:43:14.492103 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG neutron.quota.resource [None req-e1edb62e-8c83-4653-b61f-02004103bf8f admin admin] Usage tracker for resource:security_group_rule and tenant:fee315aef87a457e9c2775da346e1398 is out of sync, need to count used quota {{(pid=74185) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 28 16:43:14.496431 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG neutron.quota.resource [None req-e1edb62e-8c83-4653-b61f-02004103bf8f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=74185) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 28 16:43:14.506892 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG neutron.db.quota.driver [None req-e1edb62e-8c83-4653-b61f-02004103bf8f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74185) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 28 16:43:14.523282 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41da02c8-5d36-49b3-867c-7a1416f6ddc5 req-445b271a-3941-4b50-8da3-a5b7569fd90d tempest-ServerRescueNegativeTestJSON-1571951802 tempest-ServerRescueNegativeTestJSON-1571951802-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 16:43:14.532494 dv-cinder-798104-1-smb neutron-server[74185]: INFO neutron.wsgi [req-41da02c8-5d36-49b3-867c-7a1416f6ddc5 req-445b271a-3941-4b50-8da3-a5b7569fd90d tempest-ServerRescueNegativeTestJSON-1571951802 tempest-ServerRescueNegativeTestJSON-1571951802-project] 10.222.0.26 "GET /v2.0/ports?device_id=79124724-6c76-47fc-bb83-d30672ff67e9 HTTP/1.1" status: 200 len: 946 time: 0.2018230 Jun 28 16:43:14.690914 dv-cinder-798104-1-smb neutron-server[74186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e1f2ba4-be5b-4d95-a170-2900a71c970f req-760b34ce-48fd-4eb8-850a-25d4cdb26ab6 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=74186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 16:43:14.692789 dv-cinder-798104-1-smb neutron-server[74186]: INFO neutron.wsgi [req-1e1f2ba4-be5b-4d95-a170-2900a71c970f req-760b34ce-48fd-4eb8-850a-25d4cdb26ab6 service neutron] 10.222.0.41 "GET /v2.0/networks?id=456cb4f0-4c56-4bb7-a5cf-eaccb243862b HTTP/1.1" status: 200 len: 920 time: 0.2504961 Jun 28 16:43:14.799533 dv-cinder-798104-1-smb neutron-server[74185]: INFO neutron.wsgi [req-41da02c8-5d36-49b3-867c-7a1416f6ddc5 req-f0ccb6b5-1917-4325-9581-bb283e2bfc02 tempest-ServerRescueNegativeTestJSON-1571951802 tempest-ServerRescueNegativeTestJSON-1571951802-project] 10.222.0.26 "GET /v2.0/security-groups?id=23ec9104-6b33-4b08-9a41-3b0a624abc37&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2655647 Jun 28 16:43:14.826161 dv-cinder-798104-1-smb neutron-server[74186]: INFO neutron.wsgi [req-1e1f2ba4-be5b-4d95-a170-2900a71c970f req-1959a31b-5715-497c-865d-2b5fd8523e8e service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=25d5253e-3b85-4631-97bb-974e5e8b1d2c HTTP/1.1" status: 200 len: 217 time: 0.1223221 Jun 28 16:43:14.840757 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG neutron_lib.callbacks.manager [None req-e1edb62e-8c83-4653-b61f-02004103bf8f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=74185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 16:43:14.854057 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG neutron_lib.callbacks.manager [None req-e1edb62e-8c83-4653-b61f-02004103bf8f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2050486'] for security_group, after_create {{(pid=74185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 16:43:14.885863 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74185) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 16:43:14.935609 dv-cinder-798104-1-smb neutron-server[74186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e1f2ba4-be5b-4d95-a170-2900a71c970f req-faf16c88-108f-4ec5-aa11-80bc72897e89 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=74186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 16:43:14.937424 dv-cinder-798104-1-smb neutron-server[74186]: INFO neutron.wsgi [req-1e1f2ba4-be5b-4d95-a170-2900a71c970f req-faf16c88-108f-4ec5-aa11-80bc72897e89 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=766e27c3-d7d9-49ba-b0ca-4cfaf9e450d4 HTTP/1.1" status: 200 len: 859 time: 0.0986888 Jun 28 16:43:14.980866 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1edb62e-8c83-4653-b61f-02004103bf8f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b5472237-d3c4-4600-862a-fe160d2aa1d9,revision_number=1']} {{(pid=74185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 16:43:14.996926 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG oslo_concurrency.lockutils [None req-e1edb62e-8c83-4653-b61f-02004103bf8f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=74185) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 16:43:15.023253 dv-cinder-798104-1-smb neutron-server[74185]: INFO neutron.wsgi [None req-e1edb62e-8c83-4653-b61f-02004103bf8f admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=fee315aef87a457e9c2775da346e1398&name=default HTTP/1.1" status: 200 len: 2647 time: 0.7541556 Jun 28 16:43:15.026605 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG neutron.wsgi [-] (74185) accepted ('10.222.0.26', 49644) {{(pid=74185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 28 16:43:15.067622 dv-cinder-798104-1-smb neutron-server[74186]: INFO neutron.wsgi [req-1e1f2ba4-be5b-4d95-a170-2900a71c970f req-2b2b1dce-a7c4-49d9-8c91-d3f5b7242f94 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=456cb4f0-4c56-4bb7-a5cf-eaccb243862b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1123977 Jun 28 16:43:15.167795 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG neutron_lib.callbacks.manager [None req-0dd8d600-c767-4aa4-a27c-caf5772cd595 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=74185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 16:43:15.234250 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG neutron_lib.callbacks.manager [None req-0dd8d600-c767-4aa4-a27c-caf5772cd595 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=74185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 16:43:15.362533 dv-cinder-798104-1-smb neutron-server[74186]: INFO neutron.wsgi [req-1e1f2ba4-be5b-4d95-a170-2900a71c970f req-b48a7e3a-e30a-4835-9f19-42493098c300 service neutron] 10.222.0.41 "GET /v2.0/networks/456cb4f0-4c56-4bb7-a5cf-eaccb243862b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2753220 Jun 28 16:43:15.383632 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG neutron_lib.callbacks.manager [None req-0dd8d600-c767-4aa4-a27c-caf5772cd595 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2050486'] for security_group, after_delete {{(pid=74185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 16:43:15.388778 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG oslo_concurrency.lockutils [None req-1e5ec276-5029-44a6-896a-d54825001af9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74185) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 16:43:15.404625 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dd8d600-c767-4aa4-a27c-caf5772cd595 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b5472237-d3c4-4600-862a-fe160d2aa1d9,revision_number=None']} {{(pid=74185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 16:43:15.414897 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG oslo_concurrency.lockutils [None req-0dd8d600-c767-4aa4-a27c-caf5772cd595 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=74185) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 16:43:15.427981 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG neutron_lib.callbacks.manager [None req-0dd8d600-c767-4aa4-a27c-caf5772cd595 admin admin] Notify callbacks [] for security_group, before_response {{(pid=74185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 16:43:15.434486 dv-cinder-798104-1-smb neutron-server[74185]: INFO neutron.wsgi [None req-0dd8d600-c767-4aa4-a27c-caf5772cd595 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/b5472237-d3c4-4600-862a-fe160d2aa1d9 HTTP/1.1" status: 204 len: 168 time: 0.4055581 Jun 28 16:43:15.592176 dv-cinder-798104-1-smb neutron-server[74186]: INFO neutron.wsgi [req-1e1f2ba4-be5b-4d95-a170-2900a71c970f req-12459ff4-3ca3-4f08-aa21-c85273291add service neutron] 10.222.0.41 "GET /v2.0/networks/456cb4f0-4c56-4bb7-a5cf-eaccb243862b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2212725 Jun 28 16:43:16.171181 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-146c8f7b-f334-4d1f-998b-2e65763e0c53 req-cf34b7aa-23fe-462d-ba46-a02e5f54ce24 tempest-ServerRescueNegativeTestJSON-1571951802 tempest-ServerRescueNegativeTestJSON-1571951802-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 16:43:16.173532 dv-cinder-798104-1-smb neutron-server[74185]: INFO neutron.wsgi [req-146c8f7b-f334-4d1f-998b-2e65763e0c53 req-cf34b7aa-23fe-462d-ba46-a02e5f54ce24 tempest-ServerRescueNegativeTestJSON-1571951802 tempest-ServerRescueNegativeTestJSON-1571951802-project] 10.222.0.26 "GET /v2.0/ports?device_id=79124724-6c76-47fc-bb83-d30672ff67e9 HTTP/1.1" status: 200 len: 946 time: 0.1441789 Jun 28 16:43:16.176615 dv-cinder-798104-1-smb neutron-server[74187]: DEBUG neutron_lib.callbacks.manager [None req-517e907f-720a-43d8-beb8-ce61d451bccd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774158209648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1002899'] for agent, after_update {{(pid=74187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 16:43:16.260026 dv-cinder-798104-1-smb neutron-server[74185]: INFO neutron.wsgi [req-146c8f7b-f334-4d1f-998b-2e65763e0c53 req-cd13f778-a1f1-4932-b40f-87e7c6952325 tempest-ServerRescueNegativeTestJSON-1571951802 tempest-ServerRescueNegativeTestJSON-1571951802-project] 10.222.0.26 "GET /v2.0/security-groups?id=23ec9104-6b33-4b08-9a41-3b0a624abc37&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0722735 Jun 28 16:43:17.196546 dv-cinder-798104-1-smb neutron-server[74186]: INFO neutron.wsgi [req-820c0093-3f86-4701-b254-5ba4edea9952 req-30049d30-1b67-4bdd-a2a5-4ea485660f17 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=9344ad16110c4191993c42fbf7367cf2&device_id=79124724-6c76-47fc-bb83-d30672ff67e9 HTTP/1.1" status: 200 len: 1099 time: 0.1730413 Jun 28 16:43:17.357420 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4af40764-5ee5-4e07-bc10-2d414ddab98c req-b13d8ba5-e361-4b75-92d3-687778d14146 tempest-ServerRescueNegativeTestJSON-1571951802 tempest-ServerRescueNegativeTestJSON-1571951802-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 16:43:17.359215 dv-cinder-798104-1-smb neutron-server[74185]: INFO neutron.wsgi [req-4af40764-5ee5-4e07-bc10-2d414ddab98c req-b13d8ba5-e361-4b75-92d3-687778d14146 tempest-ServerRescueNegativeTestJSON-1571951802 tempest-ServerRescueNegativeTestJSON-1571951802-project] 10.222.0.26 "GET /v2.0/ports?device_id=79124724-6c76-47fc-bb83-d30672ff67e9 HTTP/1.1" status: 200 len: 946 time: 0.1604967 Jun 28 16:43:17.453952 dv-cinder-798104-1-smb neutron-server[74185]: INFO neutron.wsgi [req-4af40764-5ee5-4e07-bc10-2d414ddab98c req-99557702-2e2b-4ba7-8648-82d222b8b047 tempest-ServerRescueNegativeTestJSON-1571951802 tempest-ServerRescueNegativeTestJSON-1571951802-project] 10.222.0.26 "GET /v2.0/security-groups?id=23ec9104-6b33-4b08-9a41-3b0a624abc37&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0809257 Jun 28 16:43:17.507525 dv-cinder-798104-1-smb neutron-server[74186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-820c0093-3f86-4701-b254-5ba4edea9952 req-a5647513-23c4-4090-b165-e12388f278bc service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=74186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 16:43:17.511056 dv-cinder-798104-1-smb neutron-server[74186]: INFO neutron.wsgi [req-820c0093-3f86-4701-b254-5ba4edea9952 req-a5647513-23c4-4090-b165-e12388f278bc service neutron] 10.222.0.41 "GET /v2.0/networks?id=456cb4f0-4c56-4bb7-a5cf-eaccb243862b HTTP/1.1" status: 200 len: 920 time: 0.3011565 Jun 28 16:43:17.591689 dv-cinder-798104-1-smb neutron-server[74187]: DEBUG neutron_lib.callbacks.manager [None req-17b6939a-39ed-439c-8d74-c49ac6595f0c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774158209648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1002899'] for agent, after_update {{(pid=74187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 16:43:17.656857 dv-cinder-798104-1-smb neutron-server[74186]: INFO neutron.wsgi [req-820c0093-3f86-4701-b254-5ba4edea9952 req-d6aa1eb1-2c66-4b38-abbb-c09c0f6f9cd6 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=25d5253e-3b85-4631-97bb-974e5e8b1d2c HTTP/1.1" status: 200 len: 217 time: 0.1324432 Jun 28 16:43:18.004953 dv-cinder-798104-1-smb neutron-server[74186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-820c0093-3f86-4701-b254-5ba4edea9952 req-9310f421-5358-4313-a3d1-3b826b376366 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=74186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 16:43:18.006673 dv-cinder-798104-1-smb neutron-server[74186]: INFO neutron.wsgi [req-820c0093-3f86-4701-b254-5ba4edea9952 req-9310f421-5358-4313-a3d1-3b826b376366 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=766e27c3-d7d9-49ba-b0ca-4cfaf9e450d4 HTTP/1.1" status: 200 len: 859 time: 0.3342366 Jun 28 16:43:18.145113 dv-cinder-798104-1-smb neutron-server[74186]: INFO neutron.wsgi [req-820c0093-3f86-4701-b254-5ba4edea9952 req-d829e5c9-e9f7-4b27-a685-fd4237ecfa8a service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=456cb4f0-4c56-4bb7-a5cf-eaccb243862b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0936990 Jun 28 16:43:18.310728 dv-cinder-798104-1-smb neutron-server[74186]: INFO neutron.wsgi [req-820c0093-3f86-4701-b254-5ba4edea9952 req-e9c9ce36-4697-41ed-9ba5-ca00a52ff083 service neutron] 10.222.0.41 "GET /v2.0/networks/456cb4f0-4c56-4bb7-a5cf-eaccb243862b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1504743 Jun 28 16:43:18.323789 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG neutron.wsgi [-] (74185) accepted ('10.222.0.26', 49740) {{(pid=74185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 28 16:43:18.484090 dv-cinder-798104-1-smb neutron-server[74186]: INFO neutron.wsgi [req-820c0093-3f86-4701-b254-5ba4edea9952 req-5f9a472c-3991-423a-9995-fb2d46c618ee service neutron] 10.222.0.41 "GET /v2.0/networks/456cb4f0-4c56-4bb7-a5cf-eaccb243862b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1645839 Jun 28 16:43:18.539196 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG neutron_lib.callbacks.manager [None req-c4d0bc48-f3d4-4a09-8d72-ad5bedff4eb5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=74185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 16:43:18.592959 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG neutron.db.quota.driver [None req-c4d0bc48-f3d4-4a09-8d72-ad5bedff4eb5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74185) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 28 16:43:18.599608 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG neutron.quota.resource [None req-c4d0bc48-f3d4-4a09-8d72-ad5bedff4eb5 admin admin] Usage tracker for resource:security_group_rule and tenant:419de1c14d0f4ae79947bf146fac294f is out of sync, need to count used quota {{(pid=74185) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 28 16:43:18.606196 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG neutron.quota.resource [None req-c4d0bc48-f3d4-4a09-8d72-ad5bedff4eb5 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=74185) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 28 16:43:18.618293 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG neutron.db.quota.driver [None req-c4d0bc48-f3d4-4a09-8d72-ad5bedff4eb5 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74185) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 28 16:43:18.619085 dv-cinder-798104-1-smb neutron-server[74187]: DEBUG neutron_lib.callbacks.manager [None req-d49266a9-82cf-4da4-977f-ceca59b71534 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774158209648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1002899'] for agent, after_update {{(pid=74187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 16:43:18.797327 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG neutron_lib.callbacks.manager [None req-c4d0bc48-f3d4-4a09-8d72-ad5bedff4eb5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=74185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 16:43:18.802751 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG neutron_lib.callbacks.manager [None req-c4d0bc48-f3d4-4a09-8d72-ad5bedff4eb5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2050486'] for security_group, after_create {{(pid=74185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 16:43:18.813077 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG oslo_concurrency.lockutils [None req-69481193-ff0a-4f53-9601-10a6ec1369a7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74185) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 16:43:18.874630 dv-cinder-798104-1-smb neutron-server[74185]: INFO neutron.wsgi [None req-c4d0bc48-f3d4-4a09-8d72-ad5bedff4eb5 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=419de1c14d0f4ae79947bf146fac294f&name=default HTTP/1.1" status: 200 len: 2647 time: 0.5490348 Jun 28 16:43:18.878280 dv-cinder-798104-1-smb neutron-server[74186]: DEBUG neutron.wsgi [-] (74186) accepted ('10.222.0.26', 49750) {{(pid=74186) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 28 16:43:18.878595 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4d0bc48-f3d4-4a09-8d72-ad5bedff4eb5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8a8c06e3-602d-4c8f-8744-e879d811cabb,revision_number=1']} {{(pid=74185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 16:43:18.898315 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f9bc0c0-4392-4d4e-ae30-2c978282ca14 req-ae7a2395-3698-480e-a266-0dce31597cbd tempest-ServerRescueNegativeTestJSON-1571951802 tempest-ServerRescueNegativeTestJSON-1571951802-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 16:43:18.899922 dv-cinder-798104-1-smb neutron-server[74185]: INFO neutron.wsgi [req-6f9bc0c0-4392-4d4e-ae30-2c978282ca14 req-ae7a2395-3698-480e-a266-0dce31597cbd tempest-ServerRescueNegativeTestJSON-1571951802 tempest-ServerRescueNegativeTestJSON-1571951802-project] 10.222.0.26 "GET /v2.0/ports?device_id=79124724-6c76-47fc-bb83-d30672ff67e9 HTTP/1.1" status: 200 len: 946 time: 0.2219071 Jun 28 16:43:18.901745 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4d0bc48-f3d4-4a09-8d72-ad5bedff4eb5 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798104-1-smb {{(pid=74185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 16:43:18.902173 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4d0bc48-f3d4-4a09-8d72-ad5bedff4eb5 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798104-1-smb {{(pid=74185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 16:43:18.903615 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4d0bc48-f3d4-4a09-8d72-ad5bedff4eb5 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798104-1-smb {{(pid=74185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 16:43:18.903615 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4d0bc48-f3d4-4a09-8d72-ad5bedff4eb5 admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-798104-1-smb {{(pid=74185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 16:43:18.903895 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4d0bc48-f3d4-4a09-8d72-ad5bedff4eb5 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798104-1-smb {{(pid=74185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 16:43:18.904020 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4d0bc48-f3d4-4a09-8d72-ad5bedff4eb5 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-798104-1-smb {{(pid=74185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 16:43:18.904360 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4d0bc48-f3d4-4a09-8d72-ad5bedff4eb5 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798104-1-smb {{(pid=74185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 16:43:18.904695 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4d0bc48-f3d4-4a09-8d72-ad5bedff4eb5 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798104-1-smb {{(pid=74185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 16:43:18.905046 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4d0bc48-f3d4-4a09-8d72-ad5bedff4eb5 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798104-1-smb {{(pid=74185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 16:43:18.905359 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4d0bc48-f3d4-4a09-8d72-ad5bedff4eb5 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798104-1-smb {{(pid=74185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 16:43:18.905689 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4d0bc48-f3d4-4a09-8d72-ad5bedff4eb5 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798104-1-smb {{(pid=74185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 16:43:18.909880 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG oslo_concurrency.lockutils [None req-c4d0bc48-f3d4-4a09-8d72-ad5bedff4eb5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=74185) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 16:43:18.983417 dv-cinder-798104-1-smb neutron-server[74186]: DEBUG neutron_lib.callbacks.manager [None req-5c6e3a92-f7c1-4fa2-977c-cdda51188a1b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=74186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 16:43:18.988760 dv-cinder-798104-1-smb neutron-server[74185]: INFO neutron.wsgi [req-6f9bc0c0-4392-4d4e-ae30-2c978282ca14 req-f3d2b55c-e74d-4347-8c80-da213d024220 tempest-ServerRescueNegativeTestJSON-1571951802 tempest-ServerRescueNegativeTestJSON-1571951802-project] 10.222.0.26 "GET /v2.0/security-groups?id=23ec9104-6b33-4b08-9a41-3b0a624abc37&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0744102 Jun 28 16:43:19.043790 dv-cinder-798104-1-smb neutron-server[74186]: DEBUG neutron_lib.callbacks.manager [None req-5c6e3a92-f7c1-4fa2-977c-cdda51188a1b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=74186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 16:43:19.124033 dv-cinder-798104-1-smb neutron-server[74186]: DEBUG neutron_lib.callbacks.manager [None req-5c6e3a92-f7c1-4fa2-977c-cdda51188a1b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2050486'] for security_group, after_delete {{(pid=74186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 16:43:19.131247 dv-cinder-798104-1-smb neutron-server[74186]: DEBUG oslo_concurrency.lockutils [None req-264af9ac-702f-4be8-834c-d3830f34ee5b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74186) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 16:43:19.148242 dv-cinder-798104-1-smb neutron-server[74186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c6e3a92-f7c1-4fa2-977c-cdda51188a1b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8a8c06e3-602d-4c8f-8744-e879d811cabb,revision_number=None']} {{(pid=74186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 16:43:19.153880 dv-cinder-798104-1-smb neutron-server[74186]: DEBUG oslo_concurrency.lockutils [None req-5c6e3a92-f7c1-4fa2-977c-cdda51188a1b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=74186) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 16:43:19.160180 dv-cinder-798104-1-smb neutron-server[74186]: DEBUG neutron_lib.callbacks.manager [None req-5c6e3a92-f7c1-4fa2-977c-cdda51188a1b admin admin] Notify callbacks [] for security_group, before_response {{(pid=74186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 16:43:19.162304 dv-cinder-798104-1-smb neutron-server[74186]: INFO neutron.wsgi [None req-5c6e3a92-f7c1-4fa2-977c-cdda51188a1b admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/8a8c06e3-602d-4c8f-8744-e879d811cabb HTTP/1.1" status: 204 len: 168 time: 0.2824497 Jun 28 16:43:19.335794 dv-cinder-798104-1-smb neutron-server[74187]: DEBUG neutron_lib.callbacks.manager [None req-d0e5ad82-df9b-4ee3-8ee9-b93c74fbe1d3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774158209648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1002899'] for agent, after_update {{(pid=74187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 16:43:20.342945 dv-cinder-798104-1-smb neutron-server[74186]: DEBUG neutron.wsgi [-] (74186) accepted ('10.222.0.26', 49802) {{(pid=74186) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 28 16:43:20.388241 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1cf8cf9-db04-428f-84d1-9f8bc398f449 req-d9983582-f995-4ccc-9779-ebf08c1f6a3e tempest-ServerRescueNegativeTestJSON-1571951802 tempest-ServerRescueNegativeTestJSON-1571951802-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 16:43:20.395729 dv-cinder-798104-1-smb neutron-server[74185]: INFO neutron.wsgi [req-d1cf8cf9-db04-428f-84d1-9f8bc398f449 req-d9983582-f995-4ccc-9779-ebf08c1f6a3e tempest-ServerRescueNegativeTestJSON-1571951802 tempest-ServerRescueNegativeTestJSON-1571951802-project] 10.222.0.26 "GET /v2.0/ports?device_id=79124724-6c76-47fc-bb83-d30672ff67e9 HTTP/1.1" status: 200 len: 946 time: 0.1140099 Jun 28 16:43:20.513314 dv-cinder-798104-1-smb neutron-server[74185]: INFO neutron.wsgi [req-d1cf8cf9-db04-428f-84d1-9f8bc398f449 req-98b5fe7d-2d57-40ba-bc2d-cf560a869494 tempest-ServerRescueNegativeTestJSON-1571951802 tempest-ServerRescueNegativeTestJSON-1571951802-project] 10.222.0.26 "GET /v2.0/security-groups?id=23ec9104-6b33-4b08-9a41-3b0a624abc37&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0991395 Jun 28 16:43:20.905985 dv-cinder-798104-1-smb neutron-server[74186]: DEBUG neutron_lib.callbacks.manager [None req-acf8c7b9-2bca-4c45-a457-80ccc78cb7e6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=74186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 16:43:20.966096 dv-cinder-798104-1-smb neutron-server[74186]: DEBUG neutron.db.quota.driver [None req-acf8c7b9-2bca-4c45-a457-80ccc78cb7e6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74186) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 28 16:43:20.973249 dv-cinder-798104-1-smb neutron-server[74186]: DEBUG neutron.quota.resource [None req-acf8c7b9-2bca-4c45-a457-80ccc78cb7e6 admin admin] Usage tracker for resource:security_group_rule and tenant:6b74defe0c7e4adc8e428824b3cc47d1 is out of sync, need to count used quota {{(pid=74186) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 28 16:43:20.985808 dv-cinder-798104-1-smb neutron-server[74186]: DEBUG neutron.quota.resource [None req-acf8c7b9-2bca-4c45-a457-80ccc78cb7e6 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=74186) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 28 16:43:21.001399 dv-cinder-798104-1-smb neutron-server[74186]: DEBUG neutron.db.quota.driver [None req-acf8c7b9-2bca-4c45-a457-80ccc78cb7e6 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74186) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 28 16:43:21.093021 dv-cinder-798104-1-smb neutron-server[74186]: DEBUG neutron_lib.callbacks.manager [None req-acf8c7b9-2bca-4c45-a457-80ccc78cb7e6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=74186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 16:43:21.101540 dv-cinder-798104-1-smb neutron-server[74186]: DEBUG neutron_lib.callbacks.manager [None req-acf8c7b9-2bca-4c45-a457-80ccc78cb7e6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2050486'] for security_group, after_create {{(pid=74186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 16:43:21.110435 dv-cinder-798104-1-smb neutron-server[74186]: DEBUG oslo_concurrency.lockutils [None req-c950c5e5-dcdb-4173-beaf-c753edfcec0b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74186) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 16:43:21.158801 dv-cinder-798104-1-smb neutron-server[74186]: INFO neutron.wsgi [None req-acf8c7b9-2bca-4c45-a457-80ccc78cb7e6 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=6b74defe0c7e4adc8e428824b3cc47d1&name=default HTTP/1.1" status: 200 len: 2647 time: 0.8139913 Jun 28 16:43:21.159587 dv-cinder-798104-1-smb neutron-server[74186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acf8c7b9-2bca-4c45-a457-80ccc78cb7e6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f27cfd0c-d666-4380-926e-a1ace9553fc6,revision_number=1']} {{(pid=74186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 16:43:21.162290 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG neutron.wsgi [-] (74185) accepted ('10.222.0.26', 49824) {{(pid=74185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 28 16:43:21.162834 dv-cinder-798104-1-smb neutron-server[74186]: DEBUG oslo_concurrency.lockutils [None req-acf8c7b9-2bca-4c45-a457-80ccc78cb7e6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=74186) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 16:43:21.307338 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG neutron_lib.callbacks.manager [None req-7d0b028c-6a4a-46b1-a531-ff79756b9710 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=74185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 16:43:21.375618 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG neutron_lib.callbacks.manager [None req-7d0b028c-6a4a-46b1-a531-ff79756b9710 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=74185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 16:43:21.496885 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG neutron_lib.callbacks.manager [None req-7d0b028c-6a4a-46b1-a531-ff79756b9710 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2050486'] for security_group, after_delete {{(pid=74185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 16:43:21.503573 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG oslo_concurrency.lockutils [None req-95419ce2-2274-427f-8000-5cd27baf08e0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74185) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 16:43:21.518567 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d0b028c-6a4a-46b1-a531-ff79756b9710 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f27cfd0c-d666-4380-926e-a1ace9553fc6,revision_number=None']} {{(pid=74185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 16:43:21.521030 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG oslo_concurrency.lockutils [None req-7d0b028c-6a4a-46b1-a531-ff79756b9710 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=74185) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 16:43:21.529458 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG neutron_lib.callbacks.manager [None req-7d0b028c-6a4a-46b1-a531-ff79756b9710 admin admin] Notify callbacks [] for security_group, before_response {{(pid=74185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 16:43:21.530905 dv-cinder-798104-1-smb neutron-server[74185]: INFO neutron.wsgi [None req-7d0b028c-6a4a-46b1-a531-ff79756b9710 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/f27cfd0c-d666-4380-926e-a1ace9553fc6 HTTP/1.1" status: 204 len: 168 time: 0.3673873 Jun 28 16:43:21.956408 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15e16f05-18c4-4a90-ad65-bede43259632 req-2d2b2938-fa54-4bfe-adde-a95f99814996 tempest-ServerRescueNegativeTestJSON-1571951802 tempest-ServerRescueNegativeTestJSON-1571951802-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 16:43:21.959331 dv-cinder-798104-1-smb neutron-server[74185]: INFO neutron.wsgi [req-15e16f05-18c4-4a90-ad65-bede43259632 req-2d2b2938-fa54-4bfe-adde-a95f99814996 tempest-ServerRescueNegativeTestJSON-1571951802 tempest-ServerRescueNegativeTestJSON-1571951802-project] 10.222.0.26 "GET /v2.0/ports?device_id=79124724-6c76-47fc-bb83-d30672ff67e9 HTTP/1.1" status: 200 len: 946 time: 0.2662365 Jun 28 16:43:22.111912 dv-cinder-798104-1-smb neutron-server[74185]: INFO neutron.wsgi [req-15e16f05-18c4-4a90-ad65-bede43259632 req-4928de6b-66af-4aa1-928e-a11d422658f6 tempest-ServerRescueNegativeTestJSON-1571951802 tempest-ServerRescueNegativeTestJSON-1571951802-project] 10.222.0.26 "GET /v2.0/security-groups?id=23ec9104-6b33-4b08-9a41-3b0a624abc37&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1429439 Jun 28 16:43:22.352642 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG neutron.wsgi [-] (74185) accepted ('10.222.0.26', 49864) {{(pid=74185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 28 16:43:22.378344 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG neutron_lib.callbacks.manager [None req-f84145ab-97de-45ca-a9d9-e2dab51d2223 admin admin] Notify callbacks [] for security_group, before_create {{(pid=74185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 16:43:22.443766 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG neutron.db.quota.driver [None req-f84145ab-97de-45ca-a9d9-e2dab51d2223 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74185) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 28 16:43:22.449420 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG neutron.quota.resource [None req-f84145ab-97de-45ca-a9d9-e2dab51d2223 admin admin] Usage tracker for resource:security_group_rule and tenant:36becb2f385a44f6b4dc3e26a0216150 is out of sync, need to count used quota {{(pid=74185) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 28 16:43:22.453341 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG neutron.quota.resource [None req-f84145ab-97de-45ca-a9d9-e2dab51d2223 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=74185) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 28 16:43:22.461199 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG neutron.db.quota.driver [None req-f84145ab-97de-45ca-a9d9-e2dab51d2223 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74185) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 28 16:43:22.577990 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG neutron_lib.callbacks.manager [None req-f84145ab-97de-45ca-a9d9-e2dab51d2223 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=74185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 16:43:22.590930 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG neutron_lib.callbacks.manager [None req-f84145ab-97de-45ca-a9d9-e2dab51d2223 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2050486'] for security_group, after_create {{(pid=74185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 16:43:22.602901 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG oslo_concurrency.lockutils [None req-3a79ab68-7c10-4dfa-9980-0695a39b7471 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=74185) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 16:43:22.679720 dv-cinder-798104-1-smb neutron-server[74185]: INFO neutron.wsgi [None req-f84145ab-97de-45ca-a9d9-e2dab51d2223 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=36becb2f385a44f6b4dc3e26a0216150&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3257749 Jun 28 16:43:22.681050 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f84145ab-97de-45ca-a9d9-e2dab51d2223 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=987f2ed6-142c-4fbd-8686-a70b9b8046ae,revision_number=1']} {{(pid=74185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 16:43:22.684341 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG neutron.wsgi [-] (74185) accepted ('10.222.0.26', 49874) {{(pid=74185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 28 16:43:22.687588 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG oslo_concurrency.lockutils [None req-f84145ab-97de-45ca-a9d9-e2dab51d2223 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=74185) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 16:43:22.794459 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG neutron_lib.callbacks.manager [None req-94269bcb-c806-4639-b10e-91cb89238ca5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=74185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 16:43:22.827623 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG neutron_lib.callbacks.manager [None req-94269bcb-c806-4639-b10e-91cb89238ca5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=74185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 16:43:22.955695 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG neutron_lib.callbacks.manager [None req-94269bcb-c806-4639-b10e-91cb89238ca5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2050486'] for security_group, after_delete {{(pid=74185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 16:43:22.959651 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG oslo_concurrency.lockutils [None req-35fac434-2adc-4a75-9285-5f464462addb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74185) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 16:43:22.972902 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94269bcb-c806-4639-b10e-91cb89238ca5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=987f2ed6-142c-4fbd-8686-a70b9b8046ae,revision_number=None']} {{(pid=74185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 16:43:22.979822 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG oslo_concurrency.lockutils [None req-94269bcb-c806-4639-b10e-91cb89238ca5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=74185) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 16:43:22.980820 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG neutron_lib.callbacks.manager [None req-94269bcb-c806-4639-b10e-91cb89238ca5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=74185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 16:43:22.983675 dv-cinder-798104-1-smb neutron-server[74185]: INFO neutron.wsgi [None req-94269bcb-c806-4639-b10e-91cb89238ca5 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/987f2ed6-142c-4fbd-8686-a70b9b8046ae HTTP/1.1" status: 204 len: 168 time: 0.2965102 Jun 28 16:43:23.048399 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG neutron.wsgi [-] (74185) accepted ('10.222.0.26', 49884) {{(pid=74185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 28 16:43:23.286094 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG neutron_lib.callbacks.manager [None req-cbedc028-7e58-4be7-8faf-918eedddb77f admin admin] Notify callbacks [] for security_group, before_create {{(pid=74185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 16:43:23.359251 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG neutron.db.quota.driver [None req-cbedc028-7e58-4be7-8faf-918eedddb77f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74185) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 28 16:43:23.366560 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG neutron.quota.resource [None req-cbedc028-7e58-4be7-8faf-918eedddb77f admin admin] Usage tracker for resource:security_group_rule and tenant:bebb76b1f1a74d70916351c9fafcb888 is out of sync, need to count used quota {{(pid=74185) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 28 16:43:23.372578 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG neutron.quota.resource [None req-cbedc028-7e58-4be7-8faf-918eedddb77f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=74185) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 28 16:43:23.385769 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG neutron.db.quota.driver [None req-cbedc028-7e58-4be7-8faf-918eedddb77f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74185) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 28 16:43:23.523508 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG neutron_lib.callbacks.manager [None req-cbedc028-7e58-4be7-8faf-918eedddb77f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=74185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 16:43:23.530319 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG neutron_lib.callbacks.manager [None req-cbedc028-7e58-4be7-8faf-918eedddb77f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2050486'] for security_group, after_create {{(pid=74185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 16:43:23.539760 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG oslo_concurrency.lockutils [None req-7d0b028c-6a4a-46b1-a531-ff79756b9710 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74185) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 16:43:23.587802 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbedc028-7e58-4be7-8faf-918eedddb77f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9d61a26b-c69a-4362-b31b-f98a5c6f20a5,revision_number=1']} {{(pid=74185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 16:43:23.591580 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG oslo_concurrency.lockutils [None req-cbedc028-7e58-4be7-8faf-918eedddb77f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=74185) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 16:43:23.593999 dv-cinder-798104-1-smb neutron-server[74185]: INFO neutron.wsgi [None req-cbedc028-7e58-4be7-8faf-918eedddb77f admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=bebb76b1f1a74d70916351c9fafcb888&name=default HTTP/1.1" status: 200 len: 2647 time: 0.5442111 Jun 28 16:43:23.597296 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG neutron.wsgi [-] (74185) accepted ('10.222.0.26', 49902) {{(pid=74185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 28 16:43:23.679235 dv-cinder-798104-1-smb neutron-server[74186]: DEBUG neutron.wsgi [-] (74186) accepted ('10.222.0.26', 49906) {{(pid=74186) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 28 16:43:23.680697 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG neutron_lib.callbacks.manager [None req-87e101b9-b963-46c5-87dd-5dc35f202e8d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=74185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 16:43:23.700296 dv-cinder-798104-1-smb neutron-server[74186]: DEBUG neutron_lib.callbacks.manager [None req-15b7b261-cbb0-4e81-abb9-1697a1cc3ad3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=74186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 16:43:23.738526 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG neutron_lib.callbacks.manager [None req-87e101b9-b963-46c5-87dd-5dc35f202e8d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=74185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 16:43:23.753550 dv-cinder-798104-1-smb neutron-server[74186]: DEBUG neutron.db.quota.driver [None req-15b7b261-cbb0-4e81-abb9-1697a1cc3ad3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74186) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 28 16:43:23.765399 dv-cinder-798104-1-smb neutron-server[74186]: DEBUG neutron.quota.resource [None req-15b7b261-cbb0-4e81-abb9-1697a1cc3ad3 admin admin] Usage tracker for resource:security_group_rule and tenant:083bf93cf44f4880a61501d0834278bd is out of sync, need to count used quota {{(pid=74186) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 28 16:43:23.773073 dv-cinder-798104-1-smb neutron-server[74186]: DEBUG neutron.quota.resource [None req-15b7b261-cbb0-4e81-abb9-1697a1cc3ad3 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=74186) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 28 16:43:23.794318 dv-cinder-798104-1-smb neutron-server[74186]: DEBUG neutron.db.quota.driver [None req-15b7b261-cbb0-4e81-abb9-1697a1cc3ad3 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74186) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 28 16:43:23.866774 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG neutron_lib.callbacks.manager [None req-87e101b9-b963-46c5-87dd-5dc35f202e8d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2050486'] for security_group, after_delete {{(pid=74185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 16:43:23.884449 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG oslo_concurrency.lockutils [None req-e84a2f35-717b-45c8-a096-d6f3e36fcc43 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=74185) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 16:43:23.923583 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG neutron_lib.callbacks.manager [None req-87e101b9-b963-46c5-87dd-5dc35f202e8d admin admin] Notify callbacks [] for security_group, before_response {{(pid=74185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 16:43:23.925676 dv-cinder-798104-1-smb neutron-server[74185]: INFO neutron.wsgi [None req-87e101b9-b963-46c5-87dd-5dc35f202e8d admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/9d61a26b-c69a-4362-b31b-f98a5c6f20a5 HTTP/1.1" status: 204 len: 168 time: 0.3271105 Jun 28 16:43:23.927555 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87e101b9-b963-46c5-87dd-5dc35f202e8d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9d61a26b-c69a-4362-b31b-f98a5c6f20a5,revision_number=None']} {{(pid=74185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 16:43:23.932897 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG oslo_concurrency.lockutils [None req-87e101b9-b963-46c5-87dd-5dc35f202e8d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=74185) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 16:43:23.969544 dv-cinder-798104-1-smb neutron-server[74186]: DEBUG neutron_lib.callbacks.manager [None req-15b7b261-cbb0-4e81-abb9-1697a1cc3ad3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=74186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 16:43:23.976687 dv-cinder-798104-1-smb neutron-server[74186]: DEBUG neutron_lib.callbacks.manager [None req-15b7b261-cbb0-4e81-abb9-1697a1cc3ad3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2050486'] for security_group, after_create {{(pid=74186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 16:43:24.006516 dv-cinder-798104-1-smb neutron-server[74186]: DEBUG oslo_concurrency.lockutils [None req-0e26b008-a9a4-41ab-abb7-ef9424db04b4 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74186) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 16:43:24.095537 dv-cinder-798104-1-smb neutron-server[74186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15b7b261-cbb0-4e81-abb9-1697a1cc3ad3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2455b61d-aa01-4e5b-b128-8199004dea06,revision_number=1']} {{(pid=74186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 16:43:24.100620 dv-cinder-798104-1-smb neutron-server[74186]: DEBUG oslo_concurrency.lockutils [None req-15b7b261-cbb0-4e81-abb9-1697a1cc3ad3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=74186) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 16:43:24.104578 dv-cinder-798104-1-smb neutron-server[74186]: INFO neutron.wsgi [None req-15b7b261-cbb0-4e81-abb9-1697a1cc3ad3 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=083bf93cf44f4880a61501d0834278bd&name=default HTTP/1.1" status: 200 len: 2647 time: 0.4236293 Jun 28 16:43:24.108643 dv-cinder-798104-1-smb neutron-server[74186]: DEBUG neutron.wsgi [-] (74186) accepted ('10.222.0.26', 49924) {{(pid=74186) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 28 16:43:24.257130 dv-cinder-798104-1-smb neutron-server[74186]: DEBUG neutron_lib.callbacks.manager [None req-f6402216-1ce9-4f60-9d42-77e546257846 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=74186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 16:43:24.317093 dv-cinder-798104-1-smb neutron-server[74186]: DEBUG neutron_lib.callbacks.manager [None req-f6402216-1ce9-4f60-9d42-77e546257846 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=74186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 16:43:24.439821 dv-cinder-798104-1-smb neutron-server[74186]: DEBUG neutron_lib.callbacks.manager [None req-f6402216-1ce9-4f60-9d42-77e546257846 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2050486'] for security_group, after_delete {{(pid=74186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 16:43:24.451829 dv-cinder-798104-1-smb neutron-server[74186]: DEBUG oslo_concurrency.lockutils [None req-5d367820-2e0f-4a9c-b0e4-f93fde745adb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74186) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 16:43:24.498076 dv-cinder-798104-1-smb neutron-server[74186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6402216-1ce9-4f60-9d42-77e546257846 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2455b61d-aa01-4e5b-b128-8199004dea06,revision_number=None']} {{(pid=74186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 16:43:24.517307 dv-cinder-798104-1-smb neutron-server[74186]: DEBUG oslo_concurrency.lockutils [None req-f6402216-1ce9-4f60-9d42-77e546257846 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=74186) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 16:43:24.547545 dv-cinder-798104-1-smb neutron-server[74186]: DEBUG neutron_lib.callbacks.manager [None req-f6402216-1ce9-4f60-9d42-77e546257846 admin admin] Notify callbacks [] for security_group, before_response {{(pid=74186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 16:43:24.554914 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2600a3ab-9f35-4464-8834-4a210048ffd5 req-3d67b27e-660b-46d2-a9e0-ed305536c21a tempest-ServerRescueNegativeTestJSON-1571951802 tempest-ServerRescueNegativeTestJSON-1571951802-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 16:43:24.556625 dv-cinder-798104-1-smb neutron-server[74186]: INFO neutron.wsgi [None req-f6402216-1ce9-4f60-9d42-77e546257846 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/2455b61d-aa01-4e5b-b128-8199004dea06 HTTP/1.1" status: 204 len: 168 time: 0.4461689 Jun 28 16:43:24.579433 dv-cinder-798104-1-smb neutron-server[74185]: INFO neutron.wsgi [req-2600a3ab-9f35-4464-8834-4a210048ffd5 req-3d67b27e-660b-46d2-a9e0-ed305536c21a tempest-ServerRescueNegativeTestJSON-1571951802 tempest-ServerRescueNegativeTestJSON-1571951802-project] 10.222.0.26 "GET /v2.0/ports?device_id=79124724-6c76-47fc-bb83-d30672ff67e9 HTTP/1.1" status: 200 len: 946 time: 0.2642462 Jun 28 16:43:24.736915 dv-cinder-798104-1-smb neutron-server[74185]: INFO neutron.wsgi [req-2600a3ab-9f35-4464-8834-4a210048ffd5 req-c2d211f4-91bf-49d8-935b-2d93c51e67b1 tempest-ServerRescueNegativeTestJSON-1571951802 tempest-ServerRescueNegativeTestJSON-1571951802-project] 10.222.0.26 "GET /v2.0/security-groups?id=23ec9104-6b33-4b08-9a41-3b0a624abc37&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1319435 Jun 28 16:43:25.232724 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG neutron.wsgi [-] (74185) accepted ('10.222.0.26', 49944) {{(pid=74185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 28 16:43:25.289187 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG neutron_lib.callbacks.manager [None req-aa99aa86-79bb-4f92-94b4-308767362e06 admin admin] Notify callbacks [] for security_group, before_create {{(pid=74185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 16:43:25.401111 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG neutron.db.quota.driver [None req-aa99aa86-79bb-4f92-94b4-308767362e06 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74185) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 28 16:43:25.422109 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG neutron.quota.resource [None req-aa99aa86-79bb-4f92-94b4-308767362e06 admin admin] Usage tracker for resource:security_group_rule and tenant:7fdcfdc01c454b37b1adb720e22294d1 is out of sync, need to count used quota {{(pid=74185) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 28 16:43:25.437282 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG neutron.quota.resource [None req-aa99aa86-79bb-4f92-94b4-308767362e06 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=74185) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 28 16:43:25.454877 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG neutron.db.quota.driver [None req-aa99aa86-79bb-4f92-94b4-308767362e06 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74185) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 28 16:43:25.717868 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG neutron_lib.callbacks.manager [None req-aa99aa86-79bb-4f92-94b4-308767362e06 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=74185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 16:43:25.724167 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG neutron_lib.callbacks.manager [None req-aa99aa86-79bb-4f92-94b4-308767362e06 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2050486'] for security_group, after_create {{(pid=74185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 16:43:25.739952 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG oslo_concurrency.lockutils [None req-1a385d47-5eb1-4f2c-8423-3742320f5ef4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74185) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 16:43:25.831881 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa99aa86-79bb-4f92-94b4-308767362e06 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ff5f5c20-a5ef-40b9-b0ae-f89169c61c62,revision_number=1']} {{(pid=74185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 16:43:25.838065 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG oslo_concurrency.lockutils [None req-aa99aa86-79bb-4f92-94b4-308767362e06 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=74185) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 16:43:25.852865 dv-cinder-798104-1-smb neutron-server[74186]: DEBUG neutron.wsgi [-] (74186) accepted ('10.222.0.26', 49970) {{(pid=74186) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 28 16:43:25.867354 dv-cinder-798104-1-smb neutron-server[74185]: INFO neutron.wsgi [None req-aa99aa86-79bb-4f92-94b4-308767362e06 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=7fdcfdc01c454b37b1adb720e22294d1&name=default HTTP/1.1" status: 200 len: 2647 time: 0.6327877 Jun 28 16:43:26.025616 dv-cinder-798104-1-smb neutron-server[74186]: DEBUG neutron_lib.callbacks.manager [None req-6064d0e4-bd07-4556-b196-4373afb42129 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=74186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 16:43:26.058427 dv-cinder-798104-1-smb neutron-server[74186]: DEBUG neutron_lib.callbacks.manager [None req-6064d0e4-bd07-4556-b196-4373afb42129 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=74186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 16:43:26.173511 dv-cinder-798104-1-smb neutron-server[74186]: DEBUG neutron_lib.callbacks.manager [None req-6064d0e4-bd07-4556-b196-4373afb42129 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2050486'] for security_group, after_delete {{(pid=74186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 16:43:26.180299 dv-cinder-798104-1-smb neutron-server[74186]: DEBUG oslo_concurrency.lockutils [None req-8c68a2e8-d915-4cbe-b45a-3a51b8c6d68b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74186) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 16:43:26.211623 dv-cinder-798104-1-smb neutron-server[74186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6064d0e4-bd07-4556-b196-4373afb42129 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ff5f5c20-a5ef-40b9-b0ae-f89169c61c62,revision_number=None']} {{(pid=74186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 16:43:26.214266 dv-cinder-798104-1-smb neutron-server[74186]: DEBUG oslo_concurrency.lockutils [None req-6064d0e4-bd07-4556-b196-4373afb42129 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=74186) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 16:43:26.215981 dv-cinder-798104-1-smb neutron-server[74186]: DEBUG neutron_lib.callbacks.manager [None req-6064d0e4-bd07-4556-b196-4373afb42129 admin admin] Notify callbacks [] for security_group, before_response {{(pid=74186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 16:43:26.217425 dv-cinder-798104-1-smb neutron-server[74186]: INFO neutron.wsgi [None req-6064d0e4-bd07-4556-b196-4373afb42129 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/ff5f5c20-a5ef-40b9-b0ae-f89169c61c62 HTTP/1.1" status: 204 len: 168 time: 0.3633134 Jun 28 16:43:26.565665 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG neutron.wsgi [-] (74185) accepted ('10.222.0.26', 49992) {{(pid=74185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 28 16:43:26.762195 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG neutron.api.v2.base [None req-e189be45-c580-4986-bcd2-5050786d4959 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-463279863-network', 'tenant_id': 'ebcbe54eba0d4c4caca0a5f8a444266a'}} {{(pid=74185) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jun 28 16:43:26.770310 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG neutron.db.quota.driver [None req-e189be45-c580-4986-bcd2-5050786d4959 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74185) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 28 16:43:26.777482 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG neutron.quota.resource [None req-e189be45-c580-4986-bcd2-5050786d4959 admin admin] Usage tracker for resource:network and tenant:ebcbe54eba0d4c4caca0a5f8a444266a is out of sync, need to count used quota {{(pid=74185) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 28 16:43:26.782480 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG neutron.quota.resource [None req-e189be45-c580-4986-bcd2-5050786d4959 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=74185) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 28 16:43:26.795146 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG neutron.db.quota.driver [None req-e189be45-c580-4986-bcd2-5050786d4959 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74185) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 28 16:43:26.815523 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e189be45-c580-4986-bcd2-5050786d4959 admin admin] Made reservation on behalf of ebcbe54eba0d4c4caca0a5f8a444266a for: {'network': 1} {{(pid=74185) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 28 16:43:26.820605 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG neutron_lib.callbacks.manager [None req-e189be45-c580-4986-bcd2-5050786d4959 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621611'] for network, before_create {{(pid=74185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 16:43:26.838830 dv-cinder-798104-1-smb neutron-server[74186]: DEBUG neutron.wsgi [-] (74186) accepted ('10.222.0.26', 50004) {{(pid=74186) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 28 16:43:26.849832 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG neutron_lib.callbacks.manager [None req-e189be45-c580-4986-bcd2-5050786d4959 admin admin] Notify callbacks [] for security_group, before_create {{(pid=74185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 16:43:26.865817 dv-cinder-798104-1-smb neutron-server[74186]: DEBUG neutron_lib.callbacks.manager [None req-e104b651-061e-4234-8897-6e79bf187539 admin admin] Notify callbacks [] for security_group, before_create {{(pid=74186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 16:43:26.885921 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG neutron.db.quota.driver [None req-e189be45-c580-4986-bcd2-5050786d4959 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74185) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 28 16:43:26.890316 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG neutron.quota.resource [None req-e189be45-c580-4986-bcd2-5050786d4959 admin admin] Usage tracker for resource:security_group_rule and tenant:ebcbe54eba0d4c4caca0a5f8a444266a is out of sync, need to count used quota {{(pid=74185) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 28 16:43:26.893839 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG neutron.quota.resource [None req-e189be45-c580-4986-bcd2-5050786d4959 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=74185) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 28 16:43:26.900164 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG neutron.db.quota.driver [None req-e189be45-c580-4986-bcd2-5050786d4959 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74185) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 28 16:43:26.905293 dv-cinder-798104-1-smb neutron-server[74186]: DEBUG neutron.db.quota.driver [None req-e104b651-061e-4234-8897-6e79bf187539 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74186) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 28 16:43:26.910150 dv-cinder-798104-1-smb neutron-server[74186]: DEBUG neutron.quota.resource [None req-e104b651-061e-4234-8897-6e79bf187539 admin admin] Usage tracker for resource:security_group_rule and tenant:fb786a5987ab470aa4ab03b350a99d7b is out of sync, need to count used quota {{(pid=74186) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 28 16:43:26.914820 dv-cinder-798104-1-smb neutron-server[74186]: DEBUG neutron.quota.resource [None req-e104b651-061e-4234-8897-6e79bf187539 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=74186) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 28 16:43:26.924113 dv-cinder-798104-1-smb neutron-server[74186]: DEBUG neutron.db.quota.driver [None req-e104b651-061e-4234-8897-6e79bf187539 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74186) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 28 16:43:26.948222 dv-cinder-798104-1-smb neutron-server[74188]: DEBUG neutron.db.agents_db [None req-8255730c-b11f-4cfb-aeb3-67319944b41a None None] Agent healthcheck: found 6 active agents {{(pid=74188) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jun 28 16:43:26.981400 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG neutron_lib.callbacks.manager [None req-e189be45-c580-4986-bcd2-5050786d4959 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=74185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 16:43:26.988532 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG neutron_lib.callbacks.manager [None req-e189be45-c580-4986-bcd2-5050786d4959 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2050486'] for security_group, after_create {{(pid=74185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 16:43:26.995496 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG oslo_concurrency.lockutils [None req-0dd8d600-c767-4aa4-a27c-caf5772cd595 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74185) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 16:43:27.052873 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e189be45-c580-4986-bcd2-5050786d4959 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 404} {{(pid=74185) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:149}} Jun 28 16:43:27.055272 dv-cinder-798104-1-smb neutron-server[74186]: DEBUG neutron_lib.callbacks.manager [None req-e104b651-061e-4234-8897-6e79bf187539 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=74186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 16:43:27.069155 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e189be45-c580-4986-bcd2-5050786d4959 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e6a1b9ca-4b56-4306-b545-d77d3b247f5c,revision_number=1']} {{(pid=74185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 16:43:27.069782 dv-cinder-798104-1-smb neutron-server[74186]: DEBUG neutron_lib.callbacks.manager [None req-e104b651-061e-4234-8897-6e79bf187539 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2050486'] for security_group, after_create {{(pid=74186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 16:43:27.075661 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG oslo_concurrency.lockutils [None req-e189be45-c580-4986-bcd2-5050786d4959 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=74185) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 16:43:27.080290 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG neutron_lib.callbacks.manager [None req-e189be45-c580-4986-bcd2-5050786d4959 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-938564'] for segment, precommit_create {{(pid=74185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 16:43:27.081175 dv-cinder-798104-1-smb neutron-server[74185]: INFO neutron.db.segments_db [None req-e189be45-c580-4986-bcd2-5050786d4959 admin admin] Added segment c84370d0-324c-4598-a34b-5a6bed2714f2 of type vlan for network 6e18b0df-57ee-4fdd-a0f2-56d2e5b6a027 Jun 28 16:43:27.099581 dv-cinder-798104-1-smb neutron-server[74186]: DEBUG oslo_concurrency.lockutils [None req-00146fbb-460c-4f21-93c0-d32caae994ea admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74186) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 16:43:27.133488 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG neutron_lib.callbacks.manager [None req-e189be45-c580-4986-bcd2-5050786d4959 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774157680294'] for network, precommit_create {{(pid=74185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 16:43:27.146571 dv-cinder-798104-1-smb neutron-server[74186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e104b651-061e-4234-8897-6e79bf187539 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=41e157b7-33b7-4e2f-8f5d-dbefd8f252d1,revision_number=1']} {{(pid=74186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 16:43:27.164295 dv-cinder-798104-1-smb neutron-server[74186]: DEBUG oslo_concurrency.lockutils [None req-e104b651-061e-4234-8897-6e79bf187539 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=74186) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 16:43:27.197510 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG neutron.wsgi [-] (74185) accepted ('10.222.0.26', 50014) {{(pid=74185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 28 16:43:27.198666 dv-cinder-798104-1-smb neutron-server[74186]: INFO neutron.wsgi [None req-e104b651-061e-4234-8897-6e79bf187539 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=fb786a5987ab470aa4ab03b350a99d7b&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3583858 Jun 28 16:43:27.223164 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG neutron_lib.callbacks.manager [None req-e189be45-c580-4986-bcd2-5050786d4959 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2050463', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1598908'] for network, after_create {{(pid=74185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 16:43:27.229561 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e189be45-c580-4986-bcd2-5050786d4959 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=74185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 16:43:27.230636 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG neutron_lib.callbacks.manager [None req-e189be45-c580-4986-bcd2-5050786d4959 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1598890'] for network, before_response {{(pid=74185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 16:43:27.242682 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG oslo_concurrency.lockutils [None req-938d27b3-cc37-442c-959b-151649117196 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74185) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 16:43:27.451649 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e189be45-c580-4986-bcd2-5050786d4959 admin admin] Pushing event updated for resources: {'Network': ['ID=6e18b0df-57ee-4fdd-a0f2-56d2e5b6a027,revision_number=1']} {{(pid=74185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 16:43:27.454727 dv-cinder-798104-1-smb neutron-server[74185]: INFO neutron.wsgi [None req-e189be45-c580-4986-bcd2-5050786d4959 admin admin] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.8879135 Jun 28 16:43:27.455703 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG oslo_concurrency.lockutils [None req-e189be45-c580-4986-bcd2-5050786d4959 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.213s {{(pid=74185) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 16:43:27.458308 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG neutron.wsgi [-] (74185) accepted ('10.222.0.26', 50024) {{(pid=74185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 28 16:43:27.465489 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG neutron.api.v2.base [None req-3608cbf7-6d5a-4f4e-b7d4-fccdc12d1b99 admin admin] Request body: {'subnet': {'network_id': '6e18b0df-57ee-4fdd-a0f2-56d2e5b6a027', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-463279863-subnet', 'tenant_id': 'ebcbe54eba0d4c4caca0a5f8a444266a', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=74185) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jun 28 16:43:27.470102 dv-cinder-798104-1-smb neutron-server[74187]: DEBUG neutron.plugins.ml2.rpc [None req-c72dd329-595c-4eca-9296-ba6eff8780d9 None None] Network 6e18b0df-57ee-4fdd-a0f2-56d2e5b6a027 details requested by agent ovs-agent-dv-cinder-798104-1-smb with host dv-cinder-798104-1-smb {{(pid=74187) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 28 16:43:27.479558 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG neutron.db.quota.driver [None req-3608cbf7-6d5a-4f4e-b7d4-fccdc12d1b99 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74185) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 28 16:43:27.487769 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG neutron.quota.resource [None req-3608cbf7-6d5a-4f4e-b7d4-fccdc12d1b99 admin admin] Usage tracker for resource:subnet and tenant:ebcbe54eba0d4c4caca0a5f8a444266a is out of sync, need to count used quota {{(pid=74185) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 28 16:43:27.490797 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG neutron_lib.callbacks.manager [None req-e00e8e9c-f5e4-416f-95b1-8e12638f818f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=74185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 16:43:27.492650 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG neutron.quota.resource [None req-3608cbf7-6d5a-4f4e-b7d4-fccdc12d1b99 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=74185) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 28 16:43:27.507191 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG neutron.db.quota.driver [None req-3608cbf7-6d5a-4f4e-b7d4-fccdc12d1b99 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74185) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 28 16:43:27.534970 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG neutron_lib.callbacks.manager [None req-e00e8e9c-f5e4-416f-95b1-8e12638f818f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=74185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 16:43:27.543758 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3608cbf7-6d5a-4f4e-b7d4-fccdc12d1b99 admin admin] Made reservation on behalf of ebcbe54eba0d4c4caca0a5f8a444266a for: {'subnet': 1} {{(pid=74185) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 28 16:43:27.547447 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG neutron_lib.callbacks.manager [None req-3608cbf7-6d5a-4f4e-b7d4-fccdc12d1b99 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15445246'] for subnet, before_create {{(pid=74185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 16:43:27.705306 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG neutron_lib.callbacks.manager [None req-e00e8e9c-f5e4-416f-95b1-8e12638f818f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2050486'] for security_group, after_delete {{(pid=74185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 16:43:27.709266 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG oslo_concurrency.lockutils [None req-39d27390-50c6-429d-a969-6c215d826923 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74185) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 16:43:27.725651 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e00e8e9c-f5e4-416f-95b1-8e12638f818f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=41e157b7-33b7-4e2f-8f5d-dbefd8f252d1,revision_number=None']} {{(pid=74185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 16:43:27.734144 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG oslo_concurrency.lockutils [None req-e00e8e9c-f5e4-416f-95b1-8e12638f818f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=74185) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 16:43:27.788469 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG neutron_lib.callbacks.manager [None req-e00e8e9c-f5e4-416f-95b1-8e12638f818f admin admin] Notify callbacks [] for security_group, before_response {{(pid=74185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 16:43:27.794377 dv-cinder-798104-1-smb neutron-server[74185]: INFO neutron.wsgi [None req-e00e8e9c-f5e4-416f-95b1-8e12638f818f admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/41e157b7-33b7-4e2f-8f5d-dbefd8f252d1 HTTP/1.1" status: 204 len: 168 time: 0.5909846 Jun 28 16:43:27.897360 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG neutron_lib.callbacks.manager [None req-3608cbf7-6d5a-4f4e-b7d4-fccdc12d1b99 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107460', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1598908', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15648503', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-15445228'] for subnet, after_create {{(pid=74185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 16:43:27.904286 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74185) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 16:43:27.987300 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3608cbf7-6d5a-4f4e-b7d4-fccdc12d1b99 admin admin] Pushing event updated for resources: {'Subnet': ['ID=1e51c34b-d1b1-4021-8c69-f6620a12f4df,revision_number=0']} {{(pid=74185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 16:43:27.994146 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG oslo_concurrency.lockutils [None req-3608cbf7-6d5a-4f4e-b7d4-fccdc12d1b99 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=74185) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 16:43:27.998038 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3608cbf7-6d5a-4f4e-b7d4-fccdc12d1b99 admin admin] Checking segment: {'id': 'c84370d0-324c-4598-a34b-5a6bed2714f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': '6e18b0df-57ee-4fdd-a0f2-56d2e5b6a027'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=74185) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jun 28 16:43:27.998454 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3608cbf7-6d5a-4f4e-b7d4-fccdc12d1b99 admin admin] Network hostable DHCP agents. Network: 6e18b0df-57ee-4fdd-a0f2-56d2e5b6a027, hostable agents: ['55edce43-ec1d-45c6-9e7a-198ba4834d81'], hosted agents: [] {{(pid=74185) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 28 16:43:28.027844 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3608cbf7-6d5a-4f4e-b7d4-fccdc12d1b99 admin admin] Network 6e18b0df-57ee-4fdd-a0f2-56d2e5b6a027 is scheduled to be hosted by DHCP agent 55edce43-ec1d-45c6-9e7a-198ba4834d81 with binding_index 1 {{(pid=74185) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 28 16:43:28.046172 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG neutron.scheduler.base_scheduler [None req-3608cbf7-6d5a-4f4e-b7d4-fccdc12d1b99 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-798104-1-smb, 6e18b0df-57ee-4fdd-a0f2-56d2e5b6a027) {{(pid=74185) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 28 16:43:28.056342 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3608cbf7-6d5a-4f4e-b7d4-fccdc12d1b99 admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=74185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 16:43:28.058641 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG neutron_lib.callbacks.manager [None req-3608cbf7-6d5a-4f4e-b7d4-fccdc12d1b99 admin admin] Notify callbacks [] for subnet, before_response {{(pid=74185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 16:43:28.065230 dv-cinder-798104-1-smb neutron-server[74187]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d7775531-6a64-45f4-8179-9de964472ba1 None None] Network 6e18b0df-57ee-4fdd-a0f2-56d2e5b6a027 requested from dv-cinder-798104-1-smb {{(pid=74187) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jun 28 16:43:28.094841 dv-cinder-798104-1-smb neutron-server[74185]: INFO neutron.wsgi [None req-3608cbf7-6d5a-4f4e-b7d4-fccdc12d1b99 admin admin] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.6353283 Jun 28 16:43:28.627222 dv-cinder-798104-1-smb neutron-server[74187]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-349d417a-5fc1-4ae7-8a6c-94abd8bff8e0 None None] Network 6e18b0df-57ee-4fdd-a0f2-56d2e5b6a027 requested from dv-cinder-798104-1-smb {{(pid=74187) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jun 28 16:43:28.905218 dv-cinder-798104-1-smb neutron-server[74186]: DEBUG neutron.wsgi [-] (74186) accepted ('10.222.0.26', 50054) {{(pid=74186) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 28 16:43:29.254518 dv-cinder-798104-1-smb neutron-server[74186]: DEBUG neutron_lib.callbacks.manager [None req-6719a7e3-1e12-4bf2-ae5f-6d82f9fb47f4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=74186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 16:43:29.293469 dv-cinder-798104-1-smb neutron-server[74186]: DEBUG neutron.db.quota.driver [None req-6719a7e3-1e12-4bf2-ae5f-6d82f9fb47f4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74186) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 28 16:43:29.298388 dv-cinder-798104-1-smb neutron-server[74186]: DEBUG neutron.quota.resource [None req-6719a7e3-1e12-4bf2-ae5f-6d82f9fb47f4 admin admin] Usage tracker for resource:security_group_rule and tenant:4137b4951875461291fb7d71e186b25f is out of sync, need to count used quota {{(pid=74186) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 28 16:43:29.301923 dv-cinder-798104-1-smb neutron-server[74186]: DEBUG neutron.quota.resource [None req-6719a7e3-1e12-4bf2-ae5f-6d82f9fb47f4 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=74186) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 28 16:43:29.312858 dv-cinder-798104-1-smb neutron-server[74186]: DEBUG neutron.db.quota.driver [None req-6719a7e3-1e12-4bf2-ae5f-6d82f9fb47f4 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74186) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 28 16:43:29.460142 dv-cinder-798104-1-smb neutron-server[74186]: DEBUG neutron_lib.callbacks.manager [None req-6719a7e3-1e12-4bf2-ae5f-6d82f9fb47f4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=74186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 16:43:29.469167 dv-cinder-798104-1-smb neutron-server[74186]: DEBUG neutron_lib.callbacks.manager [None req-6719a7e3-1e12-4bf2-ae5f-6d82f9fb47f4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2050486'] for security_group, after_create {{(pid=74186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 16:43:29.491710 dv-cinder-798104-1-smb neutron-server[74186]: DEBUG oslo_concurrency.lockutils [None req-2118a5af-cf0c-4133-99a8-39d44cc23690 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74186) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 16:43:29.581181 dv-cinder-798104-1-smb neutron-server[74186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6719a7e3-1e12-4bf2-ae5f-6d82f9fb47f4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eabd1606-bb4d-4951-94fd-f24b5abc49b9,revision_number=1']} {{(pid=74186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 16:43:29.587419 dv-cinder-798104-1-smb neutron-server[74186]: DEBUG oslo_concurrency.lockutils [None req-6719a7e3-1e12-4bf2-ae5f-6d82f9fb47f4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=74186) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 16:43:29.596505 dv-cinder-798104-1-smb neutron-server[74186]: INFO neutron.wsgi [None req-6719a7e3-1e12-4bf2-ae5f-6d82f9fb47f4 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=4137b4951875461291fb7d71e186b25f&name=default HTTP/1.1" status: 200 len: 2647 time: 0.6903319 Jun 28 16:43:29.600480 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG neutron.wsgi [-] (74185) accepted ('10.222.0.26', 50066) {{(pid=74185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 28 16:43:29.765299 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG neutron_lib.callbacks.manager [None req-6cf04691-56d8-410d-95e3-1fdddbb8f100 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=74185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 16:43:29.934258 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG neutron_lib.callbacks.manager [None req-6cf04691-56d8-410d-95e3-1fdddbb8f100 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=74185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 16:43:30.108050 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG neutron_lib.callbacks.manager [None req-6cf04691-56d8-410d-95e3-1fdddbb8f100 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2050486'] for security_group, after_delete {{(pid=74185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 16:43:30.117067 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG oslo_concurrency.lockutils [None req-87e101b9-b963-46c5-87dd-5dc35f202e8d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74185) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 16:43:30.138308 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cf04691-56d8-410d-95e3-1fdddbb8f100 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eabd1606-bb4d-4951-94fd-f24b5abc49b9,revision_number=None']} {{(pid=74185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 16:43:30.143217 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG oslo_concurrency.lockutils [None req-6cf04691-56d8-410d-95e3-1fdddbb8f100 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=74185) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 16:43:30.157587 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG neutron_lib.callbacks.manager [None req-6cf04691-56d8-410d-95e3-1fdddbb8f100 admin admin] Notify callbacks [] for security_group, before_response {{(pid=74185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 16:43:30.159912 dv-cinder-798104-1-smb neutron-server[74185]: INFO neutron.wsgi [None req-6cf04691-56d8-410d-95e3-1fdddbb8f100 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/eabd1606-bb4d-4951-94fd-f24b5abc49b9 HTTP/1.1" status: 204 len: 168 time: 0.5581675 Jun 28 16:43:30.708717 dv-cinder-798104-1-smb neutron-server[74186]: INFO neutron.wsgi [req-e2d5f259-0afb-40ab-9b49-2c4180548a90 req-a10cf507-7c3d-49d9-afd5-924fb7a127cb service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=9344ad16110c4191993c42fbf7367cf2&device_id=79124724-6c76-47fc-bb83-d30672ff67e9 HTTP/1.1" status: 200 len: 1099 time: 0.1127491 Jun 28 16:43:30.747675 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcf9c35d-329b-4aad-acd7-09d3af7b2bbc req-e83b0ac0-2570-4985-88fc-78bc213598d2 tempest-ServerRescueNegativeTestJSON-1571951802 tempest-ServerRescueNegativeTestJSON-1571951802-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 16:43:30.749482 dv-cinder-798104-1-smb neutron-server[74185]: INFO neutron.wsgi [req-bcf9c35d-329b-4aad-acd7-09d3af7b2bbc req-e83b0ac0-2570-4985-88fc-78bc213598d2 tempest-ServerRescueNegativeTestJSON-1571951802 tempest-ServerRescueNegativeTestJSON-1571951802-project] 10.222.0.26 "GET /v2.0/ports?device_id=79124724-6c76-47fc-bb83-d30672ff67e9 HTTP/1.1" status: 200 len: 946 time: 0.1138530 Jun 28 16:43:30.832373 dv-cinder-798104-1-smb neutron-server[74186]: DEBUG neutron.wsgi [-] (74186) accepted ('10.222.0.26', 50092) {{(pid=74186) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 28 16:43:30.836723 dv-cinder-798104-1-smb neutron-server[74185]: INFO neutron.wsgi [req-bcf9c35d-329b-4aad-acd7-09d3af7b2bbc req-07ee0e6c-1f6b-4f18-873c-3a466af84e54 tempest-ServerRescueNegativeTestJSON-1571951802 tempest-ServerRescueNegativeTestJSON-1571951802-project] 10.222.0.26 "GET /v2.0/security-groups?id=23ec9104-6b33-4b08-9a41-3b0a624abc37&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0806262 Jun 28 16:43:30.858863 dv-cinder-798104-1-smb neutron-server[74186]: DEBUG neutron_lib.callbacks.manager [None req-3de938fa-0220-43b3-9961-c8bc84ade1aa admin admin] Notify callbacks [] for security_group, before_create {{(pid=74186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 16:43:30.931930 dv-cinder-798104-1-smb neutron-server[74186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2d5f259-0afb-40ab-9b49-2c4180548a90 req-e87f4e3e-af90-49d9-8d87-0857d30000cb service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=74186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 16:43:30.934003 dv-cinder-798104-1-smb neutron-server[74186]: INFO neutron.wsgi [req-e2d5f259-0afb-40ab-9b49-2c4180548a90 req-e87f4e3e-af90-49d9-8d87-0857d30000cb service neutron] 10.222.0.41 "GET /v2.0/networks?id=456cb4f0-4c56-4bb7-a5cf-eaccb243862b HTTP/1.1" status: 200 len: 920 time: 0.2130041 Jun 28 16:43:30.937613 dv-cinder-798104-1-smb neutron-server[74186]: DEBUG neutron.db.quota.driver [None req-3de938fa-0220-43b3-9961-c8bc84ade1aa admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74186) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 28 16:43:30.941756 dv-cinder-798104-1-smb neutron-server[74186]: DEBUG neutron.quota.resource [None req-3de938fa-0220-43b3-9961-c8bc84ade1aa admin admin] Usage tracker for resource:security_group_rule and tenant:bb4124c713f843c08f75480bdad818bf is out of sync, need to count used quota {{(pid=74186) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 28 16:43:30.946000 dv-cinder-798104-1-smb neutron-server[74186]: DEBUG neutron.quota.resource [None req-3de938fa-0220-43b3-9961-c8bc84ade1aa admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=74186) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 28 16:43:31.005190 dv-cinder-798104-1-smb neutron-server[74186]: DEBUG neutron.db.quota.driver [None req-3de938fa-0220-43b3-9961-c8bc84ade1aa admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74186) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 28 16:43:31.023133 dv-cinder-798104-1-smb neutron-server[74186]: INFO neutron.wsgi [req-e2d5f259-0afb-40ab-9b49-2c4180548a90 req-d124a7bd-0b8c-44b5-bce4-189fa035671b service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=25d5253e-3b85-4631-97bb-974e5e8b1d2c HTTP/1.1" status: 200 len: 217 time: 0.0782404 Jun 28 16:43:31.146885 dv-cinder-798104-1-smb neutron-server[74186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2d5f259-0afb-40ab-9b49-2c4180548a90 req-931ff199-0603-40a8-87c9-61b1fb2b4762 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=74186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 16:43:31.149456 dv-cinder-798104-1-smb neutron-server[74186]: INFO neutron.wsgi [req-e2d5f259-0afb-40ab-9b49-2c4180548a90 req-931ff199-0603-40a8-87c9-61b1fb2b4762 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=766e27c3-d7d9-49ba-b0ca-4cfaf9e450d4 HTTP/1.1" status: 200 len: 859 time: 0.1103303 Jun 28 16:43:31.257451 dv-cinder-798104-1-smb neutron-server[74186]: DEBUG neutron_lib.callbacks.manager [None req-3de938fa-0220-43b3-9961-c8bc84ade1aa admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=74186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 16:43:31.262987 dv-cinder-798104-1-smb neutron-server[74186]: INFO neutron.wsgi [req-e2d5f259-0afb-40ab-9b49-2c4180548a90 req-43868d3a-7ee1-46a8-88bb-47c012b7aee9 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=456cb4f0-4c56-4bb7-a5cf-eaccb243862b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0899649 Jun 28 16:43:31.266616 dv-cinder-798104-1-smb neutron-server[74186]: DEBUG neutron_lib.callbacks.manager [None req-3de938fa-0220-43b3-9961-c8bc84ade1aa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2050486'] for security_group, after_create {{(pid=74186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 16:43:31.281540 dv-cinder-798104-1-smb neutron-server[74186]: DEBUG oslo_concurrency.lockutils [None req-df88200f-b1e0-469c-a18c-e78bd50e476a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74186) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 16:43:31.516599 dv-cinder-798104-1-smb neutron-server[74186]: INFO neutron.wsgi [None req-3de938fa-0220-43b3-9961-c8bc84ade1aa admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=bb4124c713f843c08f75480bdad818bf&name=default HTTP/1.1" status: 200 len: 2647 time: 0.6825306 Jun 28 16:43:31.517823 dv-cinder-798104-1-smb neutron-server[74186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3de938fa-0220-43b3-9961-c8bc84ade1aa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8e7d3b31-e301-4f97-b58f-c1ab724ff8d0,revision_number=1']} {{(pid=74186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 16:43:31.519956 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG neutron.wsgi [-] (74185) accepted ('10.222.0.26', 50108) {{(pid=74185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 28 16:43:31.527519 dv-cinder-798104-1-smb neutron-server[74186]: DEBUG oslo_concurrency.lockutils [None req-3de938fa-0220-43b3-9961-c8bc84ade1aa admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.246s {{(pid=74186) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 16:43:31.630353 dv-cinder-798104-1-smb neutron-server[74186]: INFO neutron.wsgi [req-e2d5f259-0afb-40ab-9b49-2c4180548a90 req-8d98a354-d543-4b7b-845f-68aaf96d35f2 service neutron] 10.222.0.41 "GET /v2.0/networks/456cb4f0-4c56-4bb7-a5cf-eaccb243862b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3505099 Jun 28 16:43:31.677343 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG neutron_lib.callbacks.manager [None req-754583a5-55fe-4a41-bfe5-d10a726d5b9f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=74185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 16:43:31.999154 dv-cinder-798104-1-smb neutron-server[74186]: INFO neutron.wsgi [req-e2d5f259-0afb-40ab-9b49-2c4180548a90 req-bababfa6-1078-4f76-b959-5ffb7accd5fc service neutron] 10.222.0.41 "GET /v2.0/networks/456cb4f0-4c56-4bb7-a5cf-eaccb243862b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3513260 Jun 28 16:43:32.113376 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG neutron_lib.callbacks.manager [None req-754583a5-55fe-4a41-bfe5-d10a726d5b9f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=74185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 16:43:32.277877 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47a0dfc9-f294-4178-a7f3-e96484ea2916 req-168bf5d8-81b7-4825-85d2-77b9260ddb96 tempest-VolumesActionsTest-1052249555 tempest-VolumesActionsTest-1052249555-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=74185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 16:43:32.278967 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG neutron.quota.resource [req-47a0dfc9-f294-4178-a7f3-e96484ea2916 req-168bf5d8-81b7-4825-85d2-77b9260ddb96 tempest-VolumesActionsTest-1052249555 tempest-VolumesActionsTest-1052249555-project] Synchronizing usage tracker for tenant:ebcbe54eba0d4c4caca0a5f8a444266a on resource:network {{(pid=74185) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 28 16:43:32.294484 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG neutron_lib.callbacks.manager [None req-754583a5-55fe-4a41-bfe5-d10a726d5b9f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2050486'] for security_group, after_delete {{(pid=74185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 16:43:32.300545 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG oslo_concurrency.lockutils [None req-22e3f7a4-7468-4afd-814f-b2787a3db402 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74185) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 16:43:32.320291 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-754583a5-55fe-4a41-bfe5-d10a726d5b9f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8e7d3b31-e301-4f97-b58f-c1ab724ff8d0,revision_number=None']} {{(pid=74185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 16:43:32.324728 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG oslo_concurrency.lockutils [None req-754583a5-55fe-4a41-bfe5-d10a726d5b9f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=74185) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 16:43:32.327138 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG neutron.quota.resource [req-47a0dfc9-f294-4178-a7f3-e96484ea2916 req-168bf5d8-81b7-4825-85d2-77b9260ddb96 tempest-VolumesActionsTest-1052249555 tempest-VolumesActionsTest-1052249555-project] Unset dirty status for tenant:ebcbe54eba0d4c4caca0a5f8a444266a on resource:network {{(pid=74185) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 28 16:43:32.328577 dv-cinder-798104-1-smb neutron-server[74185]: INFO neutron.wsgi [req-47a0dfc9-f294-4178-a7f3-e96484ea2916 req-168bf5d8-81b7-4825-85d2-77b9260ddb96 tempest-VolumesActionsTest-1052249555 tempest-VolumesActionsTest-1052249555-project] 10.222.0.26 "GET /v2.0/networks?id=6e18b0df-57ee-4fdd-a0f2-56d2e5b6a027 HTTP/1.1" status: 200 len: 808 time: 0.5866194 Jun 28 16:43:32.336651 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99b77a6d-a916-42bd-a177-33003a8a7107 req-1bb671eb-884c-418b-9431-b3c5e4158fb2 tempest-ServerRescueNegativeTestJSON-1571951802 tempest-ServerRescueNegativeTestJSON-1571951802-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 16:43:32.338193 dv-cinder-798104-1-smb neutron-server[74185]: INFO neutron.wsgi [req-99b77a6d-a916-42bd-a177-33003a8a7107 req-1bb671eb-884c-418b-9431-b3c5e4158fb2 tempest-ServerRescueNegativeTestJSON-1571951802 tempest-ServerRescueNegativeTestJSON-1571951802-project] 10.222.0.26 "GET /v2.0/ports?device_id=79124724-6c76-47fc-bb83-d30672ff67e9 HTTP/1.1" status: 200 len: 946 time: 0.2076840 Jun 28 16:43:32.350054 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG neutron_lib.callbacks.manager [None req-754583a5-55fe-4a41-bfe5-d10a726d5b9f admin admin] Notify callbacks [] for security_group, before_response {{(pid=74185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 16:43:32.351191 dv-cinder-798104-1-smb neutron-server[74185]: INFO neutron.wsgi [None req-754583a5-55fe-4a41-bfe5-d10a726d5b9f admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/8e7d3b31-e301-4f97-b58f-c1ab724ff8d0 HTTP/1.1" status: 204 len: 168 time: 0.8301809 Jun 28 16:43:32.371453 dv-cinder-798104-1-smb neutron-server[74185]: INFO neutron.wsgi [req-47a0dfc9-f294-4178-a7f3-e96484ea2916 req-2d05e8cb-4f89-4abf-b2c9-e465ad1c118c tempest-VolumesActionsTest-1052249555 tempest-VolumesActionsTest-1052249555-project] 10.222.0.26 "GET /v2.0/quotas/ebcbe54eba0d4c4caca0a5f8a444266a HTTP/1.1" status: 200 len: 375 time: 0.0314209 Jun 28 16:43:32.476441 dv-cinder-798104-1-smb neutron-server[74185]: INFO neutron.wsgi [req-47a0dfc9-f294-4178-a7f3-e96484ea2916 req-547f22fc-9866-48d6-a9f8-b6b3f6d106c7 tempest-VolumesActionsTest-1052249555 tempest-VolumesActionsTest-1052249555-project] 10.222.0.26 "GET /v2.0/ports?tenant_id=ebcbe54eba0d4c4caca0a5f8a444266a&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0934808 Jun 28 16:43:32.514854 dv-cinder-798104-1-smb neutron-server[74185]: INFO neutron.wsgi [req-99b77a6d-a916-42bd-a177-33003a8a7107 req-b5f0479b-5f2b-4265-bd4f-b6e015495969 tempest-ServerRescueNegativeTestJSON-1571951802 tempest-ServerRescueNegativeTestJSON-1571951802-project] 10.222.0.26 "GET /v2.0/security-groups?id=23ec9104-6b33-4b08-9a41-3b0a624abc37&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1661499 Jun 28 16:43:32.800184 dv-cinder-798104-1-smb neutron-server[74185]: INFO neutron.wsgi [req-47a0dfc9-f294-4178-a7f3-e96484ea2916 req-fccba7ac-f19c-4bab-b4c8-3513445b67c5 service neutron] 10.222.0.26 "GET /v2.0/networks/6e18b0df-57ee-4fdd-a0f2-56d2e5b6a027?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2837009 Jun 28 16:43:32.990775 dv-cinder-798104-1-smb neutron-server[74185]: INFO neutron.wsgi [req-47a0dfc9-f294-4178-a7f3-e96484ea2916 req-440684e5-d791-4f04-8504-887db473e816 service neutron] 10.222.0.26 "GET /v2.0/networks/6e18b0df-57ee-4fdd-a0f2-56d2e5b6a027?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1774070 Jun 28 16:43:33.258860 dv-cinder-798104-1-smb neutron-server[74185]: INFO neutron.wsgi [req-17a311d2-bc01-49f6-979e-97051e232e29 req-fda19aee-a593-471f-9e2c-08f28c60f1da tempest-VolumesActionsTest-1052249555 tempest-VolumesActionsTest-1052249555-project] 10.222.0.26 "GET /v2.0/ports?device_id=01e03f2b-b173-4e61-8181-e3b3615a9661 HTTP/1.1" status: 200 len: 210 time: 0.0580170 Jun 28 16:43:34.025057 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c03ce257-2743-4398-aacb-533a7cb2eee5 req-973e9ec4-a042-4d9c-a2bc-c6b179e5734d tempest-ServerRescueNegativeTestJSON-1571951802 tempest-ServerRescueNegativeTestJSON-1571951802-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 16:43:34.034907 dv-cinder-798104-1-smb neutron-server[74185]: INFO neutron.wsgi [req-c03ce257-2743-4398-aacb-533a7cb2eee5 req-973e9ec4-a042-4d9c-a2bc-c6b179e5734d tempest-ServerRescueNegativeTestJSON-1571951802 tempest-ServerRescueNegativeTestJSON-1571951802-project] 10.222.0.26 "GET /v2.0/ports?device_id=79124724-6c76-47fc-bb83-d30672ff67e9 HTTP/1.1" status: 200 len: 946 time: 0.2825341 Jun 28 16:43:34.217112 dv-cinder-798104-1-smb neutron-server[74185]: INFO neutron.wsgi [req-c03ce257-2743-4398-aacb-533a7cb2eee5 req-add3572c-646a-468a-ad3a-244d761f9c85 tempest-ServerRescueNegativeTestJSON-1571951802 tempest-ServerRescueNegativeTestJSON-1571951802-project] 10.222.0.26 "GET /v2.0/security-groups?id=23ec9104-6b33-4b08-9a41-3b0a624abc37&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1717091 Jun 28 16:43:34.612410 dv-cinder-798104-1-smb neutron-server[74185]: INFO neutron.wsgi [req-035dc3f1-36e9-4ac3-96c4-cc359c9014d7 req-e17f1195-87eb-4f7b-afee-623dfa734bee tempest-VolumesActionsTest-1052249555 tempest-VolumesActionsTest-1052249555-project] 10.222.0.26 "GET /v2.0/ports?device_id=01e03f2b-b173-4e61-8181-e3b3615a9661 HTTP/1.1" status: 200 len: 210 time: 0.0606666 Jun 28 16:43:35.340060 dv-cinder-798104-1-smb neutron-server[74186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47a0dfc9-f294-4178-a7f3-e96484ea2916 req-887839aa-f05a-4f90-84fe-d93c28ae0ca7 tempest-VolumesActionsTest-1052249555 tempest-VolumesActionsTest-1052249555-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=74186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 16:43:35.342418 dv-cinder-798104-1-smb neutron-server[74186]: INFO neutron.wsgi [req-47a0dfc9-f294-4178-a7f3-e96484ea2916 req-887839aa-f05a-4f90-84fe-d93c28ae0ca7 tempest-VolumesActionsTest-1052249555 tempest-VolumesActionsTest-1052249555-project] 10.222.0.41 "GET /v2.0/networks?id=6e18b0df-57ee-4fdd-a0f2-56d2e5b6a027 HTTP/1.1" status: 200 len: 808 time: 0.1770387 Jun 28 16:43:35.399120 dv-cinder-798104-1-smb neutron-server[74186]: DEBUG neutron.api.v2.base [req-47a0dfc9-f294-4178-a7f3-e96484ea2916 req-9d842c6a-d935-471b-b535-328038ca641e tempest-VolumesActionsTest-1052249555 tempest-VolumesActionsTest-1052249555-project] Request body: {'port': {'device_id': '01e03f2b-b173-4e61-8181-e3b3615a9661', 'network_id': '6e18b0df-57ee-4fdd-a0f2-56d2e5b6a027', 'admin_state_up': True, 'tenant_id': 'ebcbe54eba0d4c4caca0a5f8a444266a'}} {{(pid=74186) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jun 28 16:43:35.622840 dv-cinder-798104-1-smb neutron-server[74186]: DEBUG neutron.db.quota.driver [req-47a0dfc9-f294-4178-a7f3-e96484ea2916 req-9d842c6a-d935-471b-b535-328038ca641e tempest-VolumesActionsTest-1052249555 tempest-VolumesActionsTest-1052249555-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74186) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 28 16:43:35.634711 dv-cinder-798104-1-smb neutron-server[74186]: DEBUG neutron.quota.resource [req-47a0dfc9-f294-4178-a7f3-e96484ea2916 req-9d842c6a-d935-471b-b535-328038ca641e tempest-VolumesActionsTest-1052249555 tempest-VolumesActionsTest-1052249555-project] Usage tracker for resource:port and tenant:ebcbe54eba0d4c4caca0a5f8a444266a is out of sync, need to count used quota {{(pid=74186) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 28 16:43:35.641063 dv-cinder-798104-1-smb neutron-server[74186]: DEBUG neutron.quota.resource [req-47a0dfc9-f294-4178-a7f3-e96484ea2916 req-9d842c6a-d935-471b-b535-328038ca641e tempest-VolumesActionsTest-1052249555 tempest-VolumesActionsTest-1052249555-project] Quota usage for port was recalculated. Used quota:0. {{(pid=74186) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 28 16:43:35.650613 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b457558-c260-4bab-b1db-005b17dd3063 req-b489c3d7-ab09-4ecb-b90b-080b757250ce tempest-ServerRescueNegativeTestJSON-1571951802 tempest-ServerRescueNegativeTestJSON-1571951802-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 16:43:35.653152 dv-cinder-798104-1-smb neutron-server[74185]: INFO neutron.wsgi [req-6b457558-c260-4bab-b1db-005b17dd3063 req-b489c3d7-ab09-4ecb-b90b-080b757250ce tempest-ServerRescueNegativeTestJSON-1571951802 tempest-ServerRescueNegativeTestJSON-1571951802-project] 10.222.0.26 "GET /v2.0/ports?device_id=79124724-6c76-47fc-bb83-d30672ff67e9 HTTP/1.1" status: 200 len: 946 time: 0.1573813 Jun 28 16:43:35.654276 dv-cinder-798104-1-smb neutron-server[74186]: DEBUG neutron.db.quota.driver [req-47a0dfc9-f294-4178-a7f3-e96484ea2916 req-9d842c6a-d935-471b-b535-328038ca641e tempest-VolumesActionsTest-1052249555 tempest-VolumesActionsTest-1052249555-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=74186) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 28 16:43:35.676114 dv-cinder-798104-1-smb neutron-server[74186]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-47a0dfc9-f294-4178-a7f3-e96484ea2916 req-9d842c6a-d935-471b-b535-328038ca641e tempest-VolumesActionsTest-1052249555 tempest-VolumesActionsTest-1052249555-project] Made reservation on behalf of ebcbe54eba0d4c4caca0a5f8a444266a for: {'port': 1} {{(pid=74186) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 28 16:43:35.682190 dv-cinder-798104-1-smb neutron-server[74186]: DEBUG neutron_lib.callbacks.manager [req-47a0dfc9-f294-4178-a7f3-e96484ea2916 req-9d842c6a-d935-471b-b535-328038ca641e tempest-VolumesActionsTest-1052249555 tempest-VolumesActionsTest-1052249555-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621611'] for port, before_create {{(pid=74186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 16:43:35.722408 dv-cinder-798104-1-smb neutron-server[74185]: INFO neutron.wsgi [req-6b457558-c260-4bab-b1db-005b17dd3063 req-80ba2370-9075-45a4-a4cd-cf7319f77117 tempest-ServerRescueNegativeTestJSON-1571951802 tempest-ServerRescueNegativeTestJSON-1571951802-project] 10.222.0.26 "GET /v2.0/security-groups?id=23ec9104-6b33-4b08-9a41-3b0a624abc37&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0583305 Jun 28 16:43:35.962157 dv-cinder-798104-1-smb neutron-server[74186]: DEBUG neutron.db.db_base_plugin_common [req-47a0dfc9-f294-4178-a7f3-e96484ea2916 req-9d842c6a-d935-471b-b535-328038ca641e tempest-VolumesActionsTest-1052249555 tempest-VolumesActionsTest-1052249555-project] Allocated IP 172.20.0.7 (6e18b0df-57ee-4fdd-a0f2-56d2e5b6a027/1e51c34b-d1b1-4021-8c69-f6620a12f4df/f0de803d-7e0a-4b97-8ba1-7d27605873a8) {{(pid=74186) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 28 16:43:36.001584 dv-cinder-798104-1-smb neutron-server[74185]: INFO neutron.wsgi [req-ec8674f9-ba58-4fb5-9d5d-5dce047e765f req-069d936a-22ec-48b4-82d3-7156252a0fa8 tempest-VolumesActionsTest-1052249555 tempest-VolumesActionsTest-1052249555-project] 10.222.0.26 "GET /v2.0/ports?device_id=01e03f2b-b173-4e61-8181-e3b3615a9661 HTTP/1.1" status: 200 len: 210 time: 0.0894608 Jun 28 16:43:36.296952 dv-cinder-798104-1-smb neutron-server[74186]: DEBUG neutron_lib.callbacks.manager [req-47a0dfc9-f294-4178-a7f3-e96484ea2916 req-9d842c6a-d935-471b-b535-328038ca641e tempest-VolumesActionsTest-1052249555 tempest-VolumesActionsTest-1052249555-project] Notify callbacks [] for port, precommit_create {{(pid=74186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 16:43:36.364071 dv-cinder-798104-1-smb neutron-server[74186]: DEBUG neutron_lib.callbacks.manager [req-47a0dfc9-f294-4178-a7f3-e96484ea2916 req-9d842c6a-d935-471b-b535-328038ca641e tempest-VolumesActionsTest-1052249555 tempest-VolumesActionsTest-1052249555-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-615041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1598908', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774157688360', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1108489'] for port, after_create {{(pid=74186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 16:43:36.376591 dv-cinder-798104-1-smb neutron-server[74186]: DEBUG oslo_concurrency.lockutils [None req-cdca8444-3cda-424f-bb0f-5122cca840e7 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74186) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 16:43:36.509638 dv-cinder-798104-1-smb neutron-server[74186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d842c6a-d935-471b-b535-328038ca641e tempest-VolumesActionsTest-1052249555 tempest-VolumesActionsTest-1052249555-project] Pushing event updated for resources: {'Port': ['ID=f0de803d-7e0a-4b97-8ba1-7d27605873a8,revision_number=1']} {{(pid=74186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 16:43:36.522724 dv-cinder-798104-1-smb neutron-server[74186]: DEBUG oslo_concurrency.lockutils [None req-9d842c6a-d935-471b-b535-328038ca641e tempest-VolumesActionsTest-1052249555 tempest-VolumesActionsTest-1052249555-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.146s {{(pid=74186) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 16:43:36.534029 dv-cinder-798104-1-smb neutron-server[74186]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-47a0dfc9-f294-4178-a7f3-e96484ea2916 req-9d842c6a-d935-471b-b535-328038ca641e tempest-VolumesActionsTest-1052249555 tempest-VolumesActionsTest-1052249555-project] Network 6e18b0df-57ee-4fdd-a0f2-56d2e5b6a027 is already hosted by enough agents. {{(pid=74186) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 28 16:43:36.539595 dv-cinder-798104-1-smb neutron-server[74186]: DEBUG neutron.scheduler.base_scheduler [req-47a0dfc9-f294-4178-a7f3-e96484ea2916 req-9d842c6a-d935-471b-b535-328038ca641e tempest-VolumesActionsTest-1052249555 tempest-VolumesActionsTest-1052249555-project] Resources bound (agent type, host, resource id): {{(pid=74186) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 28 16:43:36.557313 dv-cinder-798104-1-smb neutron-server[74186]: DEBUG neutron.db.l3_dvrscheduler_db [req-47a0dfc9-f294-4178-a7f3-e96484ea2916 req-9d842c6a-d935-471b-b535-328038ca641e tempest-VolumesActionsTest-1052249555 tempest-VolumesActionsTest-1052249555-project] Received port after_create {{(pid=74186) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 28 16:43:36.693995 dv-cinder-798104-1-smb neutron-server[74186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47a0dfc9-f294-4178-a7f3-e96484ea2916 req-9d842c6a-d935-471b-b535-328038ca641e tempest-VolumesActionsTest-1052249555 tempest-VolumesActionsTest-1052249555-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=74186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 16:43:36.693995 dv-cinder-798104-1-smb neutron-server[74186]: DEBUG neutron_lib.callbacks.manager [req-47a0dfc9-f294-4178-a7f3-e96484ea2916 req-9d842c6a-d935-471b-b535-328038ca641e tempest-VolumesActionsTest-1052249555 tempest-VolumesActionsTest-1052249555-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129357'] for port, before_response {{(pid=74186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 16:43:36.745869 dv-cinder-798104-1-smb neutron-server[74186]: INFO neutron.wsgi [req-47a0dfc9-f294-4178-a7f3-e96484ea2916 req-9d842c6a-d935-471b-b535-328038ca641e tempest-VolumesActionsTest-1052249555 tempest-VolumesActionsTest-1052249555-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3505411 Jun 28 16:43:36.765918 dv-cinder-798104-1-smb neutron-server[74186]: DEBUG neutron.api.v2.base [req-47a0dfc9-f294-4178-a7f3-e96484ea2916 req-ab9d081c-77b2-444f-9145-094823cc9f20 service neutron] Request body: {'port': {'device_id': '01e03f2b-b173-4e61-8181-e3b3615a9661', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79810'}} {{(pid=74186) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jun 28 16:43:36.958047 dv-cinder-798104-1-smb neutron-server[74186]: DEBUG neutron_lib.callbacks.manager [req-47a0dfc9-f294-4178-a7f3-e96484ea2916 req-ab9d081c-77b2-444f-9145-094823cc9f20 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621611'] for port, before_update {{(pid=74186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 16:43:37.235523 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4287a10d-caf7-4c68-89ff-b02217699ba5 req-e64f5c80-ead8-4988-a911-b8831c0ef2d6 tempest-ServerRescueNegativeTestJSON-1571951802 tempest-ServerRescueNegativeTestJSON-1571951802-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 16:43:37.237608 dv-cinder-798104-1-smb neutron-server[74185]: INFO neutron.wsgi [req-4287a10d-caf7-4c68-89ff-b02217699ba5 req-e64f5c80-ead8-4988-a911-b8831c0ef2d6 tempest-ServerRescueNegativeTestJSON-1571951802 tempest-ServerRescueNegativeTestJSON-1571951802-project] 10.222.0.26 "GET /v2.0/ports?device_id=79124724-6c76-47fc-bb83-d30672ff67e9 HTTP/1.1" status: 200 len: 946 time: 0.1953530 Jun 28 16:43:37.298670 dv-cinder-798104-1-smb neutron-server[74185]: INFO neutron.wsgi [req-4287a10d-caf7-4c68-89ff-b02217699ba5 req-f089f08a-ca26-41ba-ac1d-b2a6d7cca259 tempest-ServerRescueNegativeTestJSON-1571951802 tempest-ServerRescueNegativeTestJSON-1571951802-project] 10.222.0.26 "GET /v2.0/security-groups?id=23ec9104-6b33-4b08-9a41-3b0a624abc37&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0495291 Jun 28 16:43:37.444700 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6522b501-a933-416c-9f56-0b3fa6768f44 req-b8660935-ca86-4b12-a419-38e9e443ef6c tempest-VolumesActionsTest-1052249555 tempest-VolumesActionsTest-1052249555-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 16:43:37.447701 dv-cinder-798104-1-smb neutron-server[74185]: INFO neutron.wsgi [req-6522b501-a933-416c-9f56-0b3fa6768f44 req-b8660935-ca86-4b12-a419-38e9e443ef6c tempest-VolumesActionsTest-1052249555 tempest-VolumesActionsTest-1052249555-project] 10.222.0.26 "GET /v2.0/ports?device_id=01e03f2b-b173-4e61-8181-e3b3615a9661 HTTP/1.1" status: 200 len: 931 time: 0.1223311 Jun 28 16:43:37.465630 dv-cinder-798104-1-smb neutron-server[74186]: DEBUG neutron.notifiers.nova [req-47a0dfc9-f294-4178-a7f3-e96484ea2916 req-ab9d081c-77b2-444f-9145-094823cc9f20 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f0de803d-7e0a-4b97-8ba1-7d27605873a8 {{(pid=74186) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 28 16:43:37.475561 dv-cinder-798104-1-smb neutron-server[74186]: DEBUG neutron_lib.callbacks.manager [req-47a0dfc9-f294-4178-a7f3-e96484ea2916 req-ab9d081c-77b2-444f-9145-094823cc9f20 service neutron] Notify callbacks [] for port, precommit_update {{(pid=74186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 16:43:37.496207 dv-cinder-798104-1-smb neutron-server[74186]: DEBUG neutron.db.provisioning_blocks [req-47a0dfc9-f294-4178-a7f3-e96484ea2916 req-ab9d081c-77b2-444f-9145-094823cc9f20 service neutron] Transition to ACTIVE for port object f0de803d-7e0a-4b97-8ba1-7d27605873a8 will not be triggered until provisioned by entity L2. {{(pid=74186) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 28 16:43:37.501989 dv-cinder-798104-1-smb neutron-server[74186]: DEBUG neutron_lib.callbacks.manager [req-47a0dfc9-f294-4178-a7f3-e96484ea2916 req-ab9d081c-77b2-444f-9145-094823cc9f20 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-615041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1598908', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774158213048', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774157688378', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774157688423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1108480'] for port, after_update {{(pid=74186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 16:43:37.508515 dv-cinder-798104-1-smb neutron-server[74186]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74186) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 16:43:37.541743 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG neutron.quota.resource [req-6522b501-a933-416c-9f56-0b3fa6768f44 req-4e8a56ce-2091-49ca-b267-675ace8884c8 tempest-VolumesActionsTest-1052249555 tempest-VolumesActionsTest-1052249555-project] Synchronizing usage tracker for tenant:ebcbe54eba0d4c4caca0a5f8a444266a on resource:security_group {{(pid=74185) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 28 16:43:37.572262 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG neutron.quota.resource [req-6522b501-a933-416c-9f56-0b3fa6768f44 req-4e8a56ce-2091-49ca-b267-675ace8884c8 tempest-VolumesActionsTest-1052249555 tempest-VolumesActionsTest-1052249555-project] Unset dirty status for tenant:ebcbe54eba0d4c4caca0a5f8a444266a on resource:security_group {{(pid=74185) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 28 16:43:37.575041 dv-cinder-798104-1-smb neutron-server[74185]: INFO neutron.wsgi [req-6522b501-a933-416c-9f56-0b3fa6768f44 req-4e8a56ce-2091-49ca-b267-675ace8884c8 tempest-VolumesActionsTest-1052249555 tempest-VolumesActionsTest-1052249555-project] 10.222.0.26 "GET /v2.0/security-groups?id=e6a1b9ca-4b56-4306-b545-d77d3b247f5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1176760 Jun 28 16:43:37.597818 dv-cinder-798104-1-smb neutron-server[74186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab9d081c-77b2-444f-9145-094823cc9f20 service neutron] Pushing event updated for resources: {'Port': ['ID=f0de803d-7e0a-4b97-8ba1-7d27605873a8,revision_number=2']} {{(pid=74186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 16:43:37.604025 dv-cinder-798104-1-smb neutron-server[74186]: DEBUG oslo_concurrency.lockutils [None req-ab9d081c-77b2-444f-9145-094823cc9f20 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=74186) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 16:43:37.832780 dv-cinder-798104-1-smb neutron-server[74186]: DEBUG neutron.plugins.ml2.managers [req-47a0dfc9-f294-4178-a7f3-e96484ea2916 req-ab9d081c-77b2-444f-9145-094823cc9f20 service neutron] Attempting to bind port f0de803d-7e0a-4b97-8ba1-7d27605873a8 on host hv-cinder-79810 for vnic_type normal with profile {{(pid=74186) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 28 16:43:37.833015 dv-cinder-798104-1-smb neutron-server[74186]: DEBUG neutron.plugins.ml2.managers [req-47a0dfc9-f294-4178-a7f3-e96484ea2916 req-ab9d081c-77b2-444f-9145-094823cc9f20 service neutron] Attempting to bind port f0de803d-7e0a-4b97-8ba1-7d27605873a8 by drivers openvswitch,hyperv on host hv-cinder-79810 at level 0 using segments [{'id': 'c84370d0-324c-4598-a34b-5a6bed2714f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': '6e18b0df-57ee-4fdd-a0f2-56d2e5b6a027'}] {{(pid=74186) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 28 16:43:37.833316 dv-cinder-798104-1-smb neutron-server[74186]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-47a0dfc9-f294-4178-a7f3-e96484ea2916 req-ab9d081c-77b2-444f-9145-094823cc9f20 service neutron] Attempting to bind port f0de803d-7e0a-4b97-8ba1-7d27605873a8 on network 6e18b0df-57ee-4fdd-a0f2-56d2e5b6a027 {{(pid=74186) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jun 28 16:43:37.842820 dv-cinder-798104-1-smb neutron-server[74186]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-47a0dfc9-f294-4178-a7f3-e96484ea2916 req-ab9d081c-77b2-444f-9145-094823cc9f20 service neutron] Port f0de803d-7e0a-4b97-8ba1-7d27605873a8 on network 6e18b0df-57ee-4fdd-a0f2-56d2e5b6a027 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79810 {{(pid=74186) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jun 28 16:43:37.843188 dv-cinder-798104-1-smb neutron-server[74186]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-47a0dfc9-f294-4178-a7f3-e96484ea2916 req-ab9d081c-77b2-444f-9145-094823cc9f20 service neutron] Attempting to bind port f0de803d-7e0a-4b97-8ba1-7d27605873a8 on network 6e18b0df-57ee-4fdd-a0f2-56d2e5b6a027 {{(pid=74186) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jun 28 16:43:37.851411 dv-cinder-798104-1-smb neutron-server[74186]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-47a0dfc9-f294-4178-a7f3-e96484ea2916 req-ab9d081c-77b2-444f-9145-094823cc9f20 service neutron] Checking agent: {'id': '59d83479-80db-4f55-8b84-25c2a0c8dff8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79810', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 28, 16, 39, 19), 'started_at': datetime.datetime(2021, 6, 28, 16, 39, 19), 'heartbeat_timestamp': datetime.datetime(2021, 6, 28, 16, 43, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=74186) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jun 28 16:43:37.851849 dv-cinder-798104-1-smb neutron-server[74186]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-47a0dfc9-f294-4178-a7f3-e96484ea2916 req-ab9d081c-77b2-444f-9145-094823cc9f20 service neutron] Checking segment: {'id': 'c84370d0-324c-4598-a34b-5a6bed2714f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': '6e18b0df-57ee-4fdd-a0f2-56d2e5b6a027'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=74186) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jun 28 16:43:37.852253 dv-cinder-798104-1-smb neutron-server[74186]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-47a0dfc9-f294-4178-a7f3-e96484ea2916 req-ab9d081c-77b2-444f-9145-094823cc9f20 service neutron] Bound using segment: {'id': 'c84370d0-324c-4598-a34b-5a6bed2714f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': '6e18b0df-57ee-4fdd-a0f2-56d2e5b6a027'} {{(pid=74186) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jun 28 16:43:37.852874 dv-cinder-798104-1-smb neutron-server[74186]: DEBUG neutron.plugins.ml2.managers [req-47a0dfc9-f294-4178-a7f3-e96484ea2916 req-ab9d081c-77b2-444f-9145-094823cc9f20 service neutron] Bound port: f0de803d-7e0a-4b97-8ba1-7d27605873a8, host: hv-cinder-79810, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c84370d0-324c-4598-a34b-5a6bed2714f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': '6e18b0df-57ee-4fdd-a0f2-56d2e5b6a027'}}] {{(pid=74186) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 28 16:43:37.853229 dv-cinder-798104-1-smb neutron-server[74186]: DEBUG neutron_lib.callbacks.manager [req-47a0dfc9-f294-4178-a7f3-e96484ea2916 req-ab9d081c-77b2-444f-9145-094823cc9f20 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621611'] for port, before_update {{(pid=74186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 16:43:38.046917 dv-cinder-798104-1-smb neutron-server[74186]: DEBUG neutron.plugins.ml2.db [req-47a0dfc9-f294-4178-a7f3-e96484ea2916 req-ab9d081c-77b2-444f-9145-094823cc9f20 service neutron] For port f0de803d-7e0a-4b97-8ba1-7d27605873a8, host hv-cinder-79810, cleared binding levels {{(pid=74186) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 28 16:43:38.050698 dv-cinder-798104-1-smb neutron-server[74186]: DEBUG neutron.plugins.ml2.db [req-47a0dfc9-f294-4178-a7f3-e96484ea2916 req-ab9d081c-77b2-444f-9145-094823cc9f20 service neutron] For port f0de803d-7e0a-4b97-8ba1-7d27605873a8, host hv-cinder-79810, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79810',level=0,port_id=f0de803d-7e0a-4b97-8ba1-7d27605873a8,segment=NetworkSegment(c84370d0-324c-4598-a34b-5a6bed2714f2),segment_id=c84370d0-324c-4598-a34b-5a6bed2714f2)] {{(pid=74186) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 28 16:43:38.060049 dv-cinder-798104-1-smb neutron-server[74186]: DEBUG neutron_lib.callbacks.manager [req-47a0dfc9-f294-4178-a7f3-e96484ea2916 req-ab9d081c-77b2-444f-9145-094823cc9f20 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-615041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1598908', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774158213048', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774157688378', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774157688423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1108480'] for port, after_update {{(pid=74186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 16:43:38.071934 dv-cinder-798104-1-smb neutron-server[74186]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74186) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 16:43:38.197745 dv-cinder-798104-1-smb neutron-server[74186]: DEBUG neutron_lib.callbacks.manager [req-47a0dfc9-f294-4178-a7f3-e96484ea2916 req-ab9d081c-77b2-444f-9145-094823cc9f20 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129357'] for port, before_response {{(pid=74186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 16:43:38.200616 dv-cinder-798104-1-smb neutron-server[74186]: INFO neutron.wsgi [req-47a0dfc9-f294-4178-a7f3-e96484ea2916 req-ab9d081c-77b2-444f-9145-094823cc9f20 service neutron] 10.222.0.41 "PUT /v2.0/ports/f0de803d-7e0a-4b97-8ba1-7d27605873a8 HTTP/1.1" status: 200 len: 1093 time: 1.4415524 Jun 28 16:43:38.201371 dv-cinder-798104-1-smb neutron-server[74186]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '01e03f2b-b173-4e61-8181-e3b3615a9661', 'tag': 'f0de803d-7e0a-4b97-8ba1-7d27605873a8'}] {{(pid=74186) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 28 16:43:38.233055 dv-cinder-798104-1-smb neutron-server[74186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab9d081c-77b2-444f-9145-094823cc9f20 service neutron] Pushing event updated for resources: {'Port': ['ID=f0de803d-7e0a-4b97-8ba1-7d27605873a8,revision_number=3']} {{(pid=74186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 16:43:38.238722 dv-cinder-798104-1-smb neutron-server[74186]: DEBUG oslo_concurrency.lockutils [None req-ab9d081c-77b2-444f-9145-094823cc9f20 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.167s {{(pid=74186) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 16:43:38.322602 dv-cinder-798104-1-smb neutron-server[74186]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '01e03f2b-b173-4e61-8181-e3b3615a9661', 'tag': 'f0de803d-7e0a-4b97-8ba1-7d27605873a8', 'status': 'completed', 'code': 200} Jun 28 16:43:38.357908 dv-cinder-798104-1-smb neutron-server[74186]: INFO neutron.wsgi [req-47a0dfc9-f294-4178-a7f3-e96484ea2916 req-fd691b92-9bb7-4d96-832f-18264f4e4e02 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=ebcbe54eba0d4c4caca0a5f8a444266a&device_id=01e03f2b-b173-4e61-8181-e3b3615a9661 HTTP/1.1" status: 200 len: 1096 time: 0.0967059 Jun 28 16:43:38.489747 dv-cinder-798104-1-smb neutron-server[74186]: INFO neutron.wsgi [req-47a0dfc9-f294-4178-a7f3-e96484ea2916 req-ce39213c-3118-42e3-94c0-ec1980aabcdf service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=f0de803d-7e0a-4b97-8ba1-7d27605873a8 HTTP/1.1" status: 200 len: 217 time: 0.1184802 Jun 28 16:43:38.562421 dv-cinder-798104-1-smb neutron-server[74186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47a0dfc9-f294-4178-a7f3-e96484ea2916 req-e8e5132e-6ba2-42be-83a8-5229bf362e31 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=74186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 16:43:38.563995 dv-cinder-798104-1-smb neutron-server[74186]: INFO neutron.wsgi [req-47a0dfc9-f294-4178-a7f3-e96484ea2916 req-e8e5132e-6ba2-42be-83a8-5229bf362e31 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=1e51c34b-d1b1-4021-8c69-f6620a12f4df HTTP/1.1" status: 200 len: 848 time: 0.0638106 Jun 28 16:43:38.631312 dv-cinder-798104-1-smb neutron-server[74186]: INFO neutron.wsgi [req-47a0dfc9-f294-4178-a7f3-e96484ea2916 req-850fd91a-cb1e-4624-9817-f50148f161b5 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=6e18b0df-57ee-4fdd-a0f2-56d2e5b6a027&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0533173 Jun 28 16:43:38.666929 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53444b48-11d5-42a1-89a4-7a2b52f38bc6 req-b4b228fa-1791-47dc-8aac-ec812b600074 tempest-ServerRescueNegativeTestJSON-1571951802 tempest-ServerRescueNegativeTestJSON-1571951802-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 16:43:38.670240 dv-cinder-798104-1-smb neutron-server[74185]: INFO neutron.wsgi [req-53444b48-11d5-42a1-89a4-7a2b52f38bc6 req-b4b228fa-1791-47dc-8aac-ec812b600074 tempest-ServerRescueNegativeTestJSON-1571951802 tempest-ServerRescueNegativeTestJSON-1571951802-project] 10.222.0.26 "GET /v2.0/ports?device_id=79124724-6c76-47fc-bb83-d30672ff67e9 HTTP/1.1" status: 200 len: 946 time: 0.1076791 Jun 28 16:43:38.757273 dv-cinder-798104-1-smb neutron-server[74185]: INFO neutron.wsgi [req-53444b48-11d5-42a1-89a4-7a2b52f38bc6 req-34f53632-fdf1-48b6-8493-3e7d1e1e6f82 tempest-ServerRescueNegativeTestJSON-1571951802 tempest-ServerRescueNegativeTestJSON-1571951802-project] 10.222.0.26 "GET /v2.0/security-groups?id=23ec9104-6b33-4b08-9a41-3b0a624abc37&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0806403 Jun 28 16:43:38.958438 dv-cinder-798104-1-smb neutron-server[74186]: INFO neutron.wsgi [req-47a0dfc9-f294-4178-a7f3-e96484ea2916 req-2af048d5-830d-49ba-9819-82b06a987a45 service neutron] 10.222.0.41 "GET /v2.0/networks/6e18b0df-57ee-4fdd-a0f2-56d2e5b6a027?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3140628 Jun 28 16:43:39.071255 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-116323f1-ee1b-4f35-99c6-f5bd82ddc08d req-aaa5626e-a9e7-4271-a6ad-060973aaf211 tempest-VolumesActionsTest-1052249555 tempest-VolumesActionsTest-1052249555-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 16:43:39.078140 dv-cinder-798104-1-smb neutron-server[74185]: INFO neutron.wsgi [req-116323f1-ee1b-4f35-99c6-f5bd82ddc08d req-aaa5626e-a9e7-4271-a6ad-060973aaf211 tempest-VolumesActionsTest-1052249555 tempest-VolumesActionsTest-1052249555-project] 10.222.0.26 "GET /v2.0/ports?device_id=01e03f2b-b173-4e61-8181-e3b3615a9661 HTTP/1.1" status: 200 len: 943 time: 0.2315886 Jun 28 16:43:39.166826 dv-cinder-798104-1-smb neutron-server[74185]: INFO neutron.wsgi [req-116323f1-ee1b-4f35-99c6-f5bd82ddc08d req-bbcf90b0-7fea-4455-955c-6afcfff677a6 tempest-VolumesActionsTest-1052249555 tempest-VolumesActionsTest-1052249555-project] 10.222.0.26 "GET /v2.0/security-groups?id=e6a1b9ca-4b56-4306-b545-d77d3b247f5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0814948 Jun 28 16:43:39.270703 dv-cinder-798104-1-smb neutron-server[74186]: INFO neutron.wsgi [req-47a0dfc9-f294-4178-a7f3-e96484ea2916 req-b954cf30-7a84-46f1-8f50-01f1685b2430 service neutron] 10.222.0.41 "GET /v2.0/networks/6e18b0df-57ee-4fdd-a0f2-56d2e5b6a027?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3009851 Jun 28 16:43:39.504497 dv-cinder-798104-1-smb neutron-server[74186]: INFO neutron.wsgi [req-c00c270c-a8cf-438e-a5f8-0ae584a2fe86 req-9148080f-a5ad-4f64-9980-4aeead0b1708 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=ebcbe54eba0d4c4caca0a5f8a444266a&device_id=01e03f2b-b173-4e61-8181-e3b3615a9661 HTTP/1.1" status: 200 len: 1096 time: 0.1534717 Jun 28 16:43:39.777618 dv-cinder-798104-1-smb neutron-server[74186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c00c270c-a8cf-438e-a5f8-0ae584a2fe86 req-c1cf3bcc-649b-49eb-8ac8-b4f69e597679 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=74186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 16:43:39.780573 dv-cinder-798104-1-smb neutron-server[74186]: INFO neutron.wsgi [req-c00c270c-a8cf-438e-a5f8-0ae584a2fe86 req-c1cf3bcc-649b-49eb-8ac8-b4f69e597679 service neutron] 10.222.0.41 "GET /v2.0/networks?id=6e18b0df-57ee-4fdd-a0f2-56d2e5b6a027 HTTP/1.1" status: 200 len: 909 time: 0.2625272 Jun 28 16:43:39.788968 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f74cb54b-b071-42ad-a2c5-5ae5ca3f1f56 req-97a093b3-5115-4db1-8e69-ae863a4ca064 tempest-AttachVolumeTestJSON-1575976490 tempest-AttachVolumeTestJSON-1575976490-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 16:43:39.790534 dv-cinder-798104-1-smb neutron-server[74185]: INFO neutron.wsgi [req-f74cb54b-b071-42ad-a2c5-5ae5ca3f1f56 req-97a093b3-5115-4db1-8e69-ae863a4ca064 tempest-AttachVolumeTestJSON-1575976490 tempest-AttachVolumeTestJSON-1575976490-project] 10.222.0.26 "GET /v2.0/ports?device_id=1577b494-1b54-45ce-baf1-96f6d50deecb HTTP/1.1" status: 200 len: 945 time: 0.0881402 Jun 28 16:43:39.877262 dv-cinder-798104-1-smb neutron-server[74185]: INFO neutron.wsgi [req-f74cb54b-b071-42ad-a2c5-5ae5ca3f1f56 req-b4a9122a-4747-4fbf-a6a6-64622e937980 tempest-AttachVolumeTestJSON-1575976490 tempest-AttachVolumeTestJSON-1575976490-project] 10.222.0.26 "GET /v2.0/security-groups?id=d4fabaec-765c-44eb-aea3-0feba44aab14&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0709662 Jun 28 16:43:39.932674 dv-cinder-798104-1-smb neutron-server[74186]: INFO neutron.wsgi [req-c00c270c-a8cf-438e-a5f8-0ae584a2fe86 req-ff0fed8b-ab3a-40af-bd53-f60b2e72c866 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=f0de803d-7e0a-4b97-8ba1-7d27605873a8 HTTP/1.1" status: 200 len: 217 time: 0.1269791 Jun 28 16:43:40.040923 dv-cinder-798104-1-smb neutron-server[74186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c00c270c-a8cf-438e-a5f8-0ae584a2fe86 req-6c02a15a-3aaa-4c28-938a-e5c26824da3a service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=74186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 16:43:40.043331 dv-cinder-798104-1-smb neutron-server[74186]: INFO neutron.wsgi [req-c00c270c-a8cf-438e-a5f8-0ae584a2fe86 req-6c02a15a-3aaa-4c28-938a-e5c26824da3a service neutron] 10.222.0.41 "GET /v2.0/subnets?id=1e51c34b-d1b1-4021-8c69-f6620a12f4df HTTP/1.1" status: 200 len: 848 time: 0.1071649 Jun 28 16:43:40.078668 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec88f58a-4c13-40e5-9360-6b7f56d61588 req-21800fba-3c9a-41f5-8bda-0175b029475e tempest-ServerRescueNegativeTestJSON-1571951802 tempest-ServerRescueNegativeTestJSON-1571951802-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 16:43:40.081524 dv-cinder-798104-1-smb neutron-server[74185]: INFO neutron.wsgi [req-ec88f58a-4c13-40e5-9360-6b7f56d61588 req-21800fba-3c9a-41f5-8bda-0175b029475e tempest-ServerRescueNegativeTestJSON-1571951802 tempest-ServerRescueNegativeTestJSON-1571951802-project] 10.222.0.26 "GET /v2.0/ports?device_id=79124724-6c76-47fc-bb83-d30672ff67e9 HTTP/1.1" status: 200 len: 946 time: 0.1340597 Jun 28 16:43:40.105581 dv-cinder-798104-1-smb neutron-server[74186]: INFO neutron.wsgi [req-c00c270c-a8cf-438e-a5f8-0ae584a2fe86 req-8c33a8d4-4c45-4abf-bc27-1eee984f4b25 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=6e18b0df-57ee-4fdd-a0f2-56d2e5b6a027&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0458846 Jun 28 16:43:40.160186 dv-cinder-798104-1-smb neutron-server[74185]: INFO neutron.wsgi [req-ec88f58a-4c13-40e5-9360-6b7f56d61588 req-f08e50ef-92dc-44bb-b46b-459a38f845cd tempest-ServerRescueNegativeTestJSON-1571951802 tempest-ServerRescueNegativeTestJSON-1571951802-project] 10.222.0.26 "GET /v2.0/security-groups?id=23ec9104-6b33-4b08-9a41-3b0a624abc37&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0711579 Jun 28 16:43:40.278881 dv-cinder-798104-1-smb neutron-server[74186]: INFO neutron.wsgi [req-c00c270c-a8cf-438e-a5f8-0ae584a2fe86 req-8567839e-13a6-4b28-823c-d161f8cd714e service neutron] 10.222.0.41 "GET /v2.0/networks/6e18b0df-57ee-4fdd-a0f2-56d2e5b6a027?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1593068 Jun 28 16:43:40.469346 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af16c191-2cea-4854-92f0-4eac75295cf1 req-93af0969-0e58-481c-b495-e52fb687e824 tempest-VolumesActionsTest-1052249555 tempest-VolumesActionsTest-1052249555-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 16:43:40.471820 dv-cinder-798104-1-smb neutron-server[74185]: INFO neutron.wsgi [req-af16c191-2cea-4854-92f0-4eac75295cf1 req-93af0969-0e58-481c-b495-e52fb687e824 tempest-VolumesActionsTest-1052249555 tempest-VolumesActionsTest-1052249555-project] 10.222.0.26 "GET /v2.0/ports?device_id=01e03f2b-b173-4e61-8181-e3b3615a9661 HTTP/1.1" status: 200 len: 943 time: 0.1109381 Jun 28 16:43:40.479232 dv-cinder-798104-1-smb neutron-server[74186]: INFO neutron.wsgi [req-c00c270c-a8cf-438e-a5f8-0ae584a2fe86 req-a4bbc8f2-87a1-48fd-a51f-3c8fe81622c4 service neutron] 10.222.0.41 "GET /v2.0/networks/6e18b0df-57ee-4fdd-a0f2-56d2e5b6a027?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1854861 Jun 28 16:43:40.524919 dv-cinder-798104-1-smb neutron-server[74185]: INFO neutron.wsgi [req-af16c191-2cea-4854-92f0-4eac75295cf1 req-18ca8c70-fd3f-42f9-be5a-0817feb713c1 tempest-VolumesActionsTest-1052249555 tempest-VolumesActionsTest-1052249555-project] 10.222.0.26 "GET /v2.0/security-groups?id=e6a1b9ca-4b56-4306-b545-d77d3b247f5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459557 Jun 28 16:43:41.475513 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5374ec8-23b7-425e-8da9-ea8a8a1b5c93 req-4baac25c-d0ed-4a6f-98b8-08c9c75971e0 tempest-ServerRescueNegativeTestJSON-1571951802 tempest-ServerRescueNegativeTestJSON-1571951802-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 16:43:41.477099 dv-cinder-798104-1-smb neutron-server[74185]: INFO neutron.wsgi [req-c5374ec8-23b7-425e-8da9-ea8a8a1b5c93 req-4baac25c-d0ed-4a6f-98b8-08c9c75971e0 tempest-ServerRescueNegativeTestJSON-1571951802 tempest-ServerRescueNegativeTestJSON-1571951802-project] 10.222.0.26 "GET /v2.0/ports?device_id=79124724-6c76-47fc-bb83-d30672ff67e9 HTTP/1.1" status: 200 len: 946 time: 0.1623974 Jun 28 16:43:41.489514 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74df9216-9622-483b-b3b0-5ba2138e9572 req-b0174c6c-c13a-470c-9a83-ef7738be8436 tempest-AttachVolumeTestJSON-1575976490 tempest-AttachVolumeTestJSON-1575976490-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 16:43:41.491014 dv-cinder-798104-1-smb neutron-server[74185]: INFO neutron.wsgi [req-74df9216-9622-483b-b3b0-5ba2138e9572 req-b0174c6c-c13a-470c-9a83-ef7738be8436 tempest-AttachVolumeTestJSON-1575976490 tempest-AttachVolumeTestJSON-1575976490-project] 10.222.0.26 "GET /v2.0/ports?device_id=1577b494-1b54-45ce-baf1-96f6d50deecb HTTP/1.1" status: 200 len: 945 time: 0.1386654 Jun 28 16:43:41.582318 dv-cinder-798104-1-smb neutron-server[74185]: INFO neutron.wsgi [req-c5374ec8-23b7-425e-8da9-ea8a8a1b5c93 req-126baad5-c3fa-4a5f-98c7-f589a5ea3c0d tempest-ServerRescueNegativeTestJSON-1571951802 tempest-ServerRescueNegativeTestJSON-1571951802-project] 10.222.0.26 "GET /v2.0/security-groups?id=23ec9104-6b33-4b08-9a41-3b0a624abc37&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0899694 Jun 28 16:43:41.591041 dv-cinder-798104-1-smb neutron-server[74185]: INFO neutron.wsgi [req-74df9216-9622-483b-b3b0-5ba2138e9572 req-88cc6b85-05e9-4b77-a992-d8d2933e122a tempest-AttachVolumeTestJSON-1575976490 tempest-AttachVolumeTestJSON-1575976490-project] 10.222.0.26 "GET /v2.0/security-groups?id=d4fabaec-765c-44eb-aea3-0feba44aab14&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0788512 Jun 28 16:43:41.853026 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55a8c001-dda0-4d30-bc67-6676dd3b66f3 req-aec17eeb-9519-4af3-83ab-1752fc962acd tempest-VolumesActionsTest-1052249555 tempest-VolumesActionsTest-1052249555-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 16:43:41.856228 dv-cinder-798104-1-smb neutron-server[74185]: INFO neutron.wsgi [req-55a8c001-dda0-4d30-bc67-6676dd3b66f3 req-aec17eeb-9519-4af3-83ab-1752fc962acd tempest-VolumesActionsTest-1052249555 tempest-VolumesActionsTest-1052249555-project] 10.222.0.26 "GET /v2.0/ports?device_id=01e03f2b-b173-4e61-8181-e3b3615a9661 HTTP/1.1" status: 200 len: 943 time: 0.1126342 Jun 28 16:43:41.935850 dv-cinder-798104-1-smb neutron-server[74185]: INFO neutron.wsgi [req-55a8c001-dda0-4d30-bc67-6676dd3b66f3 req-c3028978-0e65-4fea-96e9-fd59cc8caafe tempest-VolumesActionsTest-1052249555 tempest-VolumesActionsTest-1052249555-project] 10.222.0.26 "GET /v2.0/security-groups?id=e6a1b9ca-4b56-4306-b545-d77d3b247f5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0733893 Jun 28 16:43:42.300960 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG neutron.wsgi [-] (74185) accepted ('10.222.0.26', 50304) {{(pid=74185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 28 16:43:42.463752 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG neutron_lib.callbacks.manager [None req-bd5804f0-eb59-4c77-81da-fae8a493ac25 admin admin] Notify callbacks [] for security_group, before_create {{(pid=74185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 16:43:42.496310 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG neutron.db.quota.driver [None req-bd5804f0-eb59-4c77-81da-fae8a493ac25 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74185) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 28 16:43:42.500868 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG neutron.quota.resource [None req-bd5804f0-eb59-4c77-81da-fae8a493ac25 admin admin] Usage tracker for resource:security_group_rule and tenant:53ae7a2ba82a40da95a13c33c81e894d is out of sync, need to count used quota {{(pid=74185) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 28 16:43:42.504052 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG neutron.quota.resource [None req-bd5804f0-eb59-4c77-81da-fae8a493ac25 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=74185) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 28 16:43:42.509843 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG neutron.db.quota.driver [None req-bd5804f0-eb59-4c77-81da-fae8a493ac25 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74185) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 28 16:43:42.580016 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG neutron_lib.callbacks.manager [None req-bd5804f0-eb59-4c77-81da-fae8a493ac25 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=74185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 16:43:42.583698 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG neutron_lib.callbacks.manager [None req-bd5804f0-eb59-4c77-81da-fae8a493ac25 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2050486'] for security_group, after_create {{(pid=74185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 16:43:42.590399 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG oslo_concurrency.lockutils [None req-c4d0bc48-f3d4-4a09-8d72-ad5bedff4eb5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74185) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 16:43:42.628340 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd5804f0-eb59-4c77-81da-fae8a493ac25 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7d69d865-fe9c-4704-b42c-31a700427cb5,revision_number=1']} {{(pid=74185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 16:43:42.633162 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG oslo_concurrency.lockutils [None req-bd5804f0-eb59-4c77-81da-fae8a493ac25 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=74185) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 16:43:42.638430 dv-cinder-798104-1-smb neutron-server[74187]: DEBUG neutron.plugins.ml2.rpc [None req-d0e5ad82-df9b-4ee3-8ee9-b93c74fbe1d3 None None] Device f0de803d-7e0a-4b97-8ba1-7d27605873a8 details requested by agent hyperv_hv-cinder-79810 with host hv-cinder-79810 {{(pid=74187) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 28 16:43:42.642178 dv-cinder-798104-1-smb neutron-server[74185]: INFO neutron.wsgi [None req-bd5804f0-eb59-4c77-81da-fae8a493ac25 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=53ae7a2ba82a40da95a13c33c81e894d&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3400161 Jun 28 16:43:42.642772 dv-cinder-798104-1-smb neutron-server[74186]: DEBUG neutron.wsgi [-] (74186) accepted ('10.222.0.26', 50310) {{(pid=74186) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 28 16:43:42.718993 dv-cinder-798104-1-smb neutron-server[74186]: DEBUG neutron_lib.callbacks.manager [None req-79893aea-4d87-4ae7-8bb7-bc8d3ef0496e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=74186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 16:43:42.750498 dv-cinder-798104-1-smb neutron-server[74186]: DEBUG neutron_lib.callbacks.manager [None req-79893aea-4d87-4ae7-8bb7-bc8d3ef0496e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=74186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 16:43:42.810395 dv-cinder-798104-1-smb neutron-server[74186]: DEBUG neutron_lib.callbacks.manager [None req-79893aea-4d87-4ae7-8bb7-bc8d3ef0496e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2050486'] for security_group, after_delete {{(pid=74186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 16:43:42.815352 dv-cinder-798104-1-smb neutron-server[74187]: DEBUG neutron.plugins.ml2.db [None req-d0e5ad82-df9b-4ee3-8ee9-b93c74fbe1d3 None None] For port f0de803d-7e0a-4b97-8ba1-7d27605873a8, host hv-cinder-79810, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79810',level=0,port_id=f0de803d-7e0a-4b97-8ba1-7d27605873a8,segment=NetworkSegment(c84370d0-324c-4598-a34b-5a6bed2714f2),segment_id=c84370d0-324c-4598-a34b-5a6bed2714f2)] {{(pid=74187) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 16:43:42.818490 dv-cinder-798104-1-smb neutron-server[74186]: DEBUG oslo_concurrency.lockutils [None req-7ec5f20b-222a-4238-bd48-ccc445f2feaa admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74186) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 16:43:42.835937 dv-cinder-798104-1-smb neutron-server[74187]: DEBUG neutron.plugins.ml2.rpc [None req-d0e5ad82-df9b-4ee3-8ee9-b93c74fbe1d3 None None] Returning: {'device': 'f0de803d-7e0a-4b97-8ba1-7d27605873a8', 'network_id': '6e18b0df-57ee-4fdd-a0f2-56d2e5b6a027', 'port_id': 'f0de803d-7e0a-4b97-8ba1-7d27605873a8', 'mac_address': 'fa:16:3e:0e:d8:d7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 404, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1e51c34b-d1b1-4021-8c69-f6620a12f4df', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=74187) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 28 16:43:42.837261 dv-cinder-798104-1-smb neutron-server[74186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79893aea-4d87-4ae7-8bb7-bc8d3ef0496e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7d69d865-fe9c-4704-b42c-31a700427cb5,revision_number=None']} {{(pid=74186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 16:43:42.839873 dv-cinder-798104-1-smb neutron-server[74186]: DEBUG neutron_lib.callbacks.manager [None req-79893aea-4d87-4ae7-8bb7-bc8d3ef0496e admin admin] Notify callbacks [] for security_group, before_response {{(pid=74186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 16:43:42.841870 dv-cinder-798104-1-smb neutron-server[74186]: INFO neutron.wsgi [None req-79893aea-4d87-4ae7-8bb7-bc8d3ef0496e admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/7d69d865-fe9c-4704-b42c-31a700427cb5 HTTP/1.1" status: 204 len: 168 time: 0.1979623 Jun 28 16:43:42.843033 dv-cinder-798104-1-smb neutron-server[74186]: DEBUG oslo_concurrency.lockutils [None req-79893aea-4d87-4ae7-8bb7-bc8d3ef0496e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=74186) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 16:43:42.926509 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aebdfe4-96d8-4002-9c12-c0c284fbe52f req-d30853bb-803a-4822-816b-f1de80d167cd tempest-ServerRescueNegativeTestJSON-1571951802 tempest-ServerRescueNegativeTestJSON-1571951802-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 16:43:42.928157 dv-cinder-798104-1-smb neutron-server[74185]: INFO neutron.wsgi [req-4aebdfe4-96d8-4002-9c12-c0c284fbe52f req-d30853bb-803a-4822-816b-f1de80d167cd tempest-ServerRescueNegativeTestJSON-1571951802 tempest-ServerRescueNegativeTestJSON-1571951802-project] 10.222.0.26 "GET /v2.0/ports?device_id=79124724-6c76-47fc-bb83-d30672ff67e9 HTTP/1.1" status: 200 len: 946 time: 0.1400621 Jun 28 16:43:42.939792 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d75a9c1-981f-4fe2-8142-323298d0844a req-228741d7-ed35-47a5-9d69-ce0a8e9e26f0 tempest-AttachVolumeTestJSON-1575976490 tempest-AttachVolumeTestJSON-1575976490-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 16:43:42.941526 dv-cinder-798104-1-smb neutron-server[74185]: INFO neutron.wsgi [req-7d75a9c1-981f-4fe2-8142-323298d0844a req-228741d7-ed35-47a5-9d69-ce0a8e9e26f0 tempest-AttachVolumeTestJSON-1575976490 tempest-AttachVolumeTestJSON-1575976490-project] 10.222.0.26 "GET /v2.0/ports?device_id=1577b494-1b54-45ce-baf1-96f6d50deecb HTTP/1.1" status: 200 len: 945 time: 0.1920071 Jun 28 16:43:42.970605 dv-cinder-798104-1-smb neutron-server[74187]: DEBUG neutron_lib.callbacks.manager [None req-d0e5ad82-df9b-4ee3-8ee9-b93c74fbe1d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621611'] for port, before_update {{(pid=74187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 16:43:43.006743 dv-cinder-798104-1-smb neutron-server[74187]: DEBUG neutron.notifiers.nova [None req-d0e5ad82-df9b-4ee3-8ee9-b93c74fbe1d3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f0de803d-7e0a-4b97-8ba1-7d27605873a8 {{(pid=74187) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 28 16:43:43.025068 dv-cinder-798104-1-smb neutron-server[74185]: INFO neutron.wsgi [req-4aebdfe4-96d8-4002-9c12-c0c284fbe52f req-f18e7e84-a2d6-4109-9787-6fdb608ab4bf tempest-ServerRescueNegativeTestJSON-1571951802 tempest-ServerRescueNegativeTestJSON-1571951802-project] 10.222.0.26 "GET /v2.0/security-groups?id=23ec9104-6b33-4b08-9a41-3b0a624abc37&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0817008 Jun 28 16:43:43.027274 dv-cinder-798104-1-smb neutron-server[74185]: INFO neutron.wsgi [req-7d75a9c1-981f-4fe2-8142-323298d0844a req-7f32e015-e338-4f63-ad43-f81276a398a5 tempest-AttachVolumeTestJSON-1575976490 tempest-AttachVolumeTestJSON-1575976490-project] 10.222.0.26 "GET /v2.0/security-groups?id=d4fabaec-765c-44eb-aea3-0feba44aab14&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0679064 Jun 28 16:43:43.034768 dv-cinder-798104-1-smb neutron-server[74187]: DEBUG neutron.plugins.ml2.db [None req-d0e5ad82-df9b-4ee3-8ee9-b93c74fbe1d3 None None] For port f0de803d-7e0a-4b97-8ba1-7d27605873a8, host hv-cinder-79810, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79810',level=0,port_id=f0de803d-7e0a-4b97-8ba1-7d27605873a8,segment=NetworkSegment(c84370d0-324c-4598-a34b-5a6bed2714f2),segment_id=c84370d0-324c-4598-a34b-5a6bed2714f2)] {{(pid=74187) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 16:43:43.044261 dv-cinder-798104-1-smb neutron-server[74187]: DEBUG neutron_lib.callbacks.manager [None req-d0e5ad82-df9b-4ee3-8ee9-b93c74fbe1d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-615041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1598908', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774158213048', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774157688378', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774157688423'] for port, after_update {{(pid=74187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 16:43:43.048664 dv-cinder-798104-1-smb neutron-server[74187]: DEBUG oslo_concurrency.lockutils [None req-8086783f-535e-4ec4-831e-d400e2bfbdc7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74187) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 16:43:43.182542 dv-cinder-798104-1-smb neutron-server[74187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0e5ad82-df9b-4ee3-8ee9-b93c74fbe1d3 None None] Pushing event updated for resources: {'Port': ['ID=f0de803d-7e0a-4b97-8ba1-7d27605873a8,revision_number=4']} {{(pid=74187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 16:43:43.200428 dv-cinder-798104-1-smb neutron-server[74187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0e5ad82-df9b-4ee3-8ee9-b93c74fbe1d3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798104-1-smb {{(pid=74187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 16:43:43.201169 dv-cinder-798104-1-smb neutron-server[74187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0e5ad82-df9b-4ee3-8ee9-b93c74fbe1d3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798104-1-smb {{(pid=74187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 16:43:43.201978 dv-cinder-798104-1-smb neutron-server[74187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0e5ad82-df9b-4ee3-8ee9-b93c74fbe1d3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798104-1-smb {{(pid=74187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 16:43:43.202534 dv-cinder-798104-1-smb neutron-server[74187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0e5ad82-df9b-4ee3-8ee9-b93c74fbe1d3 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-798104-1-smb {{(pid=74187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 16:43:43.203091 dv-cinder-798104-1-smb neutron-server[74187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0e5ad82-df9b-4ee3-8ee9-b93c74fbe1d3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798104-1-smb {{(pid=74187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 16:43:43.203668 dv-cinder-798104-1-smb neutron-server[74187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0e5ad82-df9b-4ee3-8ee9-b93c74fbe1d3 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-798104-1-smb {{(pid=74187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 16:43:43.204248 dv-cinder-798104-1-smb neutron-server[74187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0e5ad82-df9b-4ee3-8ee9-b93c74fbe1d3 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798104-1-smb {{(pid=74187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 16:43:43.204790 dv-cinder-798104-1-smb neutron-server[74187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0e5ad82-df9b-4ee3-8ee9-b93c74fbe1d3 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798104-1-smb {{(pid=74187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 16:43:43.205224 dv-cinder-798104-1-smb neutron-server[74187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0e5ad82-df9b-4ee3-8ee9-b93c74fbe1d3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798104-1-smb {{(pid=74187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 16:43:43.205700 dv-cinder-798104-1-smb neutron-server[74187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0e5ad82-df9b-4ee3-8ee9-b93c74fbe1d3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798104-1-smb {{(pid=74187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 16:43:43.206411 dv-cinder-798104-1-smb neutron-server[74187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0e5ad82-df9b-4ee3-8ee9-b93c74fbe1d3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798104-1-smb {{(pid=74187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 16:43:43.213229 dv-cinder-798104-1-smb neutron-server[74187]: DEBUG oslo_concurrency.lockutils [None req-d0e5ad82-df9b-4ee3-8ee9-b93c74fbe1d3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.166s {{(pid=74187) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 16:43:43.294677 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1011428-258d-456c-b9d3-8b8c59d0a07b req-a2e77794-1f82-4cbc-bbfc-a7bed063c32f tempest-VolumesActionsTest-1052249555 tempest-VolumesActionsTest-1052249555-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 16:43:43.297285 dv-cinder-798104-1-smb neutron-server[74185]: INFO neutron.wsgi [req-f1011428-258d-456c-b9d3-8b8c59d0a07b req-a2e77794-1f82-4cbc-bbfc-a7bed063c32f tempest-VolumesActionsTest-1052249555 tempest-VolumesActionsTest-1052249555-project] 10.222.0.26 "GET /v2.0/ports?device_id=01e03f2b-b173-4e61-8181-e3b3615a9661 HTTP/1.1" status: 200 len: 944 time: 0.1081836 Jun 28 16:43:43.373791 dv-cinder-798104-1-smb neutron-server[74185]: INFO neutron.wsgi [req-f1011428-258d-456c-b9d3-8b8c59d0a07b req-4b495530-7ec7-4f62-9772-ba16c250bccb tempest-VolumesActionsTest-1052249555 tempest-VolumesActionsTest-1052249555-project] 10.222.0.26 "GET /v2.0/security-groups?id=e6a1b9ca-4b56-4306-b545-d77d3b247f5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0626345 Jun 28 16:43:43.493820 dv-cinder-798104-1-smb neutron-server[74187]: DEBUG neutron.plugins.ml2.db [None req-d0e5ad82-df9b-4ee3-8ee9-b93c74fbe1d3 None None] get_ports_and_sgs() called for port_ids ['f0de803d-7e0a-4b97-8ba1-7d27605873a8'] {{(pid=74187) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jun 28 16:43:43.540957 dv-cinder-798104-1-smb neutron-server[74186]: DEBUG neutron.wsgi [-] (74186) accepted ('10.222.0.26', 50340) {{(pid=74186) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 28 16:43:43.641697 dv-cinder-798104-1-smb neutron-server[74187]: DEBUG neutron_lib.callbacks.manager [None req-230fdaef-0068-426f-b4fe-f4bef9ab4c63 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774158209648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1002899'] for agent, after_update {{(pid=74187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 16:43:43.716853 dv-cinder-798104-1-smb neutron-server[74186]: DEBUG neutron_lib.callbacks.manager [None req-9e131c31-c14d-42ec-bbbd-856ab0b4663e admin admin] Notify callbacks [] for security_group, before_create {{(pid=74186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 16:43:43.752007 dv-cinder-798104-1-smb neutron-server[74186]: DEBUG neutron.db.quota.driver [None req-9e131c31-c14d-42ec-bbbd-856ab0b4663e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74186) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 28 16:43:43.756645 dv-cinder-798104-1-smb neutron-server[74186]: DEBUG neutron.quota.resource [None req-9e131c31-c14d-42ec-bbbd-856ab0b4663e admin admin] Usage tracker for resource:security_group_rule and tenant:3401f37a5b0e4e02ada32daf019ec646 is out of sync, need to count used quota {{(pid=74186) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 28 16:43:43.760072 dv-cinder-798104-1-smb neutron-server[74186]: DEBUG neutron.quota.resource [None req-9e131c31-c14d-42ec-bbbd-856ab0b4663e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=74186) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 28 16:43:43.767237 dv-cinder-798104-1-smb neutron-server[74186]: DEBUG neutron.db.quota.driver [None req-9e131c31-c14d-42ec-bbbd-856ab0b4663e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74186) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 28 16:43:43.841291 dv-cinder-798104-1-smb neutron-server[74186]: DEBUG neutron_lib.callbacks.manager [None req-9e131c31-c14d-42ec-bbbd-856ab0b4663e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=74186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 16:43:43.846501 dv-cinder-798104-1-smb neutron-server[74186]: DEBUG neutron_lib.callbacks.manager [None req-9e131c31-c14d-42ec-bbbd-856ab0b4663e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2050486'] for security_group, after_create {{(pid=74186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 16:43:43.854502 dv-cinder-798104-1-smb neutron-server[74186]: DEBUG oslo_concurrency.lockutils [None req-3b5dab54-929d-4cdf-9a33-8fbb275fcbf6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74186) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 16:43:43.863464 dv-cinder-798104-1-smb neutron-server[74187]: DEBUG neutron_lib.callbacks.manager [None req-c72dd329-595c-4eca-9296-ba6eff8780d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774158209648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1002899'] for agent, after_update {{(pid=74187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 16:43:43.887585 dv-cinder-798104-1-smb neutron-server[74186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e131c31-c14d-42ec-bbbd-856ab0b4663e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=794a920c-c883-432f-85ed-7f8f8912b268,revision_number=1']} {{(pid=74186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 16:43:43.892978 dv-cinder-798104-1-smb neutron-server[74186]: DEBUG oslo_concurrency.lockutils [None req-9e131c31-c14d-42ec-bbbd-856ab0b4663e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=74186) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 16:43:43.911030 dv-cinder-798104-1-smb neutron-server[74186]: INFO neutron.wsgi [None req-9e131c31-c14d-42ec-bbbd-856ab0b4663e admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=3401f37a5b0e4e02ada32daf019ec646&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3664076 Jun 28 16:43:43.913613 dv-cinder-798104-1-smb neutron-server[74186]: DEBUG neutron.wsgi [-] (74186) accepted ('10.222.0.26', 50352) {{(pid=74186) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 28 16:43:44.047994 dv-cinder-798104-1-smb neutron-server[74186]: DEBUG neutron_lib.callbacks.manager [None req-a0f78e59-d176-4c80-8446-3ab46f310034 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=74186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 16:43:44.094912 dv-cinder-798104-1-smb neutron-server[74186]: DEBUG neutron_lib.callbacks.manager [None req-a0f78e59-d176-4c80-8446-3ab46f310034 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=74186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 16:43:44.163934 dv-cinder-798104-1-smb neutron-server[74186]: DEBUG neutron_lib.callbacks.manager [None req-a0f78e59-d176-4c80-8446-3ab46f310034 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2050486'] for security_group, after_delete {{(pid=74186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 16:43:44.168933 dv-cinder-798104-1-smb neutron-server[74186]: DEBUG oslo_concurrency.lockutils [None req-e104b651-061e-4234-8897-6e79bf187539 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74186) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 16:43:44.186431 dv-cinder-798104-1-smb neutron-server[74186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0f78e59-d176-4c80-8446-3ab46f310034 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=794a920c-c883-432f-85ed-7f8f8912b268,revision_number=None']} {{(pid=74186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 16:43:44.202118 dv-cinder-798104-1-smb neutron-server[74186]: DEBUG oslo_concurrency.lockutils [None req-a0f78e59-d176-4c80-8446-3ab46f310034 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=74186) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 16:43:44.214610 dv-cinder-798104-1-smb neutron-server[74186]: DEBUG neutron_lib.callbacks.manager [None req-a0f78e59-d176-4c80-8446-3ab46f310034 admin admin] Notify callbacks [] for security_group, before_response {{(pid=74186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 16:43:44.223128 dv-cinder-798104-1-smb neutron-server[74186]: INFO neutron.wsgi [None req-a0f78e59-d176-4c80-8446-3ab46f310034 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/794a920c-c883-432f-85ed-7f8f8912b268 HTTP/1.1" status: 204 len: 168 time: 0.3080542 Jun 28 16:43:44.465426 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce7d3b80-495d-47f2-8cca-3366385f30b8 req-c82c5d87-375b-4014-b532-b875990745d4 tempest-ServerRescueNegativeTestJSON-1571951802 tempest-ServerRescueNegativeTestJSON-1571951802-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 16:43:44.466860 dv-cinder-798104-1-smb neutron-server[74185]: INFO neutron.wsgi [req-ce7d3b80-495d-47f2-8cca-3366385f30b8 req-c82c5d87-375b-4014-b532-b875990745d4 tempest-ServerRescueNegativeTestJSON-1571951802 tempest-ServerRescueNegativeTestJSON-1571951802-project] 10.222.0.26 "GET /v2.0/ports?device_id=79124724-6c76-47fc-bb83-d30672ff67e9 HTTP/1.1" status: 200 len: 946 time: 0.2256532 Jun 28 16:43:44.486206 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58877807-f3b8-46e8-b390-d94a565b38d9 req-e849b35e-b0dc-493b-9813-556b69eca0a2 tempest-AttachVolumeTestJSON-1575976490 tempest-AttachVolumeTestJSON-1575976490-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 16:43:44.487985 dv-cinder-798104-1-smb neutron-server[74185]: INFO neutron.wsgi [req-58877807-f3b8-46e8-b390-d94a565b38d9 req-e849b35e-b0dc-493b-9813-556b69eca0a2 tempest-AttachVolumeTestJSON-1575976490 tempest-AttachVolumeTestJSON-1575976490-project] 10.222.0.26 "GET /v2.0/ports?device_id=1577b494-1b54-45ce-baf1-96f6d50deecb HTTP/1.1" status: 200 len: 945 time: 0.2019317 Jun 28 16:43:44.570097 dv-cinder-798104-1-smb neutron-server[74185]: INFO neutron.wsgi [req-ce7d3b80-495d-47f2-8cca-3366385f30b8 req-5a718329-5906-44b7-a145-37d1f2ea4da3 tempest-ServerRescueNegativeTestJSON-1571951802 tempest-ServerRescueNegativeTestJSON-1571951802-project] 10.222.0.26 "GET /v2.0/security-groups?id=23ec9104-6b33-4b08-9a41-3b0a624abc37&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0807648 Jun 28 16:43:44.593234 dv-cinder-798104-1-smb neutron-server[74185]: INFO neutron.wsgi [req-58877807-f3b8-46e8-b390-d94a565b38d9 req-63f50039-8fef-4cda-a9d8-679b4def3cbd tempest-AttachVolumeTestJSON-1575976490 tempest-AttachVolumeTestJSON-1575976490-project] 10.222.0.26 "GET /v2.0/security-groups?id=d4fabaec-765c-44eb-aea3-0feba44aab14&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0859420 Jun 28 16:43:44.647335 dv-cinder-798104-1-smb neutron-server[74187]: DEBUG neutron.plugins.ml2.rpc [None req-d0e5ad82-df9b-4ee3-8ee9-b93c74fbe1d3 None None] Device f0de803d-7e0a-4b97-8ba1-7d27605873a8 up at agent hyperv_hv-cinder-79810 {{(pid=74187) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 28 16:43:44.809332 dv-cinder-798104-1-smb neutron-server[74187]: DEBUG neutron.db.provisioning_blocks [None req-d0e5ad82-df9b-4ee3-8ee9-b93c74fbe1d3 None None] Provisioning for port f0de803d-7e0a-4b97-8ba1-7d27605873a8 completed by entity L2. {{(pid=74187) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 28 16:43:44.816279 dv-cinder-798104-1-smb neutron-server[74187]: DEBUG neutron.db.provisioning_blocks [None req-d0e5ad82-df9b-4ee3-8ee9-b93c74fbe1d3 None None] Provisioning complete for port f0de803d-7e0a-4b97-8ba1-7d27605873a8 triggered by entity L2. {{(pid=74187) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 28 16:43:44.816753 dv-cinder-798104-1-smb neutron-server[74187]: DEBUG neutron_lib.callbacks.manager [None req-d0e5ad82-df9b-4ee3-8ee9-b93c74fbe1d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1002786'] for port, provisioning_complete {{(pid=74187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 16:43:45.078424 dv-cinder-798104-1-smb neutron-server[74187]: DEBUG neutron_lib.callbacks.manager [None req-d0e5ad82-df9b-4ee3-8ee9-b93c74fbe1d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621611'] for port, before_update {{(pid=74187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 16:43:45.098180 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-702f8bce-aa3d-49f8-a9d2-3a77d1861a94 req-4b635500-69dd-4e7a-b72d-f1375b76a0c3 tempest-VolumesActionsTest-1052249555 tempest-VolumesActionsTest-1052249555-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 16:43:45.110704 dv-cinder-798104-1-smb neutron-server[74185]: INFO neutron.wsgi [req-702f8bce-aa3d-49f8-a9d2-3a77d1861a94 req-4b635500-69dd-4e7a-b72d-f1375b76a0c3 tempest-VolumesActionsTest-1052249555 tempest-VolumesActionsTest-1052249555-project] 10.222.0.26 "GET /v2.0/ports?device_id=01e03f2b-b173-4e61-8181-e3b3615a9661 HTTP/1.1" status: 200 len: 944 time: 0.1645942 Jun 28 16:43:45.123979 dv-cinder-798104-1-smb neutron-server[74187]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '01e03f2b-b173-4e61-8181-e3b3615a9661', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f0de803d-7e0a-4b97-8ba1-7d27605873a8'}] {{(pid=74187) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 28 16:43:45.143833 dv-cinder-798104-1-smb neutron-server[74187]: DEBUG neutron.plugins.ml2.db [None req-d0e5ad82-df9b-4ee3-8ee9-b93c74fbe1d3 None None] For port f0de803d-7e0a-4b97-8ba1-7d27605873a8, host hv-cinder-79810, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79810',level=0,port_id=f0de803d-7e0a-4b97-8ba1-7d27605873a8,segment=NetworkSegment(c84370d0-324c-4598-a34b-5a6bed2714f2),segment_id=c84370d0-324c-4598-a34b-5a6bed2714f2)] {{(pid=74187) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 16:43:45.150340 dv-cinder-798104-1-smb neutron-server[74187]: DEBUG neutron_lib.callbacks.manager [None req-d0e5ad82-df9b-4ee3-8ee9-b93c74fbe1d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-615041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1598908', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774158213048', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774157688378', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774157688423'] for port, after_update {{(pid=74187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 16:43:45.156391 dv-cinder-798104-1-smb neutron-server[74187]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74187) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 16:43:45.227487 dv-cinder-798104-1-smb neutron-server[74187]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '01e03f2b-b173-4e61-8181-e3b3615a9661', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f0de803d-7e0a-4b97-8ba1-7d27605873a8', 'code': 200} Jun 28 16:43:45.232552 dv-cinder-798104-1-smb neutron-server[74185]: INFO neutron.wsgi [req-702f8bce-aa3d-49f8-a9d2-3a77d1861a94 req-b5d08a9d-2e87-426c-a990-e915cdba0f0a tempest-VolumesActionsTest-1052249555 tempest-VolumesActionsTest-1052249555-project] 10.222.0.26 "GET /v2.0/security-groups?id=e6a1b9ca-4b56-4306-b545-d77d3b247f5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1208472 Jun 28 16:43:45.288821 dv-cinder-798104-1-smb neutron-server[74187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0e5ad82-df9b-4ee3-8ee9-b93c74fbe1d3 None None] Pushing event updated for resources: {'Port': ['ID=f0de803d-7e0a-4b97-8ba1-7d27605873a8,revision_number=5']} {{(pid=74187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 16:43:45.295047 dv-cinder-798104-1-smb neutron-server[74187]: DEBUG oslo_concurrency.lockutils [None req-d0e5ad82-df9b-4ee3-8ee9-b93c74fbe1d3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.138s {{(pid=74187) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 16:43:45.612541 dv-cinder-798104-1-smb neutron-server[74186]: INFO neutron.wsgi [req-54e91ac5-4b51-495e-9389-6f507778ca7e req-93b6dc05-795e-4d7b-9266-3329ab18db6d service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=01e03f2b-b173-4e61-8181-e3b3615a9661 HTTP/1.1" status: 200 len: 1098 time: 0.1245060 Jun 28 16:43:45.707411 dv-cinder-798104-1-smb neutron-server[74186]: INFO neutron.wsgi [req-54e91ac5-4b51-495e-9389-6f507778ca7e req-215f722d-31ee-4c48-b89d-d2a8474178dc service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=e6a1b9ca-4b56-4306-b545-d77d3b247f5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0857458 Jun 28 16:43:45.841464 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab83086d-cf16-47f5-b30b-bdbc860bf0ff req-1de99cfb-32f5-4b3b-8dad-3869f386b9cf tempest-ServerRescueNegativeTestJSON-1571951802 tempest-ServerRescueNegativeTestJSON-1571951802-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 16:43:45.849138 dv-cinder-798104-1-smb neutron-server[74185]: INFO neutron.wsgi [req-ab83086d-cf16-47f5-b30b-bdbc860bf0ff req-1de99cfb-32f5-4b3b-8dad-3869f386b9cf tempest-ServerRescueNegativeTestJSON-1571951802 tempest-ServerRescueNegativeTestJSON-1571951802-project] 10.222.0.26 "GET /v2.0/ports?device_id=79124724-6c76-47fc-bb83-d30672ff67e9 HTTP/1.1" status: 200 len: 946 time: 0.1102984 Jun 28 16:43:45.959063 dv-cinder-798104-1-smb neutron-server[74185]: INFO neutron.wsgi [req-ab83086d-cf16-47f5-b30b-bdbc860bf0ff req-a58aabd8-29f8-4a30-8f27-60bd30bfe115 tempest-ServerRescueNegativeTestJSON-1571951802 tempest-ServerRescueNegativeTestJSON-1571951802-project] 10.222.0.26 "GET /v2.0/security-groups?id=23ec9104-6b33-4b08-9a41-3b0a624abc37&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1088831 Jun 28 16:43:46.009290 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e81577a9-feee-43d0-a6bf-2ef718014629 req-95d5a05b-5c57-45bf-8088-f6b88a6b4d55 tempest-AttachVolumeTestJSON-1575976490 tempest-AttachVolumeTestJSON-1575976490-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 16:43:46.012489 dv-cinder-798104-1-smb neutron-server[74185]: INFO neutron.wsgi [req-e81577a9-feee-43d0-a6bf-2ef718014629 req-95d5a05b-5c57-45bf-8088-f6b88a6b4d55 tempest-AttachVolumeTestJSON-1575976490 tempest-AttachVolumeTestJSON-1575976490-project] 10.222.0.26 "GET /v2.0/ports?device_id=1577b494-1b54-45ce-baf1-96f6d50deecb HTTP/1.1" status: 200 len: 945 time: 0.1232572 Jun 28 16:43:46.066169 dv-cinder-798104-1-smb neutron-server[74185]: INFO neutron.wsgi [req-e81577a9-feee-43d0-a6bf-2ef718014629 req-a5a10378-9cd3-4da7-8d52-7172e97b211b tempest-AttachVolumeTestJSON-1575976490 tempest-AttachVolumeTestJSON-1575976490-project] 10.222.0.26 "GET /v2.0/security-groups?id=d4fabaec-765c-44eb-aea3-0feba44aab14&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0461996 Jun 28 16:43:46.156090 dv-cinder-798104-1-smb neutron-server[74187]: DEBUG neutron_lib.callbacks.manager [None req-a2ac1c7f-4aa3-4ca3-8bd3-ad234eda9df8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774158209648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1002899'] for agent, after_update {{(pid=74187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 16:43:46.596817 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-def6380e-d959-4e94-935c-458ec88c2dd6 req-aec1705c-1f04-46f9-a9d2-7f5267a3ed5b tempest-VolumesActionsTest-1052249555 tempest-VolumesActionsTest-1052249555-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 16:43:46.598997 dv-cinder-798104-1-smb neutron-server[74185]: INFO neutron.wsgi [req-def6380e-d959-4e94-935c-458ec88c2dd6 req-aec1705c-1f04-46f9-a9d2-7f5267a3ed5b tempest-VolumesActionsTest-1052249555 tempest-VolumesActionsTest-1052249555-project] 10.222.0.26 "GET /v2.0/ports?device_id=01e03f2b-b173-4e61-8181-e3b3615a9661 HTTP/1.1" status: 200 len: 945 time: 0.1386764 Jun 28 16:43:46.657016 dv-cinder-798104-1-smb neutron-server[74185]: INFO neutron.wsgi [req-def6380e-d959-4e94-935c-458ec88c2dd6 req-92607874-dba9-4f94-8d1c-5a393ea2c05e tempest-VolumesActionsTest-1052249555 tempest-VolumesActionsTest-1052249555-project] 10.222.0.26 "GET /v2.0/security-groups?id=e6a1b9ca-4b56-4306-b545-d77d3b247f5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0490267 Jun 28 16:43:46.697173 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG neutron.wsgi [-] (74185) accepted ('10.222.0.26', 50426) {{(pid=74185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 28 16:43:46.889583 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG neutron_lib.callbacks.manager [None req-d9179646-16a9-4202-8079-20f03378875c admin admin] Notify callbacks [] for security_group, before_create {{(pid=74185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 16:43:46.960179 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG neutron.db.quota.driver [None req-d9179646-16a9-4202-8079-20f03378875c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74185) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 28 16:43:46.967665 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG neutron.quota.resource [None req-d9179646-16a9-4202-8079-20f03378875c admin admin] Usage tracker for resource:security_group_rule and tenant:190ca8fddb774ff9b5160ac2869b0e44 is out of sync, need to count used quota {{(pid=74185) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 28 16:43:46.973231 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG neutron.quota.resource [None req-d9179646-16a9-4202-8079-20f03378875c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=74185) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 28 16:43:46.987400 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG neutron.db.quota.driver [None req-d9179646-16a9-4202-8079-20f03378875c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74185) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 28 16:43:47.244398 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG neutron_lib.callbacks.manager [None req-d9179646-16a9-4202-8079-20f03378875c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=74185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 16:43:47.253280 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG neutron_lib.callbacks.manager [None req-d9179646-16a9-4202-8079-20f03378875c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2050486'] for security_group, after_create {{(pid=74185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 16:43:47.272932 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG oslo_concurrency.lockutils [None req-e4b86774-83a4-4cbe-99c7-0d5794326f0c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74185) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 16:43:47.400696 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9179646-16a9-4202-8079-20f03378875c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ed31aba8-8642-48fd-9db6-194b57c0f56c,revision_number=1']} {{(pid=74185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 16:43:47.404916 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG oslo_concurrency.lockutils [None req-d9179646-16a9-4202-8079-20f03378875c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.133s {{(pid=74185) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 16:43:47.410537 dv-cinder-798104-1-smb neutron-server[74185]: INFO neutron.wsgi [None req-d9179646-16a9-4202-8079-20f03378875c admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=190ca8fddb774ff9b5160ac2869b0e44&name=default HTTP/1.1" status: 200 len: 2647 time: 0.7122617 Jun 28 16:43:47.415125 dv-cinder-798104-1-smb neutron-server[74186]: DEBUG neutron.wsgi [-] (74186) accepted ('10.222.0.26', 50444) {{(pid=74186) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 28 16:43:47.453946 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97889e19-a9a4-40a2-88c4-abc90562481f req-5b0a8867-9387-43e0-8e0f-3e99a80c7e6a tempest-AttachVolumeTestJSON-1575976490 tempest-AttachVolumeTestJSON-1575976490-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 16:43:47.455498 dv-cinder-798104-1-smb neutron-server[74185]: INFO neutron.wsgi [req-97889e19-a9a4-40a2-88c4-abc90562481f req-5b0a8867-9387-43e0-8e0f-3e99a80c7e6a tempest-AttachVolumeTestJSON-1575976490 tempest-AttachVolumeTestJSON-1575976490-project] 10.222.0.26 "GET /v2.0/ports?device_id=1577b494-1b54-45ce-baf1-96f6d50deecb HTTP/1.1" status: 200 len: 945 time: 0.1311383 Jun 28 16:43:47.495774 dv-cinder-798104-1-smb neutron-server[74186]: DEBUG neutron_lib.callbacks.manager [None req-0bc85118-2c70-4382-88dd-d5dabd04ead2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=74186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 16:43:47.522729 dv-cinder-798104-1-smb neutron-server[74185]: INFO neutron.wsgi [req-97889e19-a9a4-40a2-88c4-abc90562481f req-b2106e5a-c0e1-4eb1-a710-e73b7277fa23 tempest-AttachVolumeTestJSON-1575976490 tempest-AttachVolumeTestJSON-1575976490-project] 10.222.0.26 "GET /v2.0/security-groups?id=d4fabaec-765c-44eb-aea3-0feba44aab14&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0547006 Jun 28 16:43:47.528610 dv-cinder-798104-1-smb neutron-server[74186]: DEBUG neutron_lib.callbacks.manager [None req-0bc85118-2c70-4382-88dd-d5dabd04ead2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=74186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 16:43:47.574182 dv-cinder-798104-1-smb neutron-server[74187]: DEBUG neutron_lib.callbacks.manager [None req-17b6939a-39ed-439c-8d74-c49ac6595f0c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774158209648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1002899'] for agent, after_update {{(pid=74187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 16:43:47.607579 dv-cinder-798104-1-smb neutron-server[74186]: DEBUG neutron_lib.callbacks.manager [None req-0bc85118-2c70-4382-88dd-d5dabd04ead2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2050486'] for security_group, after_delete {{(pid=74186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 16:43:47.611632 dv-cinder-798104-1-smb neutron-server[74186]: DEBUG oslo_concurrency.lockutils [None req-6719a7e3-1e12-4bf2-ae5f-6d82f9fb47f4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74186) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 16:43:47.624706 dv-cinder-798104-1-smb neutron-server[74186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bc85118-2c70-4382-88dd-d5dabd04ead2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ed31aba8-8642-48fd-9db6-194b57c0f56c,revision_number=None']} {{(pid=74186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 16:43:47.628175 dv-cinder-798104-1-smb neutron-server[74186]: DEBUG oslo_concurrency.lockutils [None req-0bc85118-2c70-4382-88dd-d5dabd04ead2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=74186) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 16:43:47.637815 dv-cinder-798104-1-smb neutron-server[74186]: DEBUG neutron_lib.callbacks.manager [None req-0bc85118-2c70-4382-88dd-d5dabd04ead2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=74186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 16:43:47.639517 dv-cinder-798104-1-smb neutron-server[74186]: INFO neutron.wsgi [None req-0bc85118-2c70-4382-88dd-d5dabd04ead2 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/ed31aba8-8642-48fd-9db6-194b57c0f56c HTTP/1.1" status: 204 len: 168 time: 0.2229941 Jun 28 16:43:47.683607 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84abc6eb-ac37-4668-bd7f-2a991d7927fb req-15a688cc-66b0-444d-9169-93d9e534c2fd tempest-ServerRescueNegativeTestJSON-1571951802 tempest-ServerRescueNegativeTestJSON-1571951802-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 16:43:47.685457 dv-cinder-798104-1-smb neutron-server[74185]: INFO neutron.wsgi [req-84abc6eb-ac37-4668-bd7f-2a991d7927fb req-15a688cc-66b0-444d-9169-93d9e534c2fd tempest-ServerRescueNegativeTestJSON-1571951802 tempest-ServerRescueNegativeTestJSON-1571951802-project] 10.222.0.26 "GET /v2.0/ports?device_id=79124724-6c76-47fc-bb83-d30672ff67e9 HTTP/1.1" status: 200 len: 946 time: 0.1396909 Jun 28 16:43:47.777539 dv-cinder-798104-1-smb neutron-server[74185]: INFO neutron.wsgi [req-84abc6eb-ac37-4668-bd7f-2a991d7927fb req-e250d816-5aad-45be-8909-fcff830524ca tempest-ServerRescueNegativeTestJSON-1571951802 tempest-ServerRescueNegativeTestJSON-1571951802-project] 10.222.0.26 "GET /v2.0/security-groups?id=23ec9104-6b33-4b08-9a41-3b0a624abc37&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0803862 Jun 28 16:43:47.980682 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0de22665-3065-4d2c-b6c1-31feff8cfd3a req-61ea4c8a-3f89-4eeb-8ef3-93857ed63d87 tempest-VolumesActionsTest-1052249555 tempest-VolumesActionsTest-1052249555-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 16:43:47.982266 dv-cinder-798104-1-smb neutron-server[74185]: INFO neutron.wsgi [req-0de22665-3065-4d2c-b6c1-31feff8cfd3a req-61ea4c8a-3f89-4eeb-8ef3-93857ed63d87 tempest-VolumesActionsTest-1052249555 tempest-VolumesActionsTest-1052249555-project] 10.222.0.26 "GET /v2.0/ports?device_id=01e03f2b-b173-4e61-8181-e3b3615a9661 HTTP/1.1" status: 200 len: 945 time: 0.0995984 Jun 28 16:43:48.040245 dv-cinder-798104-1-smb neutron-server[74185]: INFO neutron.wsgi [req-0de22665-3065-4d2c-b6c1-31feff8cfd3a req-d053def3-63b9-4832-82f4-b587185aba65 tempest-VolumesActionsTest-1052249555 tempest-VolumesActionsTest-1052249555-project] 10.222.0.26 "GET /v2.0/security-groups?id=e6a1b9ca-4b56-4306-b545-d77d3b247f5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0510306 Jun 28 16:43:48.646256 dv-cinder-798104-1-smb neutron-server[74187]: DEBUG neutron_lib.callbacks.manager [None req-d49266a9-82cf-4da4-977f-ceca59b71534 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774158209648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1002899'] for agent, after_update {{(pid=74187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 16:43:48.895846 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b675f990-4694-4a33-a107-7ac5a937f149 req-d42745f3-bc60-49c0-90aa-908b8b7c10cf tempest-AttachVolumeTestJSON-1575976490 tempest-AttachVolumeTestJSON-1575976490-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 16:43:48.906129 dv-cinder-798104-1-smb neutron-server[74185]: INFO neutron.wsgi [req-b675f990-4694-4a33-a107-7ac5a937f149 req-d42745f3-bc60-49c0-90aa-908b8b7c10cf tempest-AttachVolumeTestJSON-1575976490 tempest-AttachVolumeTestJSON-1575976490-project] 10.222.0.26 "GET /v2.0/ports?device_id=1577b494-1b54-45ce-baf1-96f6d50deecb HTTP/1.1" status: 200 len: 945 time: 0.1283305 Jun 28 16:43:48.975630 dv-cinder-798104-1-smb neutron-server[74185]: INFO neutron.wsgi [req-b675f990-4694-4a33-a107-7ac5a937f149 req-a774fe53-1c19-4402-bf86-fea315783934 tempest-AttachVolumeTestJSON-1575976490 tempest-AttachVolumeTestJSON-1575976490-project] 10.222.0.26 "GET /v2.0/security-groups?id=d4fabaec-765c-44eb-aea3-0feba44aab14&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0683661 Jun 28 16:43:49.124213 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27e7d7e4-7854-494d-a2b9-561108926f48 req-91b70e7c-e282-4f5d-bbb6-8384d5949e07 tempest-ServerRescueNegativeTestJSON-1571951802 tempest-ServerRescueNegativeTestJSON-1571951802-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 16:43:49.126611 dv-cinder-798104-1-smb neutron-server[74185]: INFO neutron.wsgi [req-27e7d7e4-7854-494d-a2b9-561108926f48 req-91b70e7c-e282-4f5d-bbb6-8384d5949e07 tempest-ServerRescueNegativeTestJSON-1571951802 tempest-ServerRescueNegativeTestJSON-1571951802-project] 10.222.0.26 "GET /v2.0/ports?device_id=79124724-6c76-47fc-bb83-d30672ff67e9 HTTP/1.1" status: 200 len: 946 time: 0.1150272 Jun 28 16:43:49.298732 dv-cinder-798104-1-smb neutron-server[74185]: INFO neutron.wsgi [req-27e7d7e4-7854-494d-a2b9-561108926f48 req-2bb367bc-9067-4a33-9bfb-7f12eb1390d5 tempest-ServerRescueNegativeTestJSON-1571951802 tempest-ServerRescueNegativeTestJSON-1571951802-project] 10.222.0.26 "GET /v2.0/security-groups?id=23ec9104-6b33-4b08-9a41-3b0a624abc37&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1630304 Jun 28 16:43:49.315661 dv-cinder-798104-1-smb neutron-server[74187]: DEBUG neutron_lib.callbacks.manager [None req-d0e5ad82-df9b-4ee3-8ee9-b93c74fbe1d3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774158209648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1002899'] for agent, after_update {{(pid=74187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 16:43:49.347887 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48173664-3285-4c01-b4ac-55b5b98574e2 req-1b93d6ec-2fc0-4099-842f-598b6b4fb442 tempest-AttachVolumeShelveTestJSON-223402159 tempest-AttachVolumeShelveTestJSON-223402159-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 16:43:49.353660 dv-cinder-798104-1-smb neutron-server[74185]: INFO neutron.wsgi [req-48173664-3285-4c01-b4ac-55b5b98574e2 req-1b93d6ec-2fc0-4099-842f-598b6b4fb442 tempest-AttachVolumeShelveTestJSON-223402159 tempest-AttachVolumeShelveTestJSON-223402159-project] 10.222.0.26 "GET /v2.0/ports?device_id=ca0f1f28-abee-4019-a85a-f11d82e2a8a7 HTTP/1.1" status: 200 len: 945 time: 0.1867249 Jun 28 16:43:49.450294 dv-cinder-798104-1-smb neutron-server[74185]: INFO neutron.wsgi [req-48173664-3285-4c01-b4ac-55b5b98574e2 req-260a4ffb-ea79-45cb-950c-251a9e1667a0 tempest-AttachVolumeShelveTestJSON-223402159 tempest-AttachVolumeShelveTestJSON-223402159-project] 10.222.0.26 "GET /v2.0/security-groups?id=9d5e5bf1-75b7-4451-8ba3-68d562e2bb7c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0886853 Jun 28 16:43:50.263605 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08496852-3eda-4618-9a71-0006b6b8c463 req-e7ecb8af-4e56-4638-a5e6-e4af1a176e0b tempest-VolumesActionsTest-1052249555 tempest-VolumesActionsTest-1052249555-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 16:43:50.265236 dv-cinder-798104-1-smb neutron-server[74185]: INFO neutron.wsgi [req-08496852-3eda-4618-9a71-0006b6b8c463 req-e7ecb8af-4e56-4638-a5e6-e4af1a176e0b tempest-VolumesActionsTest-1052249555 tempest-VolumesActionsTest-1052249555-project] 10.222.0.26 "GET /v2.0/ports?device_id=01e03f2b-b173-4e61-8181-e3b3615a9661 HTTP/1.1" status: 200 len: 945 time: 0.1781056 Jun 28 16:43:50.271383 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9b8788d-3372-4cd0-ab2d-61e4c7f3d350 req-cfcafc34-66dc-431b-945a-bcdf53a0fe07 tempest-AttachVolumeTestJSON-1575976490 tempest-AttachVolumeTestJSON-1575976490-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 16:43:50.272927 dv-cinder-798104-1-smb neutron-server[74185]: INFO neutron.wsgi [req-c9b8788d-3372-4cd0-ab2d-61e4c7f3d350 req-cfcafc34-66dc-431b-945a-bcdf53a0fe07 tempest-AttachVolumeTestJSON-1575976490 tempest-AttachVolumeTestJSON-1575976490-project] 10.222.0.26 "GET /v2.0/ports?device_id=1577b494-1b54-45ce-baf1-96f6d50deecb HTTP/1.1" status: 200 len: 945 time: 0.1511233 Jun 28 16:43:50.350316 dv-cinder-798104-1-smb neutron-server[74185]: INFO neutron.wsgi [req-08496852-3eda-4618-9a71-0006b6b8c463 req-e6ff179d-b811-451c-bcb4-86c49dac223f tempest-VolumesActionsTest-1052249555 tempest-VolumesActionsTest-1052249555-project] 10.222.0.26 "GET /v2.0/security-groups?id=e6a1b9ca-4b56-4306-b545-d77d3b247f5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0763893 Jun 28 16:43:50.360334 dv-cinder-798104-1-smb neutron-server[74185]: INFO neutron.wsgi [req-c9b8788d-3372-4cd0-ab2d-61e4c7f3d350 req-a3890eb1-0a6f-46ce-b741-18dcfa17028d tempest-AttachVolumeTestJSON-1575976490 tempest-AttachVolumeTestJSON-1575976490-project] 10.222.0.26 "GET /v2.0/security-groups?id=d4fabaec-765c-44eb-aea3-0feba44aab14&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0715458 Jun 28 16:43:50.624789 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-730b62b8-4bfa-47c7-a10f-b8edb5c029c8 req-f77c6203-826f-4c38-a4da-610988b53f98 tempest-ServerRescueNegativeTestJSON-1571951802 tempest-ServerRescueNegativeTestJSON-1571951802-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 16:43:50.627757 dv-cinder-798104-1-smb neutron-server[74185]: INFO neutron.wsgi [req-730b62b8-4bfa-47c7-a10f-b8edb5c029c8 req-f77c6203-826f-4c38-a4da-610988b53f98 tempest-ServerRescueNegativeTestJSON-1571951802 tempest-ServerRescueNegativeTestJSON-1571951802-project] 10.222.0.26 "GET /v2.0/ports?device_id=79124724-6c76-47fc-bb83-d30672ff67e9 HTTP/1.1" status: 200 len: 946 time: 0.1314712 Jun 28 16:43:50.796885 dv-cinder-798104-1-smb neutron-server[74185]: INFO neutron.wsgi [req-730b62b8-4bfa-47c7-a10f-b8edb5c029c8 req-d66b9e0a-05c5-4b92-92d9-ff1e4eacac13 tempest-ServerRescueNegativeTestJSON-1571951802 tempest-ServerRescueNegativeTestJSON-1571951802-project] 10.222.0.26 "GET /v2.0/security-groups?id=23ec9104-6b33-4b08-9a41-3b0a624abc37&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1614063 Jun 28 16:43:50.857530 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5420caf1-1ff4-4a92-ae50-ee88879bd684 req-1529c1c1-8fe8-47af-93f5-51e8a5d3244c tempest-AttachVolumeShelveTestJSON-223402159 tempest-AttachVolumeShelveTestJSON-223402159-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 16:43:50.860137 dv-cinder-798104-1-smb neutron-server[74185]: INFO neutron.wsgi [req-5420caf1-1ff4-4a92-ae50-ee88879bd684 req-1529c1c1-8fe8-47af-93f5-51e8a5d3244c tempest-AttachVolumeShelveTestJSON-223402159 tempest-AttachVolumeShelveTestJSON-223402159-project] 10.222.0.26 "GET /v2.0/ports?device_id=ca0f1f28-abee-4019-a85a-f11d82e2a8a7 HTTP/1.1" status: 200 len: 945 time: 0.1990175 Jun 28 16:43:50.931317 dv-cinder-798104-1-smb neutron-server[74185]: INFO neutron.wsgi [req-5420caf1-1ff4-4a92-ae50-ee88879bd684 req-c498b995-1199-4cfa-880e-3715643a40b3 tempest-AttachVolumeShelveTestJSON-223402159 tempest-AttachVolumeShelveTestJSON-223402159-project] 10.222.0.26 "GET /v2.0/security-groups?id=9d5e5bf1-75b7-4451-8ba3-68d562e2bb7c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0618181 Jun 28 16:43:51.241139 dv-cinder-798104-1-smb neutron-server[74185]: INFO neutron.wsgi [req-4be77547-1fec-40c1-8484-18b36f788d65 req-faf28806-920d-4882-b9b1-747780664a7c tempest-VolumesNegativeTest-637907310 tempest-VolumesNegativeTest-637907310-project] 10.222.0.26 "GET /v2.0/networks?tenant_id=6d4a2815e3e04f59a0b96aa2c83950a9&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0358546 Jun 28 16:43:51.405310 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4be77547-1fec-40c1-8484-18b36f788d65 req-2363038d-d0b6-48c5-93e8-3d2e30d50748 tempest-VolumesNegativeTest-637907310 tempest-VolumesNegativeTest-637907310-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=74185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 16:43:51.407012 dv-cinder-798104-1-smb neutron-server[74185]: INFO neutron.wsgi [req-4be77547-1fec-40c1-8484-18b36f788d65 req-2363038d-d0b6-48c5-93e8-3d2e30d50748 tempest-VolumesNegativeTest-637907310 tempest-VolumesNegativeTest-637907310-project] 10.222.0.26 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1593573 Jun 28 16:43:51.436043 dv-cinder-798104-1-smb neutron-server[74185]: INFO neutron.wsgi [req-4be77547-1fec-40c1-8484-18b36f788d65 req-2bbfb74d-bf23-4aa4-a5c6-6b4bec5a5268 tempest-VolumesNegativeTest-637907310 tempest-VolumesNegativeTest-637907310-project] 10.222.0.26 "GET /v2.0/quotas/6d4a2815e3e04f59a0b96aa2c83950a9 HTTP/1.1" status: 200 len: 375 time: 0.0184710 Jun 28 16:43:51.677157 dv-cinder-798104-1-smb neutron-server[74185]: INFO neutron.wsgi [req-4be77547-1fec-40c1-8484-18b36f788d65 req-834adfe5-1be2-4cd9-b311-fcccb42850d5 tempest-VolumesNegativeTest-637907310 tempest-VolumesNegativeTest-637907310-project] 10.222.0.26 "GET /v2.0/ports?tenant_id=6d4a2815e3e04f59a0b96aa2c83950a9&fields=id HTTP/1.1" status: 200 len: 210 time: 0.2341993 Jun 28 16:43:51.769623 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bea77c8-d52a-4a07-9cfb-b707e5855818 req-39d306d1-da2b-49f3-83b9-64bbaed5c9e2 tempest-VolumesActionsTest-1052249555 tempest-VolumesActionsTest-1052249555-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 16:43:51.777360 dv-cinder-798104-1-smb neutron-server[74185]: INFO neutron.wsgi [req-6bea77c8-d52a-4a07-9cfb-b707e5855818 req-39d306d1-da2b-49f3-83b9-64bbaed5c9e2 tempest-VolumesActionsTest-1052249555 tempest-VolumesActionsTest-1052249555-project] 10.222.0.26 "GET /v2.0/ports?device_id=01e03f2b-b173-4e61-8181-e3b3615a9661 HTTP/1.1" status: 200 len: 945 time: 0.2677336 Jun 28 16:43:51.895501 dv-cinder-798104-1-smb neutron-server[74185]: INFO neutron.wsgi [req-6bea77c8-d52a-4a07-9cfb-b707e5855818 req-ef0300de-0bbf-400e-a550-e9fd5d1faa59 tempest-VolumesActionsTest-1052249555 tempest-VolumesActionsTest-1052249555-project] 10.222.0.26 "GET /v2.0/security-groups?id=e6a1b9ca-4b56-4306-b545-d77d3b247f5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1108134 Jun 28 16:43:52.064993 dv-cinder-798104-1-smb neutron-server[74185]: INFO neutron.wsgi [req-19df9700-9978-427c-817c-74c8084937ee req-e6bfdb9d-6ba3-463a-8ca2-b9bdf7c8fc22 tempest-VolumesNegativeTest-637907310 tempest-VolumesNegativeTest-637907310-project] 10.222.0.26 "GET /v2.0/ports?device_id=a1755115-860c-4f3d-aa94-678bd8327a69 HTTP/1.1" status: 200 len: 210 time: 0.0673590 Jun 28 16:43:52.242245 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb750749-82b8-4292-8a5d-17d48ce57701 req-b1f18309-f96f-40bd-a8cf-4caa9fc41194 tempest-AttachVolumeTestJSON-1575976490 tempest-AttachVolumeTestJSON-1575976490-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 16:43:52.259096 dv-cinder-798104-1-smb neutron-server[74185]: INFO neutron.wsgi [req-cb750749-82b8-4292-8a5d-17d48ce57701 req-b1f18309-f96f-40bd-a8cf-4caa9fc41194 tempest-AttachVolumeTestJSON-1575976490 tempest-AttachVolumeTestJSON-1575976490-project] 10.222.0.26 "GET /v2.0/ports?device_id=1577b494-1b54-45ce-baf1-96f6d50deecb HTTP/1.1" status: 200 len: 945 time: 0.1928771 Jun 28 16:43:52.349635 dv-cinder-798104-1-smb neutron-server[74185]: INFO neutron.wsgi [req-cb750749-82b8-4292-8a5d-17d48ce57701 req-a0406d27-305e-4b48-8a48-97f935bf5c60 tempest-AttachVolumeTestJSON-1575976490 tempest-AttachVolumeTestJSON-1575976490-project] 10.222.0.26 "GET /v2.0/security-groups?id=d4fabaec-765c-44eb-aea3-0feba44aab14&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0883343 Jun 28 16:43:52.575895 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37ef839e-5fbb-4817-987c-57c16247899f req-edc6bd6b-11da-4f3e-9ebc-b8c015cae04b tempest-ServerRescueNegativeTestJSON-1571951802 tempest-ServerRescueNegativeTestJSON-1571951802-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 16:43:52.577796 dv-cinder-798104-1-smb neutron-server[74185]: INFO neutron.wsgi [req-37ef839e-5fbb-4817-987c-57c16247899f req-edc6bd6b-11da-4f3e-9ebc-b8c015cae04b tempest-ServerRescueNegativeTestJSON-1571951802 tempest-ServerRescueNegativeTestJSON-1571951802-project] 10.222.0.26 "GET /v2.0/ports?device_id=79124724-6c76-47fc-bb83-d30672ff67e9 HTTP/1.1" status: 200 len: 946 time: 0.2262018 Jun 28 16:43:52.588405 dv-cinder-798104-1-smb neutron-server[74186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4c1b7cd-57d7-4d02-973c-2c7af425169f req-3575801d-2852-4f9c-a94e-7719e060269a tempest-VolumesActionsTest-1052249555 tempest-VolumesActionsTest-1052249555-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 16:43:52.590896 dv-cinder-798104-1-smb neutron-server[74186]: DEBUG neutron.quota.resource [req-a4c1b7cd-57d7-4d02-973c-2c7af425169f req-3575801d-2852-4f9c-a94e-7719e060269a tempest-VolumesActionsTest-1052249555 tempest-VolumesActionsTest-1052249555-project] Synchronizing usage tracker for tenant:ebcbe54eba0d4c4caca0a5f8a444266a on resource:port {{(pid=74186) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 28 16:43:52.626438 dv-cinder-798104-1-smb neutron-server[74186]: DEBUG neutron.quota.resource [req-a4c1b7cd-57d7-4d02-973c-2c7af425169f req-3575801d-2852-4f9c-a94e-7719e060269a tempest-VolumesActionsTest-1052249555 tempest-VolumesActionsTest-1052249555-project] Unset dirty status for tenant:ebcbe54eba0d4c4caca0a5f8a444266a on resource:port {{(pid=74186) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 28 16:43:52.628946 dv-cinder-798104-1-smb neutron-server[74186]: INFO neutron.wsgi [req-a4c1b7cd-57d7-4d02-973c-2c7af425169f req-3575801d-2852-4f9c-a94e-7719e060269a tempest-VolumesActionsTest-1052249555 tempest-VolumesActionsTest-1052249555-project] 10.222.0.41 "GET /v2.0/ports?device_id=01e03f2b-b173-4e61-8181-e3b3615a9661 HTTP/1.1" status: 200 len: 945 time: 0.1825597 Jun 28 16:43:52.651948 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f51aef74-b0ad-417c-9e5e-de355e5d067c req-4bb41ba3-ebcf-4b72-be9f-889ec8933813 tempest-AttachVolumeShelveTestJSON-223402159 tempest-AttachVolumeShelveTestJSON-223402159-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 16:43:52.654345 dv-cinder-798104-1-smb neutron-server[74185]: INFO neutron.wsgi [req-f51aef74-b0ad-417c-9e5e-de355e5d067c req-4bb41ba3-ebcf-4b72-be9f-889ec8933813 tempest-AttachVolumeShelveTestJSON-223402159 tempest-AttachVolumeShelveTestJSON-223402159-project] 10.222.0.26 "GET /v2.0/ports?device_id=ca0f1f28-abee-4019-a85a-f11d82e2a8a7 HTTP/1.1" status: 200 len: 945 time: 0.1636639 Jun 28 16:43:52.658058 dv-cinder-798104-1-smb neutron-server[74185]: INFO neutron.wsgi [req-37ef839e-5fbb-4817-987c-57c16247899f req-258c3598-b8e8-416a-a49a-4dbdbd197b6b tempest-ServerRescueNegativeTestJSON-1571951802 tempest-ServerRescueNegativeTestJSON-1571951802-project] 10.222.0.26 "GET /v2.0/security-groups?id=23ec9104-6b33-4b08-9a41-3b0a624abc37&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0681956 Jun 28 16:43:52.730881 dv-cinder-798104-1-smb neutron-server[74185]: INFO neutron.wsgi [req-f51aef74-b0ad-417c-9e5e-de355e5d067c req-c1269009-407b-40b8-9a79-7fcb33d7e262 tempest-AttachVolumeShelveTestJSON-223402159 tempest-AttachVolumeShelveTestJSON-223402159-project] 10.222.0.26 "GET /v2.0/security-groups?id=9d5e5bf1-75b7-4451-8ba3-68d562e2bb7c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0688801 Jun 28 16:43:52.770148 dv-cinder-798104-1-smb neutron-server[74186]: DEBUG neutron.plugins.ml2.plugin [req-a4c1b7cd-57d7-4d02-973c-2c7af425169f req-c147d26f-20e2-4b02-b517-e26fd7c6802f tempest-VolumesActionsTest-1052249555 tempest-VolumesActionsTest-1052249555-project] Deleting port f0de803d-7e0a-4b97-8ba1-7d27605873a8 {{(pid=74186) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Jun 28 16:43:52.770742 dv-cinder-798104-1-smb neutron-server[74186]: DEBUG neutron_lib.callbacks.manager [req-a4c1b7cd-57d7-4d02-973c-2c7af425169f req-c147d26f-20e2-4b02-b517-e26fd7c6802f tempest-VolumesActionsTest-1052249555 tempest-VolumesActionsTest-1052249555-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774158158511'] for port, before_delete {{(pid=74186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 16:43:53.092733 dv-cinder-798104-1-smb neutron-server[74186]: DEBUG neutron.plugins.ml2.db [req-a4c1b7cd-57d7-4d02-973c-2c7af425169f req-c147d26f-20e2-4b02-b517-e26fd7c6802f tempest-VolumesActionsTest-1052249555 tempest-VolumesActionsTest-1052249555-project] For port f0de803d-7e0a-4b97-8ba1-7d27605873a8, host hv-cinder-79810, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79810',level=0,port_id=f0de803d-7e0a-4b97-8ba1-7d27605873a8,segment=NetworkSegment(c84370d0-324c-4598-a34b-5a6bed2714f2),segment_id=c84370d0-324c-4598-a34b-5a6bed2714f2)] {{(pid=74186) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 16:43:53.093456 dv-cinder-798104-1-smb neutron-server[74186]: DEBUG neutron_lib.callbacks.manager [req-a4c1b7cd-57d7-4d02-973c-2c7af425169f req-c147d26f-20e2-4b02-b517-e26fd7c6802f tempest-VolumesActionsTest-1052249555 tempest-VolumesActionsTest-1052249555-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1637578'] for port, precommit_delete {{(pid=74186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 16:43:53.188703 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78b15306-892a-4f4b-82e4-b1b6fd4a4006 req-dc5c0b6a-68ba-4f9c-b02d-ce8cdff7cebd tempest-VolumesActionsTest-1052249555 tempest-VolumesActionsTest-1052249555-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 16:43:53.191226 dv-cinder-798104-1-smb neutron-server[74185]: INFO neutron.wsgi [req-78b15306-892a-4f4b-82e4-b1b6fd4a4006 req-dc5c0b6a-68ba-4f9c-b02d-ce8cdff7cebd tempest-VolumesActionsTest-1052249555 tempest-VolumesActionsTest-1052249555-project] 10.222.0.26 "GET /v2.0/ports?device_id=01e03f2b-b173-4e61-8181-e3b3615a9661 HTTP/1.1" status: 200 len: 945 time: 0.1106510 Jun 28 16:43:53.230402 dv-cinder-798104-1-smb neutron-server[74186]: DEBUG neutron.plugins.ml2.plugin [req-a4c1b7cd-57d7-4d02-973c-2c7af425169f req-c147d26f-20e2-4b02-b517-e26fd7c6802f tempest-VolumesActionsTest-1052249555 tempest-VolumesActionsTest-1052249555-project] Calling delete_port for f0de803d-7e0a-4b97-8ba1-7d27605873a8 owned by compute:nova {{(pid=74186) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Jun 28 16:43:53.274798 dv-cinder-798104-1-smb neutron-server[74185]: INFO neutron.wsgi [req-78b15306-892a-4f4b-82e4-b1b6fd4a4006 req-112c36b4-c2d7-4f4d-8e20-0e3a9743db40 tempest-VolumesActionsTest-1052249555 tempest-VolumesActionsTest-1052249555-project] 10.222.0.26 "GET /v2.0/security-groups?id=e6a1b9ca-4b56-4306-b545-d77d3b247f5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0734887 Jun 28 16:43:53.396594 dv-cinder-798104-1-smb neutron-server[74185]: INFO neutron.wsgi [req-8752fa07-ecdd-4f17-a7ea-859937cbf985 req-0875e629-38da-4d05-8369-b69a0fd46ca5 tempest-VolumesNegativeTest-637907310 tempest-VolumesNegativeTest-637907310-project] 10.222.0.26 "GET /v2.0/ports?device_id=a1755115-860c-4f3d-aa94-678bd8327a69 HTTP/1.1" status: 200 len: 210 time: 0.0708153 Jun 28 16:43:53.476548 dv-cinder-798104-1-smb neutron-server[74186]: DEBUG neutron_lib.callbacks.manager [req-a4c1b7cd-57d7-4d02-973c-2c7af425169f req-c147d26f-20e2-4b02-b517-e26fd7c6802f tempest-VolumesActionsTest-1052249555 tempest-VolumesActionsTest-1052249555-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-615041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1598908', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774158213030', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774157688369', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1108489'] for port, after_delete {{(pid=74186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 16:43:53.484438 dv-cinder-798104-1-smb neutron-server[74186]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74186) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 16:43:53.503109 dv-cinder-798104-1-smb neutron-server[74187]: DEBUG neutron.plugins.ml2.db [None req-d0e5ad82-df9b-4ee3-8ee9-b93c74fbe1d3 None None] get_ports_and_sgs() called for port_ids ['f0de803d-7e0a-4b97-8ba1-7d27605873a8'] {{(pid=74187) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jun 28 16:43:53.536901 dv-cinder-798104-1-smb neutron-server[74186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c147d26f-20e2-4b02-b517-e26fd7c6802f tempest-VolumesActionsTest-1052249555 tempest-VolumesActionsTest-1052249555-project] Pushing event deleted for resources: {'Port': ['ID=f0de803d-7e0a-4b97-8ba1-7d27605873a8,revision_number=None']} {{(pid=74186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 16:43:53.541337 dv-cinder-798104-1-smb neutron-server[74186]: DEBUG oslo_concurrency.lockutils [None req-c147d26f-20e2-4b02-b517-e26fd7c6802f tempest-VolumesActionsTest-1052249555 tempest-VolumesActionsTest-1052249555-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=74186) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 16:43:53.626532 dv-cinder-798104-1-smb neutron-server[74186]: DEBUG neutron.db.l3_dvrscheduler_db [req-a4c1b7cd-57d7-4d02-973c-2c7af425169f req-c147d26f-20e2-4b02-b517-e26fd7c6802f tempest-VolumesActionsTest-1052249555 tempest-VolumesActionsTest-1052249555-project] No DVR routers for this DVR port f0de803d-7e0a-4b97-8ba1-7d27605873a8 on host hv-cinder-79810 {{(pid=74186) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 28 16:43:53.630993 dv-cinder-798104-1-smb neutron-server[74186]: DEBUG neutron_lib.callbacks.manager [req-a4c1b7cd-57d7-4d02-973c-2c7af425169f req-c147d26f-20e2-4b02-b517-e26fd7c6802f tempest-VolumesActionsTest-1052249555 tempest-VolumesActionsTest-1052249555-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129357'] for port, before_response {{(pid=74186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 16:43:53.633885 dv-cinder-798104-1-smb neutron-server[74186]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '01e03f2b-b173-4e61-8181-e3b3615a9661', 'name': 'network-vif-deleted', 'tag': 'f0de803d-7e0a-4b97-8ba1-7d27605873a8'}] {{(pid=74186) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 28 16:43:53.672704 dv-cinder-798104-1-smb neutron-server[74186]: INFO neutron.wsgi [req-a4c1b7cd-57d7-4d02-973c-2c7af425169f req-c147d26f-20e2-4b02-b517-e26fd7c6802f tempest-VolumesActionsTest-1052249555 tempest-VolumesActionsTest-1052249555-project] 10.222.0.41 "DELETE /v2.0/ports/f0de803d-7e0a-4b97-8ba1-7d27605873a8 HTTP/1.1" status: 204 len: 173 time: 1.0252993 Jun 28 16:43:53.693885 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b299a80b-1de3-40e6-a17d-795ca8004678 req-fc012a62-262f-4677-b1eb-913b4aececdc tempest-AttachVolumeTestJSON-1575976490 tempest-AttachVolumeTestJSON-1575976490-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 16:43:53.704288 dv-cinder-798104-1-smb neutron-server[74185]: INFO neutron.wsgi [req-b299a80b-1de3-40e6-a17d-795ca8004678 req-fc012a62-262f-4677-b1eb-913b4aececdc tempest-AttachVolumeTestJSON-1575976490 tempest-AttachVolumeTestJSON-1575976490-project] 10.222.0.26 "GET /v2.0/ports?device_id=1577b494-1b54-45ce-baf1-96f6d50deecb HTTP/1.1" status: 200 len: 945 time: 0.1329098 Jun 28 16:43:53.751799 dv-cinder-798104-1-smb neutron-server[74186]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '01e03f2b-b173-4e61-8181-e3b3615a9661', 'name': 'network-vif-deleted', 'tag': 'f0de803d-7e0a-4b97-8ba1-7d27605873a8', 'status': 'completed', 'code': 200} Jun 28 16:43:53.761346 dv-cinder-798104-1-smb neutron-server[74185]: INFO neutron.wsgi [req-b299a80b-1de3-40e6-a17d-795ca8004678 req-35b9d590-b99b-42b6-9e10-2d57445ac56a tempest-AttachVolumeTestJSON-1575976490 tempest-AttachVolumeTestJSON-1575976490-project] 10.222.0.26 "GET /v2.0/security-groups?id=d4fabaec-765c-44eb-aea3-0feba44aab14&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0556819 Jun 28 16:43:53.868004 dv-cinder-798104-1-smb neutron-server[74186]: INFO neutron.wsgi [req-4be77547-1fec-40c1-8484-18b36f788d65 req-386e02ea-4a0a-4deb-86d1-ba451e8ca0e8 tempest-VolumesNegativeTest-637907310 tempest-VolumesNegativeTest-637907310-project] 10.222.0.41 "GET /v2.0/networks?tenant_id=6d4a2815e3e04f59a0b96aa2c83950a9&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1011837 Jun 28 16:43:54.102323 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c1e37e3-a581-41d4-82ec-5c4084e3f6b0 req-15b6f77a-507b-4e52-bd7d-ec2c7fc97123 tempest-ServerRescueNegativeTestJSON-1571951802 tempest-ServerRescueNegativeTestJSON-1571951802-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 16:43:54.111292 dv-cinder-798104-1-smb neutron-server[74185]: INFO neutron.wsgi [req-0c1e37e3-a581-41d4-82ec-5c4084e3f6b0 req-15b6f77a-507b-4e52-bd7d-ec2c7fc97123 tempest-ServerRescueNegativeTestJSON-1571951802 tempest-ServerRescueNegativeTestJSON-1571951802-project] 10.222.0.26 "GET /v2.0/ports?device_id=79124724-6c76-47fc-bb83-d30672ff67e9 HTTP/1.1" status: 200 len: 946 time: 0.1825697 Jun 28 16:43:54.132387 dv-cinder-798104-1-smb neutron-server[74186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4be77547-1fec-40c1-8484-18b36f788d65 req-140a1690-688a-4bb3-b2ca-d3cf10251e1d tempest-VolumesNegativeTest-637907310 tempest-VolumesNegativeTest-637907310-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=74186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 16:43:54.134975 dv-cinder-798104-1-smb neutron-server[74186]: INFO neutron.wsgi [req-4be77547-1fec-40c1-8484-18b36f788d65 req-140a1690-688a-4bb3-b2ca-d3cf10251e1d tempest-VolumesNegativeTest-637907310 tempest-VolumesNegativeTest-637907310-project] 10.222.0.41 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2531462 Jun 28 16:43:54.165614 dv-cinder-798104-1-smb neutron-server[74186]: DEBUG neutron.api.v2.base [req-4be77547-1fec-40c1-8484-18b36f788d65 req-2634e634-f7b5-4ab6-963b-3e40ab1530a0 tempest-VolumesNegativeTest-637907310 tempest-VolumesNegativeTest-637907310-project] Request body: {'port': {'device_id': 'a1755115-860c-4f3d-aa94-678bd8327a69', 'network_id': 'c09f2764-f30c-43a9-9f25-c12276596fa3', 'admin_state_up': True, 'tenant_id': '6d4a2815e3e04f59a0b96aa2c83950a9'}} {{(pid=74186) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jun 28 16:43:54.182268 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b535f4c5-11ca-4248-b0a5-615e15eee21b req-05123d3b-bda8-4aa6-8508-737e5929cdab tempest-AttachVolumeShelveTestJSON-223402159 tempest-AttachVolumeShelveTestJSON-223402159-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 16:43:54.184188 dv-cinder-798104-1-smb neutron-server[74185]: INFO neutron.wsgi [req-b535f4c5-11ca-4248-b0a5-615e15eee21b req-05123d3b-bda8-4aa6-8508-737e5929cdab tempest-AttachVolumeShelveTestJSON-223402159 tempest-AttachVolumeShelveTestJSON-223402159-project] 10.222.0.26 "GET /v2.0/ports?device_id=ca0f1f28-abee-4019-a85a-f11d82e2a8a7 HTTP/1.1" status: 200 len: 945 time: 0.1562235 Jun 28 16:43:54.196799 dv-cinder-798104-1-smb neutron-server[74185]: INFO neutron.wsgi [req-0c1e37e3-a581-41d4-82ec-5c4084e3f6b0 req-8a026a73-73ac-4f3d-bf41-48cef751e81e tempest-ServerRescueNegativeTestJSON-1571951802 tempest-ServerRescueNegativeTestJSON-1571951802-project] 10.222.0.26 "GET /v2.0/security-groups?id=23ec9104-6b33-4b08-9a41-3b0a624abc37&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0843363 Jun 28 16:43:54.271277 dv-cinder-798104-1-smb neutron-server[74185]: INFO neutron.wsgi [req-b535f4c5-11ca-4248-b0a5-615e15eee21b req-27851198-f102-4093-9e02-4fa9d68828d5 tempest-AttachVolumeShelveTestJSON-223402159 tempest-AttachVolumeShelveTestJSON-223402159-project] 10.222.0.26 "GET /v2.0/security-groups?id=9d5e5bf1-75b7-4451-8ba3-68d562e2bb7c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0729215 Jun 28 16:43:54.332555 dv-cinder-798104-1-smb neutron-server[74186]: DEBUG neutron.db.quota.driver [req-4be77547-1fec-40c1-8484-18b36f788d65 req-2634e634-f7b5-4ab6-963b-3e40ab1530a0 tempest-VolumesNegativeTest-637907310 tempest-VolumesNegativeTest-637907310-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74186) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 28 16:43:54.336972 dv-cinder-798104-1-smb neutron-server[74186]: DEBUG neutron.quota.resource [req-4be77547-1fec-40c1-8484-18b36f788d65 req-2634e634-f7b5-4ab6-963b-3e40ab1530a0 tempest-VolumesNegativeTest-637907310 tempest-VolumesNegativeTest-637907310-project] Usage tracker for resource:port and tenant:6d4a2815e3e04f59a0b96aa2c83950a9 is out of sync, need to count used quota {{(pid=74186) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 28 16:43:54.340619 dv-cinder-798104-1-smb neutron-server[74186]: DEBUG neutron.quota.resource [req-4be77547-1fec-40c1-8484-18b36f788d65 req-2634e634-f7b5-4ab6-963b-3e40ab1530a0 tempest-VolumesNegativeTest-637907310 tempest-VolumesNegativeTest-637907310-project] Quota usage for port was recalculated. Used quota:0. {{(pid=74186) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 28 16:43:54.347121 dv-cinder-798104-1-smb neutron-server[74186]: DEBUG neutron.db.quota.driver [req-4be77547-1fec-40c1-8484-18b36f788d65 req-2634e634-f7b5-4ab6-963b-3e40ab1530a0 tempest-VolumesNegativeTest-637907310 tempest-VolumesNegativeTest-637907310-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=74186) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 28 16:43:54.360016 dv-cinder-798104-1-smb neutron-server[74186]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4be77547-1fec-40c1-8484-18b36f788d65 req-2634e634-f7b5-4ab6-963b-3e40ab1530a0 tempest-VolumesNegativeTest-637907310 tempest-VolumesNegativeTest-637907310-project] Made reservation on behalf of 6d4a2815e3e04f59a0b96aa2c83950a9 for: {'port': 1} {{(pid=74186) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 28 16:43:54.363436 dv-cinder-798104-1-smb neutron-server[74186]: DEBUG neutron_lib.callbacks.manager [req-4be77547-1fec-40c1-8484-18b36f788d65 req-2634e634-f7b5-4ab6-963b-3e40ab1530a0 tempest-VolumesNegativeTest-637907310 tempest-VolumesNegativeTest-637907310-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621611'] for port, before_create {{(pid=74186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 16:43:54.379128 dv-cinder-798104-1-smb neutron-server[74186]: DEBUG neutron_lib.callbacks.manager [req-4be77547-1fec-40c1-8484-18b36f788d65 req-2634e634-f7b5-4ab6-963b-3e40ab1530a0 tempest-VolumesNegativeTest-637907310 tempest-VolumesNegativeTest-637907310-project] Notify callbacks [] for security_group, before_create {{(pid=74186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 16:43:54.419131 dv-cinder-798104-1-smb neutron-server[74186]: DEBUG neutron.db.quota.driver [req-4be77547-1fec-40c1-8484-18b36f788d65 req-2634e634-f7b5-4ab6-963b-3e40ab1530a0 tempest-VolumesNegativeTest-637907310 tempest-VolumesNegativeTest-637907310-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74186) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 28 16:43:54.423858 dv-cinder-798104-1-smb neutron-server[74186]: DEBUG neutron.quota.resource [req-4be77547-1fec-40c1-8484-18b36f788d65 req-2634e634-f7b5-4ab6-963b-3e40ab1530a0 tempest-VolumesNegativeTest-637907310 tempest-VolumesNegativeTest-637907310-project] Usage tracker for resource:security_group_rule and tenant:6d4a2815e3e04f59a0b96aa2c83950a9 is out of sync, need to count used quota {{(pid=74186) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 28 16:43:54.428147 dv-cinder-798104-1-smb neutron-server[74186]: DEBUG neutron.quota.resource [req-4be77547-1fec-40c1-8484-18b36f788d65 req-2634e634-f7b5-4ab6-963b-3e40ab1530a0 tempest-VolumesNegativeTest-637907310 tempest-VolumesNegativeTest-637907310-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=74186) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 28 16:43:54.436455 dv-cinder-798104-1-smb neutron-server[74186]: DEBUG neutron.db.quota.driver [req-4be77547-1fec-40c1-8484-18b36f788d65 req-2634e634-f7b5-4ab6-963b-3e40ab1530a0 tempest-VolumesNegativeTest-637907310 tempest-VolumesNegativeTest-637907310-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74186) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 28 16:43:54.550952 dv-cinder-798104-1-smb neutron-server[74186]: DEBUG neutron_lib.callbacks.manager [req-4be77547-1fec-40c1-8484-18b36f788d65 req-2634e634-f7b5-4ab6-963b-3e40ab1530a0 tempest-VolumesNegativeTest-637907310 tempest-VolumesNegativeTest-637907310-project] Notify callbacks [] for security_group, precommit_create {{(pid=74186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 16:43:54.570206 dv-cinder-798104-1-smb neutron-server[74186]: DEBUG neutron_lib.callbacks.manager [req-4be77547-1fec-40c1-8484-18b36f788d65 req-2634e634-f7b5-4ab6-963b-3e40ab1530a0 tempest-VolumesNegativeTest-637907310 tempest-VolumesNegativeTest-637907310-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2050486'] for security_group, after_create {{(pid=74186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 16:43:54.573742 dv-cinder-798104-1-smb neutron-server[74186]: DEBUG oslo_concurrency.lockutils [None req-a92f2976-30ad-408f-b59d-5cee29196a0d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74186) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 16:43:54.649918 dv-cinder-798104-1-smb neutron-server[74185]: INFO neutron.wsgi [req-0a754047-4d58-431a-a367-0b31897f4d56 req-1a099900-6e51-4eef-b207-bdc93cb09e59 tempest-VolumesActionsTest-1052249555 tempest-VolumesActionsTest-1052249555-project] 10.222.0.26 "GET /v2.0/ports?device_id=01e03f2b-b173-4e61-8181-e3b3615a9661 HTTP/1.1" status: 200 len: 210 time: 0.1737530 Jun 28 16:43:54.680068 dv-cinder-798104-1-smb neutron-server[74186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2634e634-f7b5-4ab6-963b-3e40ab1530a0 tempest-VolumesNegativeTest-637907310 tempest-VolumesNegativeTest-637907310-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4f35bffc-f9e3-47ee-b673-dc10e648383d,revision_number=1']} {{(pid=74186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 16:43:54.691746 dv-cinder-798104-1-smb neutron-server[74186]: DEBUG oslo_concurrency.lockutils [None req-2634e634-f7b5-4ab6-963b-3e40ab1530a0 tempest-VolumesNegativeTest-637907310 tempest-VolumesNegativeTest-637907310-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.118s {{(pid=74186) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 16:43:54.737674 dv-cinder-798104-1-smb neutron-server[74185]: INFO neutron.wsgi [req-fefb5d59-e713-49d6-b6b7-5654dcae4d96 req-55ff929a-7411-4807-bdc0-1eccfc6b3729 tempest-VolumesNegativeTest-637907310 tempest-VolumesNegativeTest-637907310-project] 10.222.0.26 "GET /v2.0/ports?device_id=a1755115-860c-4f3d-aa94-678bd8327a69 HTTP/1.1" status: 200 len: 210 time: 0.1047690 Jun 28 16:43:54.805378 dv-cinder-798104-1-smb neutron-server[74186]: DEBUG neutron.db.db_base_plugin_common [req-4be77547-1fec-40c1-8484-18b36f788d65 req-2634e634-f7b5-4ab6-963b-3e40ab1530a0 tempest-VolumesNegativeTest-637907310 tempest-VolumesNegativeTest-637907310-project] Allocated IP 192.168.233.114 (c09f2764-f30c-43a9-9f25-c12276596fa3/43590b98-423c-449b-abe8-a242d7cd40ff/1e06b99e-1b55-4f83-91b2-f283dcb29bbf) {{(pid=74186) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 28 16:43:55.016352 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72cd22ef-98e9-497a-a563-d7f8b0c0e886 req-6913c98a-5f11-4580-9965-3790dfc24a9e tempest-AttachVolumeTestJSON-1575976490 tempest-AttachVolumeTestJSON-1575976490-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 16:43:55.017943 dv-cinder-798104-1-smb neutron-server[74185]: INFO neutron.wsgi [req-72cd22ef-98e9-497a-a563-d7f8b0c0e886 req-6913c98a-5f11-4580-9965-3790dfc24a9e tempest-AttachVolumeTestJSON-1575976490 tempest-AttachVolumeTestJSON-1575976490-project] 10.222.0.26 "GET /v2.0/ports?device_id=1577b494-1b54-45ce-baf1-96f6d50deecb HTTP/1.1" status: 200 len: 945 time: 0.0880151 Jun 28 16:43:55.072766 dv-cinder-798104-1-smb neutron-server[74185]: INFO neutron.wsgi [req-72cd22ef-98e9-497a-a563-d7f8b0c0e886 req-7864de03-ef63-4568-abc3-1a8ce0ce7af1 tempest-AttachVolumeTestJSON-1575976490 tempest-AttachVolumeTestJSON-1575976490-project] 10.222.0.26 "GET /v2.0/security-groups?id=d4fabaec-765c-44eb-aea3-0feba44aab14&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0483363 Jun 28 16:43:55.129583 dv-cinder-798104-1-smb neutron-server[74186]: DEBUG neutron_lib.callbacks.manager [req-4be77547-1fec-40c1-8484-18b36f788d65 req-2634e634-f7b5-4ab6-963b-3e40ab1530a0 tempest-VolumesNegativeTest-637907310 tempest-VolumesNegativeTest-637907310-project] Notify callbacks [] for port, precommit_create {{(pid=74186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 16:43:55.148095 dv-cinder-798104-1-smb neutron-server[74186]: DEBUG neutron.db.provisioning_blocks [req-4be77547-1fec-40c1-8484-18b36f788d65 req-2634e634-f7b5-4ab6-963b-3e40ab1530a0 tempest-VolumesNegativeTest-637907310 tempest-VolumesNegativeTest-637907310-project] Transition to ACTIVE for port object 1e06b99e-1b55-4f83-91b2-f283dcb29bbf will not be triggered until provisioned by entity DHCP. {{(pid=74186) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 28 16:43:55.173997 dv-cinder-798104-1-smb neutron-server[74186]: DEBUG neutron_lib.callbacks.manager [req-4be77547-1fec-40c1-8484-18b36f788d65 req-2634e634-f7b5-4ab6-963b-3e40ab1530a0 tempest-VolumesNegativeTest-637907310 tempest-VolumesNegativeTest-637907310-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-615041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1598908', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774157688360', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1108489'] for port, after_create {{(pid=74186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 16:43:55.180859 dv-cinder-798104-1-smb neutron-server[74186]: DEBUG oslo_concurrency.lockutils [None req-9d842c6a-d935-471b-b535-328038ca641e tempest-VolumesActionsTest-1052249555 tempest-VolumesActionsTest-1052249555-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74186) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 16:43:55.252694 dv-cinder-798104-1-smb neutron-server[74186]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4be77547-1fec-40c1-8484-18b36f788d65 req-2634e634-f7b5-4ab6-963b-3e40ab1530a0 tempest-VolumesNegativeTest-637907310 tempest-VolumesNegativeTest-637907310-project] Network c09f2764-f30c-43a9-9f25-c12276596fa3 is already hosted by enough agents. {{(pid=74186) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 28 16:43:55.258330 dv-cinder-798104-1-smb neutron-server[74186]: DEBUG neutron.scheduler.base_scheduler [req-4be77547-1fec-40c1-8484-18b36f788d65 req-2634e634-f7b5-4ab6-963b-3e40ab1530a0 tempest-VolumesNegativeTest-637907310 tempest-VolumesNegativeTest-637907310-project] Resources bound (agent type, host, resource id): {{(pid=74186) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 28 16:43:55.265495 dv-cinder-798104-1-smb neutron-server[74186]: DEBUG neutron.db.l3_dvrscheduler_db [req-4be77547-1fec-40c1-8484-18b36f788d65 req-2634e634-f7b5-4ab6-963b-3e40ab1530a0 tempest-VolumesNegativeTest-637907310 tempest-VolumesNegativeTest-637907310-project] Received port after_create {{(pid=74186) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 28 16:43:55.328572 dv-cinder-798104-1-smb neutron-server[74186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2634e634-f7b5-4ab6-963b-3e40ab1530a0 tempest-VolumesNegativeTest-637907310 tempest-VolumesNegativeTest-637907310-project] Pushing event updated for resources: {'Port': ['ID=1e06b99e-1b55-4f83-91b2-f283dcb29bbf,revision_number=1']} {{(pid=74186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 16:43:55.335776 dv-cinder-798104-1-smb neutron-server[74186]: DEBUG oslo_concurrency.lockutils [None req-2634e634-f7b5-4ab6-963b-3e40ab1530a0 tempest-VolumesNegativeTest-637907310 tempest-VolumesNegativeTest-637907310-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.155s {{(pid=74186) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 16:43:55.381898 dv-cinder-798104-1-smb neutron-server[74186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4be77547-1fec-40c1-8484-18b36f788d65 req-2634e634-f7b5-4ab6-963b-3e40ab1530a0 tempest-VolumesNegativeTest-637907310 tempest-VolumesNegativeTest-637907310-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=74186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 16:43:55.382920 dv-cinder-798104-1-smb neutron-server[74186]: DEBUG neutron_lib.callbacks.manager [req-4be77547-1fec-40c1-8484-18b36f788d65 req-2634e634-f7b5-4ab6-963b-3e40ab1530a0 tempest-VolumesNegativeTest-637907310 tempest-VolumesNegativeTest-637907310-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129357'] for port, before_response {{(pid=74186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 16:43:55.433601 dv-cinder-798104-1-smb neutron-server[74186]: INFO neutron.wsgi [req-4be77547-1fec-40c1-8484-18b36f788d65 req-2634e634-f7b5-4ab6-963b-3e40ab1530a0 tempest-VolumesNegativeTest-637907310 tempest-VolumesNegativeTest-637907310-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.2722991 Jun 28 16:43:55.463793 dv-cinder-798104-1-smb neutron-server[74186]: DEBUG neutron.api.v2.base [req-4be77547-1fec-40c1-8484-18b36f788d65 req-040fa11f-2352-419a-b61e-bf0c5bb7325c service neutron] Request body: {'port': {'device_id': 'a1755115-860c-4f3d-aa94-678bd8327a69', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79810'}} {{(pid=74186) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jun 28 16:43:55.498922 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adcbb7b3-3286-4237-80ee-2c41dec255e4 req-ca3830ec-01fc-4961-95c7-cdf96717726d tempest-ServerRescueNegativeTestJSON-1571951802 tempest-ServerRescueNegativeTestJSON-1571951802-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 16:43:55.502406 dv-cinder-798104-1-smb neutron-server[74185]: INFO neutron.wsgi [req-adcbb7b3-3286-4237-80ee-2c41dec255e4 req-ca3830ec-01fc-4961-95c7-cdf96717726d tempest-ServerRescueNegativeTestJSON-1571951802 tempest-ServerRescueNegativeTestJSON-1571951802-project] 10.222.0.26 "GET /v2.0/ports?device_id=79124724-6c76-47fc-bb83-d30672ff67e9 HTTP/1.1" status: 200 len: 946 time: 0.1366749 Jun 28 16:43:55.584009 dv-cinder-798104-1-smb neutron-server[74185]: INFO neutron.wsgi [req-adcbb7b3-3286-4237-80ee-2c41dec255e4 req-7ae60369-cb56-4042-90d3-2b41b1aab3b2 tempest-ServerRescueNegativeTestJSON-1571951802 tempest-ServerRescueNegativeTestJSON-1571951802-project] 10.222.0.26 "GET /v2.0/security-groups?id=23ec9104-6b33-4b08-9a41-3b0a624abc37&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0681942 Jun 28 16:43:55.592328 dv-cinder-798104-1-smb neutron-server[74187]: DEBUG neutron.db.provisioning_blocks [None req-d87dc040-d3dd-4304-a8db-886a1bd65d2b None None] Provisioning for port 1e06b99e-1b55-4f83-91b2-f283dcb29bbf completed by entity DHCP. {{(pid=74187) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 28 16:43:55.601725 dv-cinder-798104-1-smb neutron-server[74187]: DEBUG neutron.db.provisioning_blocks [None req-d87dc040-d3dd-4304-a8db-886a1bd65d2b None None] Provisioning complete for port 1e06b99e-1b55-4f83-91b2-f283dcb29bbf triggered by entity DHCP. {{(pid=74187) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 28 16:43:55.602510 dv-cinder-798104-1-smb neutron-server[74187]: DEBUG neutron_lib.callbacks.manager [None req-d87dc040-d3dd-4304-a8db-886a1bd65d2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1002786'] for port, provisioning_complete {{(pid=74187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 16:43:55.622903 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d67b8409-9740-4867-a2f3-2b677a3ebeb1 req-9b365df6-5aa4-4ee1-b877-8c87085e6943 tempest-AttachVolumeShelveTestJSON-223402159 tempest-AttachVolumeShelveTestJSON-223402159-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 16:43:55.624826 dv-cinder-798104-1-smb neutron-server[74185]: INFO neutron.wsgi [req-d67b8409-9740-4867-a2f3-2b677a3ebeb1 req-9b365df6-5aa4-4ee1-b877-8c87085e6943 tempest-AttachVolumeShelveTestJSON-223402159 tempest-AttachVolumeShelveTestJSON-223402159-project] 10.222.0.26 "GET /v2.0/ports?device_id=ca0f1f28-abee-4019-a85a-f11d82e2a8a7 HTTP/1.1" status: 200 len: 945 time: 0.1677814 Jun 28 16:43:55.641112 dv-cinder-798104-1-smb neutron-server[74186]: DEBUG neutron_lib.callbacks.manager [req-4be77547-1fec-40c1-8484-18b36f788d65 req-040fa11f-2352-419a-b61e-bf0c5bb7325c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621611'] for port, before_update {{(pid=74186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 16:43:55.674005 dv-cinder-798104-1-smb neutron-server[74187]: DEBUG neutron.plugins.ml2.plugin [None req-d87dc040-d3dd-4304-a8db-886a1bd65d2b None None] Port 1e06b99e-1b55-4f83-91b2-f283dcb29bbf cannot update to ACTIVE because it is not bound. {{(pid=74187) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jun 28 16:43:55.683460 dv-cinder-798104-1-smb neutron-server[74185]: INFO neutron.wsgi [req-d67b8409-9740-4867-a2f3-2b677a3ebeb1 req-79b42e03-b5e2-422f-bdef-49eb9b49b0cb tempest-AttachVolumeShelveTestJSON-223402159 tempest-AttachVolumeShelveTestJSON-223402159-project] 10.222.0.26 "GET /v2.0/security-groups?id=9d5e5bf1-75b7-4451-8ba3-68d562e2bb7c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0520694 Jun 28 16:43:56.008988 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebcaab96-a525-4cfb-bfd7-169f600d2d1e req-b1a8d51b-f6bd-4a2b-9aa1-a4e0349fa020 tempest-VolumesNegativeTest-637907310 tempest-VolumesNegativeTest-637907310-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 16:43:56.016044 dv-cinder-798104-1-smb neutron-server[74185]: INFO neutron.wsgi [req-ebcaab96-a525-4cfb-bfd7-169f600d2d1e req-b1a8d51b-f6bd-4a2b-9aa1-a4e0349fa020 tempest-VolumesNegativeTest-637907310 tempest-VolumesNegativeTest-637907310-project] 10.222.0.26 "GET /v2.0/ports?device_id=a1755115-860c-4f3d-aa94-678bd8327a69 HTTP/1.1" status: 200 len: 936 time: 0.1152546 Jun 28 16:43:56.078158 dv-cinder-798104-1-smb neutron-server[74185]: INFO neutron.wsgi [req-ebcaab96-a525-4cfb-bfd7-169f600d2d1e req-626b2e41-d2c1-4e75-98e4-c832909b5c0f tempest-VolumesNegativeTest-637907310 tempest-VolumesNegativeTest-637907310-project] 10.222.0.26 "GET /v2.0/security-groups?id=4f35bffc-f9e3-47ee-b673-dc10e648383d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0610495 Jun 28 16:43:56.301182 dv-cinder-798104-1-smb neutron-server[74186]: DEBUG neutron.notifiers.nova [req-4be77547-1fec-40c1-8484-18b36f788d65 req-040fa11f-2352-419a-b61e-bf0c5bb7325c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1e06b99e-1b55-4f83-91b2-f283dcb29bbf {{(pid=74186) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 28 16:43:56.311189 dv-cinder-798104-1-smb neutron-server[74186]: DEBUG neutron_lib.callbacks.manager [req-4be77547-1fec-40c1-8484-18b36f788d65 req-040fa11f-2352-419a-b61e-bf0c5bb7325c service neutron] Notify callbacks [] for port, precommit_update {{(pid=74186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 16:43:56.328431 dv-cinder-798104-1-smb neutron-server[74186]: DEBUG neutron.db.provisioning_blocks [req-4be77547-1fec-40c1-8484-18b36f788d65 req-040fa11f-2352-419a-b61e-bf0c5bb7325c service neutron] Transition to ACTIVE for port object 1e06b99e-1b55-4f83-91b2-f283dcb29bbf will not be triggered until provisioned by entity L2. {{(pid=74186) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 28 16:43:56.334982 dv-cinder-798104-1-smb neutron-server[74186]: DEBUG neutron_lib.callbacks.manager [req-4be77547-1fec-40c1-8484-18b36f788d65 req-040fa11f-2352-419a-b61e-bf0c5bb7325c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-615041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1598908', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774158213048', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774157688378', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774157688423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1108480'] for port, after_update {{(pid=74186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 16:43:56.345461 dv-cinder-798104-1-smb neutron-server[74186]: DEBUG oslo_concurrency.lockutils [None req-5c46c1e5-c470-4a05-b89d-bf2b600e5f5c tempest-AttachVolumeShelveTestJSON-223402159 tempest-AttachVolumeShelveTestJSON-223402159-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74186) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 16:43:56.507401 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f37cfece-6ecd-411d-a151-f2ad8bfc00c3 req-cc0e4ced-148a-4167-b822-aaa122ad0603 tempest-VolumesActionsTest-1052249555 tempest-VolumesActionsTest-1052249555-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=74185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 16:43:56.511652 dv-cinder-798104-1-smb neutron-server[74185]: INFO neutron.wsgi [req-f37cfece-6ecd-411d-a151-f2ad8bfc00c3 req-cc0e4ced-148a-4167-b822-aaa122ad0603 tempest-VolumesActionsTest-1052249555 tempest-VolumesActionsTest-1052249555-project] 10.222.0.26 "GET /v2.0/networks?id=6e18b0df-57ee-4fdd-a0f2-56d2e5b6a027 HTTP/1.1" status: 200 len: 808 time: 0.4009364 Jun 28 16:43:56.564848 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d1d43b0-5061-4766-b193-89d991aa1fef req-97b8f3b9-af38-4782-b23e-6710c2dc8afc tempest-AttachVolumeTestJSON-1575976490 tempest-AttachVolumeTestJSON-1575976490-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 16:43:56.575298 dv-cinder-798104-1-smb neutron-server[74185]: INFO neutron.wsgi [req-8d1d43b0-5061-4766-b193-89d991aa1fef req-97b8f3b9-af38-4782-b23e-6710c2dc8afc tempest-AttachVolumeTestJSON-1575976490 tempest-AttachVolumeTestJSON-1575976490-project] 10.222.0.26 "GET /v2.0/ports?device_id=1577b494-1b54-45ce-baf1-96f6d50deecb HTTP/1.1" status: 200 len: 945 time: 0.3028097 Jun 28 16:43:56.579851 dv-cinder-798104-1-smb neutron-server[74185]: INFO neutron.wsgi [req-f37cfece-6ecd-411d-a151-f2ad8bfc00c3 req-b5d933fc-1e82-4618-8975-47c4398f9312 tempest-VolumesActionsTest-1052249555 tempest-VolumesActionsTest-1052249555-project] 10.222.0.26 "GET /v2.0/quotas/ebcbe54eba0d4c4caca0a5f8a444266a HTTP/1.1" status: 200 len: 375 time: 0.0547700 Jun 28 16:43:56.643518 dv-cinder-798104-1-smb neutron-server[74186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-040fa11f-2352-419a-b61e-bf0c5bb7325c service neutron] Pushing event updated for resources: {'Port': ['ID=1e06b99e-1b55-4f83-91b2-f283dcb29bbf,revision_number=2']} {{(pid=74186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 16:43:56.647272 dv-cinder-798104-1-smb neutron-server[74186]: DEBUG oslo_concurrency.lockutils [None req-040fa11f-2352-419a-b61e-bf0c5bb7325c service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.302s {{(pid=74186) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 16:43:56.703070 dv-cinder-798104-1-smb neutron-server[74187]: DEBUG neutron.plugins.ml2.rpc [None req-d0e5ad82-df9b-4ee3-8ee9-b93c74fbe1d3 None None] Device f0de803d-7e0a-4b97-8ba1-7d27605873a8 no longer exists at agent hyperv_hv-cinder-79810 {{(pid=74187) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 28 16:43:56.733834 dv-cinder-798104-1-smb neutron-server[74185]: INFO neutron.wsgi [req-8d1d43b0-5061-4766-b193-89d991aa1fef req-89e5cb65-2eeb-4fc4-b48c-b1d9808999bf tempest-AttachVolumeTestJSON-1575976490 tempest-AttachVolumeTestJSON-1575976490-project] 10.222.0.26 "GET /v2.0/security-groups?id=d4fabaec-765c-44eb-aea3-0feba44aab14&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1454926 Jun 28 16:43:56.748778 dv-cinder-798104-1-smb neutron-server[74185]: INFO neutron.wsgi [req-f37cfece-6ecd-411d-a151-f2ad8bfc00c3 req-4e9e8af1-4dfa-4d5e-a51a-1bac8a285d81 tempest-VolumesActionsTest-1052249555 tempest-VolumesActionsTest-1052249555-project] 10.222.0.26 "GET /v2.0/ports?tenant_id=ebcbe54eba0d4c4caca0a5f8a444266a&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1557877 Jun 28 16:43:56.899661 dv-cinder-798104-1-smb neutron-server[74187]: DEBUG neutron.plugins.ml2.plugin [None req-d0e5ad82-df9b-4ee3-8ee9-b93c74fbe1d3 None None] No Port match for: f0de803d-7e0a-4b97-8ba1-7d27605873a8 {{(pid=74187) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}} Jun 28 16:43:56.900255 dv-cinder-798104-1-smb neutron-server[74187]: DEBUG neutron.plugins.ml2.rpc [None req-d0e5ad82-df9b-4ee3-8ee9-b93c74fbe1d3 None None] Device f0de803d-7e0a-4b97-8ba1-7d27605873a8 not bound to the agent host hv-cinder-79810 {{(pid=74187) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 28 16:43:56.959194 dv-cinder-798104-1-smb neutron-server[74186]: DEBUG neutron.plugins.ml2.managers [req-4be77547-1fec-40c1-8484-18b36f788d65 req-040fa11f-2352-419a-b61e-bf0c5bb7325c service neutron] Attempting to bind port 1e06b99e-1b55-4f83-91b2-f283dcb29bbf on host hv-cinder-79810 for vnic_type normal with profile {{(pid=74186) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 28 16:43:56.959707 dv-cinder-798104-1-smb neutron-server[74186]: DEBUG neutron.plugins.ml2.managers [req-4be77547-1fec-40c1-8484-18b36f788d65 req-040fa11f-2352-419a-b61e-bf0c5bb7325c service neutron] Attempting to bind port 1e06b99e-1b55-4f83-91b2-f283dcb29bbf by drivers openvswitch,hyperv on host hv-cinder-79810 at level 0 using segments [{'id': '00936f04-cfc9-4aad-b717-b845cb76391a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': 'c09f2764-f30c-43a9-9f25-c12276596fa3'}] {{(pid=74186) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 28 16:43:56.960150 dv-cinder-798104-1-smb neutron-server[74186]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4be77547-1fec-40c1-8484-18b36f788d65 req-040fa11f-2352-419a-b61e-bf0c5bb7325c service neutron] Attempting to bind port 1e06b99e-1b55-4f83-91b2-f283dcb29bbf on network c09f2764-f30c-43a9-9f25-c12276596fa3 {{(pid=74186) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jun 28 16:43:56.972560 dv-cinder-798104-1-smb neutron-server[74186]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4be77547-1fec-40c1-8484-18b36f788d65 req-040fa11f-2352-419a-b61e-bf0c5bb7325c service neutron] Port 1e06b99e-1b55-4f83-91b2-f283dcb29bbf on network c09f2764-f30c-43a9-9f25-c12276596fa3 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79810 {{(pid=74186) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jun 28 16:43:56.974760 dv-cinder-798104-1-smb neutron-server[74186]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4be77547-1fec-40c1-8484-18b36f788d65 req-040fa11f-2352-419a-b61e-bf0c5bb7325c service neutron] Attempting to bind port 1e06b99e-1b55-4f83-91b2-f283dcb29bbf on network c09f2764-f30c-43a9-9f25-c12276596fa3 {{(pid=74186) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jun 28 16:43:57.000174 dv-cinder-798104-1-smb neutron-server[74186]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4be77547-1fec-40c1-8484-18b36f788d65 req-040fa11f-2352-419a-b61e-bf0c5bb7325c service neutron] Checking agent: {'id': '59d83479-80db-4f55-8b84-25c2a0c8dff8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79810', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 28, 16, 39, 19), 'started_at': datetime.datetime(2021, 6, 28, 16, 39, 19), 'heartbeat_timestamp': datetime.datetime(2021, 6, 28, 16, 43, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=74186) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jun 28 16:43:57.000702 dv-cinder-798104-1-smb neutron-server[74186]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4be77547-1fec-40c1-8484-18b36f788d65 req-040fa11f-2352-419a-b61e-bf0c5bb7325c service neutron] Checking segment: {'id': '00936f04-cfc9-4aad-b717-b845cb76391a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': 'c09f2764-f30c-43a9-9f25-c12276596fa3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=74186) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jun 28 16:43:57.001472 dv-cinder-798104-1-smb neutron-server[74186]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4be77547-1fec-40c1-8484-18b36f788d65 req-040fa11f-2352-419a-b61e-bf0c5bb7325c service neutron] Bound using segment: {'id': '00936f04-cfc9-4aad-b717-b845cb76391a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': 'c09f2764-f30c-43a9-9f25-c12276596fa3'} {{(pid=74186) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jun 28 16:43:57.002434 dv-cinder-798104-1-smb neutron-server[74186]: DEBUG neutron.plugins.ml2.managers [req-4be77547-1fec-40c1-8484-18b36f788d65 req-040fa11f-2352-419a-b61e-bf0c5bb7325c service neutron] Bound port: 1e06b99e-1b55-4f83-91b2-f283dcb29bbf, host: hv-cinder-79810, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '00936f04-cfc9-4aad-b717-b845cb76391a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': 'c09f2764-f30c-43a9-9f25-c12276596fa3'}}] {{(pid=74186) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 28 16:43:57.002893 dv-cinder-798104-1-smb neutron-server[74186]: DEBUG neutron_lib.callbacks.manager [req-4be77547-1fec-40c1-8484-18b36f788d65 req-040fa11f-2352-419a-b61e-bf0c5bb7325c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621611'] for port, before_update {{(pid=74186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 16:43:57.022005 dv-cinder-798104-1-smb neutron-server[74185]: INFO neutron.wsgi [req-f37cfece-6ecd-411d-a151-f2ad8bfc00c3 req-b9e6c024-71ad-4a35-aaa3-d35aaca13ce4 service neutron] 10.222.0.26 "GET /v2.0/networks/6e18b0df-57ee-4fdd-a0f2-56d2e5b6a027?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2721105 Jun 28 16:43:57.138117 dv-cinder-798104-1-smb neutron-server[74186]: DEBUG neutron.plugins.ml2.db [req-4be77547-1fec-40c1-8484-18b36f788d65 req-040fa11f-2352-419a-b61e-bf0c5bb7325c service neutron] For port 1e06b99e-1b55-4f83-91b2-f283dcb29bbf, host hv-cinder-79810, cleared binding levels {{(pid=74186) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 28 16:43:57.142689 dv-cinder-798104-1-smb neutron-server[74186]: DEBUG neutron.plugins.ml2.db [req-4be77547-1fec-40c1-8484-18b36f788d65 req-040fa11f-2352-419a-b61e-bf0c5bb7325c service neutron] For port 1e06b99e-1b55-4f83-91b2-f283dcb29bbf, host hv-cinder-79810, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79810',level=0,port_id=1e06b99e-1b55-4f83-91b2-f283dcb29bbf,segment=NetworkSegment(00936f04-cfc9-4aad-b717-b845cb76391a),segment_id=00936f04-cfc9-4aad-b717-b845cb76391a)] {{(pid=74186) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 28 16:43:57.149611 dv-cinder-798104-1-smb neutron-server[74186]: DEBUG neutron_lib.callbacks.manager [req-4be77547-1fec-40c1-8484-18b36f788d65 req-040fa11f-2352-419a-b61e-bf0c5bb7325c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-615041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1598908', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774158213048', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774157688378', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774157688423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1108480'] for port, after_update {{(pid=74186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 16:43:57.157464 dv-cinder-798104-1-smb neutron-server[74186]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74186) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 16:43:57.233165 dv-cinder-798104-1-smb neutron-server[74186]: DEBUG neutron_lib.callbacks.manager [req-4be77547-1fec-40c1-8484-18b36f788d65 req-040fa11f-2352-419a-b61e-bf0c5bb7325c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129357'] for port, before_response {{(pid=74186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 16:43:57.234976 dv-cinder-798104-1-smb neutron-server[74186]: INFO neutron.wsgi [req-4be77547-1fec-40c1-8484-18b36f788d65 req-040fa11f-2352-419a-b61e-bf0c5bb7325c service neutron] 10.222.0.41 "PUT /v2.0/ports/1e06b99e-1b55-4f83-91b2-f283dcb29bbf HTTP/1.1" status: 200 len: 1098 time: 1.7785151 Jun 28 16:43:57.235593 dv-cinder-798104-1-smb neutron-server[74186]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a1755115-860c-4f3d-aa94-678bd8327a69', 'tag': '1e06b99e-1b55-4f83-91b2-f283dcb29bbf'}] {{(pid=74186) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 28 16:43:57.251489 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-278c7f39-26db-40ed-9819-ccf53b32b53e req-54901e1c-28e5-4d87-b322-801ff4520a25 tempest-ServerRescueNegativeTestJSON-1571951802 tempest-ServerRescueNegativeTestJSON-1571951802-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 16:43:57.254582 dv-cinder-798104-1-smb neutron-server[74185]: INFO neutron.wsgi [req-278c7f39-26db-40ed-9819-ccf53b32b53e req-54901e1c-28e5-4d87-b322-801ff4520a25 tempest-ServerRescueNegativeTestJSON-1571951802 tempest-ServerRescueNegativeTestJSON-1571951802-project] 10.222.0.26 "GET /v2.0/ports?device_id=79124724-6c76-47fc-bb83-d30672ff67e9 HTTP/1.1" status: 200 len: 946 time: 0.2301280 Jun 28 16:43:57.267715 dv-cinder-798104-1-smb neutron-server[74185]: INFO neutron.wsgi [req-f37cfece-6ecd-411d-a151-f2ad8bfc00c3 req-1ec463fb-f929-40d9-a4b9-2e5dce848e80 service neutron] 10.222.0.26 "GET /v2.0/networks/6e18b0df-57ee-4fdd-a0f2-56d2e5b6a027?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2446227 Jun 28 16:43:57.268933 dv-cinder-798104-1-smb neutron-server[74186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-040fa11f-2352-419a-b61e-bf0c5bb7325c service neutron] Pushing event updated for resources: {'Port': ['ID=1e06b99e-1b55-4f83-91b2-f283dcb29bbf,revision_number=3']} {{(pid=74186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 16:43:57.272732 dv-cinder-798104-1-smb neutron-server[74186]: DEBUG oslo_concurrency.lockutils [None req-040fa11f-2352-419a-b61e-bf0c5bb7325c service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=74186) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 16:43:57.373665 dv-cinder-798104-1-smb neutron-server[74185]: INFO neutron.wsgi [req-278c7f39-26db-40ed-9819-ccf53b32b53e req-63f1132f-5fd7-4bbc-afa1-1223d52debbc tempest-ServerRescueNegativeTestJSON-1571951802 tempest-ServerRescueNegativeTestJSON-1571951802-project] 10.222.0.26 "GET /v2.0/security-groups?id=23ec9104-6b33-4b08-9a41-3b0a624abc37&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0820966 Jun 28 16:43:57.437509 dv-cinder-798104-1-smb neutron-server[74186]: INFO neutron.wsgi [req-4be77547-1fec-40c1-8484-18b36f788d65 req-71648dea-7640-445f-9058-691791707edf service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=6d4a2815e3e04f59a0b96aa2c83950a9&device_id=a1755115-860c-4f3d-aa94-678bd8327a69 HTTP/1.1" status: 200 len: 1101 time: 0.1248617 Jun 28 16:43:57.558163 dv-cinder-798104-1-smb neutron-server[74186]: INFO neutron.wsgi [req-4be77547-1fec-40c1-8484-18b36f788d65 req-a8e7aeb1-ce71-4c7a-bae3-ceed79a38d63 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.114&port_id=1e06b99e-1b55-4f83-91b2-f283dcb29bbf HTTP/1.1" status: 200 len: 217 time: 0.1085682 Jun 28 16:43:57.718002 dv-cinder-798104-1-smb neutron-server[74186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4be77547-1fec-40c1-8484-18b36f788d65 req-6b991c76-a6bc-495e-8a16-526368e642f1 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=74186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 16:43:57.719651 dv-cinder-798104-1-smb neutron-server[74186]: INFO neutron.wsgi [req-4be77547-1fec-40c1-8484-18b36f788d65 req-6b991c76-a6bc-495e-8a16-526368e642f1 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=43590b98-423c-449b-abe8-a242d7cd40ff HTTP/1.1" status: 200 len: 843 time: 0.1567099 Jun 28 16:43:57.829817 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c56c5096-357c-49c5-a263-335a3201104d req-4d1b8011-7145-44fb-b531-862556505316 tempest-AttachVolumeShelveTestJSON-223402159 tempest-AttachVolumeShelveTestJSON-223402159-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 16:43:57.837692 dv-cinder-798104-1-smb neutron-server[74185]: INFO neutron.wsgi [req-c56c5096-357c-49c5-a263-335a3201104d req-4d1b8011-7145-44fb-b531-862556505316 tempest-AttachVolumeShelveTestJSON-223402159 tempest-AttachVolumeShelveTestJSON-223402159-project] 10.222.0.26 "GET /v2.0/ports?device_id=ca0f1f28-abee-4019-a85a-f11d82e2a8a7 HTTP/1.1" status: 200 len: 945 time: 0.2321684 Jun 28 16:43:57.900791 dv-cinder-798104-1-smb neutron-server[74186]: INFO neutron.wsgi [req-4be77547-1fec-40c1-8484-18b36f788d65 req-7bbcfb55-5817-42b6-b691-36b86f22139e service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=c09f2764-f30c-43a9-9f25-c12276596fa3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.1681654 Jun 28 16:43:57.913724 dv-cinder-798104-1-smb neutron-server[74185]: INFO neutron.wsgi [req-c56c5096-357c-49c5-a263-335a3201104d req-c607e1de-5358-4f55-af9c-464bd081de7f tempest-AttachVolumeShelveTestJSON-223402159 tempest-AttachVolumeShelveTestJSON-223402159-project] 10.222.0.26 "GET /v2.0/security-groups?id=9d5e5bf1-75b7-4451-8ba3-68d562e2bb7c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0745618 Jun 28 16:43:58.115102 dv-cinder-798104-1-smb neutron-server[74186]: INFO neutron.wsgi [req-4be77547-1fec-40c1-8484-18b36f788d65 req-c6a9d9c1-e16e-4c49-85c7-7e0c8f105327 service neutron] 10.222.0.41 "GET /v2.0/networks/c09f2764-f30c-43a9-9f25-c12276596fa3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2053390 Jun 28 16:43:58.117021 dv-cinder-798104-1-smb neutron-server[74186]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a1755115-860c-4f3d-aa94-678bd8327a69', 'tag': '1e06b99e-1b55-4f83-91b2-f283dcb29bbf', 'status': 'completed', 'code': 200} Jun 28 16:43:58.309183 dv-cinder-798104-1-smb neutron-server[74185]: INFO neutron.wsgi [req-574803d5-0d7f-4b72-b6e8-b58f314d6d99 req-d0b9ce80-76e5-4a34-9729-bdd9f7add20e tempest-VolumesActionsTest-1052249555 tempest-VolumesActionsTest-1052249555-project] 10.222.0.26 "GET /v2.0/ports?device_id=260c4186-9ca0-4704-89ff-7960812e97da HTTP/1.1" status: 200 len: 210 time: 0.1349599 Jun 28 16:43:58.506011 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21ba2a9b-6c5c-49e3-b248-86efe2d78b87 req-8df2a311-4527-415e-a1a9-2bc25f07fa9f tempest-VolumesNegativeTest-637907310 tempest-VolumesNegativeTest-637907310-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 16:43:58.517452 dv-cinder-798104-1-smb neutron-server[74185]: INFO neutron.wsgi [req-21ba2a9b-6c5c-49e3-b248-86efe2d78b87 req-8df2a311-4527-415e-a1a9-2bc25f07fa9f tempest-VolumesNegativeTest-637907310 tempest-VolumesNegativeTest-637907310-project] 10.222.0.26 "GET /v2.0/ports?device_id=a1755115-860c-4f3d-aa94-678bd8327a69 HTTP/1.1" status: 200 len: 948 time: 0.2202322 Jun 28 16:43:58.538834 dv-cinder-798104-1-smb neutron-server[74186]: INFO neutron.wsgi [req-4be77547-1fec-40c1-8484-18b36f788d65 req-4b979135-db0f-4ac6-95f0-13b47ad43499 service neutron] 10.222.0.41 "GET /v2.0/networks/c09f2764-f30c-43a9-9f25-c12276596fa3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4118557 Jun 28 16:43:58.570010 dv-cinder-798104-1-smb neutron-server[74185]: INFO neutron.wsgi [req-c25a39a1-9bfc-42b8-a67f-c57afec2abb7 req-54eb6d63-0328-4e85-b92d-f66cb47f985c service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=2f9864be4f7741e0aa69625d43b5a918&device_id=1577b494-1b54-45ce-baf1-96f6d50deecb HTTP/1.1" status: 200 len: 1098 time: 0.3160076 Jun 28 16:43:58.773226 dv-cinder-798104-1-smb neutron-server[74186]: INFO neutron.wsgi [req-59101e0b-2841-48af-9c1d-ecce7a6449dc req-3f1fb36f-f5ac-4a83-a64e-368ae814f7c4 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=6d4a2815e3e04f59a0b96aa2c83950a9&device_id=a1755115-860c-4f3d-aa94-678bd8327a69 HTTP/1.1" status: 200 len: 1101 time: 0.1431599 Jun 28 16:43:58.787404 dv-cinder-798104-1-smb neutron-server[74185]: INFO neutron.wsgi [req-21ba2a9b-6c5c-49e3-b248-86efe2d78b87 req-4e744f0c-f414-4352-b504-00ca4fcf7295 tempest-VolumesNegativeTest-637907310 tempest-VolumesNegativeTest-637907310-project] 10.222.0.26 "GET /v2.0/security-groups?id=4f35bffc-f9e3-47ee-b673-dc10e648383d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2678730 Jun 28 16:43:58.873951 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e469d746-8eb4-4c94-9321-d3bb8fceb9aa req-1dcb9ebc-f334-4daf-82a5-cfb4ad297fed tempest-AttachVolumeTestJSON-1575976490 tempest-AttachVolumeTestJSON-1575976490-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 16:43:58.878211 dv-cinder-798104-1-smb neutron-server[74185]: INFO neutron.wsgi [req-e469d746-8eb4-4c94-9321-d3bb8fceb9aa req-1dcb9ebc-f334-4daf-82a5-cfb4ad297fed tempest-AttachVolumeTestJSON-1575976490 tempest-AttachVolumeTestJSON-1575976490-project] 10.222.0.26 "GET /v2.0/ports?device_id=1577b494-1b54-45ce-baf1-96f6d50deecb HTTP/1.1" status: 200 len: 945 time: 0.3834240 Jun 28 16:43:58.880061 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c25a39a1-9bfc-42b8-a67f-c57afec2abb7 req-bcbc2735-26cc-4120-b67e-a105e423088f service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=74185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 16:43:58.883644 dv-cinder-798104-1-smb neutron-server[74185]: INFO neutron.wsgi [req-c25a39a1-9bfc-42b8-a67f-c57afec2abb7 req-bcbc2735-26cc-4120-b67e-a105e423088f service neutron] 10.222.0.41 "GET /v2.0/networks?id=ad1db160-79ed-4f75-9884-27c71855a2d5 HTTP/1.1" status: 200 len: 912 time: 0.2829952 Jun 28 16:43:59.043931 dv-cinder-798104-1-smb neutron-server[74186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59101e0b-2841-48af-9c1d-ecce7a6449dc req-64ea46c1-0ed5-4de2-94b2-ee487bc70090 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=74186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 16:43:59.047009 dv-cinder-798104-1-smb neutron-server[74186]: INFO neutron.wsgi [req-59101e0b-2841-48af-9c1d-ecce7a6449dc req-64ea46c1-0ed5-4de2-94b2-ee487bc70090 service neutron] 10.222.0.41 "GET /v2.0/networks?id=c09f2764-f30c-43a9-9f25-c12276596fa3 HTTP/1.1" status: 200 len: 870 time: 0.2464428 Jun 28 16:43:59.097029 dv-cinder-798104-1-smb neutron-server[74185]: INFO neutron.wsgi [req-e469d746-8eb4-4c94-9321-d3bb8fceb9aa req-71db23f5-30f3-4c64-84bd-69a471ab7134 tempest-AttachVolumeTestJSON-1575976490 tempest-AttachVolumeTestJSON-1575976490-project] 10.222.0.26 "GET /v2.0/security-groups?id=d4fabaec-765c-44eb-aea3-0feba44aab14&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1103742 Jun 28 16:43:59.101961 dv-cinder-798104-1-smb neutron-server[74185]: INFO neutron.wsgi [req-c25a39a1-9bfc-42b8-a67f-c57afec2abb7 req-cb2d7d73-241f-481c-9465-a3ad971e2216 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=0e7dd6cd-c2b1-4bf7-b9a5-6d14c163b7c0 HTTP/1.1" status: 200 len: 1000 time: 0.2102287 Jun 28 16:43:59.222514 dv-cinder-798104-1-smb neutron-server[74186]: INFO neutron.wsgi [req-59101e0b-2841-48af-9c1d-ecce7a6449dc req-fef337bb-9d77-4130-b08a-43fb6f78d8d5 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.114&port_id=1e06b99e-1b55-4f83-91b2-f283dcb29bbf HTTP/1.1" status: 200 len: 217 time: 0.1605372 Jun 28 16:43:59.348905 dv-cinder-798104-1-smb neutron-server[74186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59101e0b-2841-48af-9c1d-ecce7a6449dc req-c4221092-b8cc-4c90-ae26-d635732fb4e5 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=74186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 16:43:59.351741 dv-cinder-798104-1-smb neutron-server[74186]: INFO neutron.wsgi [req-59101e0b-2841-48af-9c1d-ecce7a6449dc req-c4221092-b8cc-4c90-ae26-d635732fb4e5 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=43590b98-423c-449b-abe8-a242d7cd40ff HTTP/1.1" status: 200 len: 843 time: 0.1170809 Jun 28 16:43:59.390238 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c25a39a1-9bfc-42b8-a67f-c57afec2abb7 req-62fc720f-ba34-40b6-9466-bcf82b22ec41 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=74185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 16:43:59.391972 dv-cinder-798104-1-smb neutron-server[74185]: INFO neutron.wsgi [req-c25a39a1-9bfc-42b8-a67f-c57afec2abb7 req-62fc720f-ba34-40b6-9466-bcf82b22ec41 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=37b72020-400c-49f7-aceb-0167a7e84569 HTTP/1.1" status: 200 len: 850 time: 0.2257979 Jun 28 16:43:59.473144 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33903e50-4597-4249-810b-34327cb3097f req-6c995001-0a22-4134-8106-f320df3f307f tempest-ServerRescueNegativeTestJSON-1571951802 tempest-ServerRescueNegativeTestJSON-1571951802-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 16:43:59.475141 dv-cinder-798104-1-smb neutron-server[74185]: INFO neutron.wsgi [req-33903e50-4597-4249-810b-34327cb3097f req-6c995001-0a22-4134-8106-f320df3f307f tempest-ServerRescueNegativeTestJSON-1571951802 tempest-ServerRescueNegativeTestJSON-1571951802-project] 10.222.0.26 "GET /v2.0/ports?device_id=79124724-6c76-47fc-bb83-d30672ff67e9 HTTP/1.1" status: 200 len: 946 time: 0.3765743 Jun 28 16:43:59.498911 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6c84631-3e67-44a4-a1de-6287d2d4ee89 req-1b73d20c-842c-4666-a5aa-233b77493b8b tempest-AttachVolumeShelveTestJSON-223402159 tempest-AttachVolumeShelveTestJSON-223402159-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 16:43:59.507578 dv-cinder-798104-1-smb neutron-server[74185]: INFO neutron.wsgi [req-e6c84631-3e67-44a4-a1de-6287d2d4ee89 req-1b73d20c-842c-4666-a5aa-233b77493b8b tempest-AttachVolumeShelveTestJSON-223402159 tempest-AttachVolumeShelveTestJSON-223402159-project] 10.222.0.26 "GET /v2.0/ports?device_id=ca0f1f28-abee-4019-a85a-f11d82e2a8a7 HTTP/1.1" status: 200 len: 945 time: 0.2697277 Jun 28 16:43:59.537932 dv-cinder-798104-1-smb neutron-server[74186]: INFO neutron.wsgi [req-59101e0b-2841-48af-9c1d-ecce7a6449dc req-6a4de00a-1db9-4148-8414-24ddb4586c43 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=c09f2764-f30c-43a9-9f25-c12276596fa3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.1637743 Jun 28 16:43:59.613711 dv-cinder-798104-1-smb neutron-server[74185]: INFO neutron.wsgi [req-33903e50-4597-4249-810b-34327cb3097f req-ecb47dbb-8741-473f-8902-e36877cb0859 tempest-ServerRescueNegativeTestJSON-1571951802 tempest-ServerRescueNegativeTestJSON-1571951802-project] 10.222.0.26 "GET /v2.0/security-groups?id=23ec9104-6b33-4b08-9a41-3b0a624abc37&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1220336 Jun 28 16:43:59.816987 dv-cinder-798104-1-smb neutron-server[74185]: INFO neutron.wsgi [req-e6c84631-3e67-44a4-a1de-6287d2d4ee89 req-22546ed7-5be5-45e5-8740-2f8993cd174e tempest-AttachVolumeShelveTestJSON-223402159 tempest-AttachVolumeShelveTestJSON-223402159-project] 10.222.0.26 "GET /v2.0/security-groups?id=9d5e5bf1-75b7-4451-8ba3-68d562e2bb7c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3085048 Jun 28 16:43:59.838742 dv-cinder-798104-1-smb neutron-server[74185]: INFO neutron.wsgi [req-c25a39a1-9bfc-42b8-a67f-c57afec2abb7 req-ca4141ab-5b83-47ba-9b4d-5ddc23a7c9cf service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=ad1db160-79ed-4f75-9884-27c71855a2d5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.4263663 Jun 28 16:43:59.842165 dv-cinder-798104-1-smb neutron-server[74186]: INFO neutron.wsgi [req-59101e0b-2841-48af-9c1d-ecce7a6449dc req-341ebb94-87a1-4b73-b60d-0763a1f97b3c service neutron] 10.222.0.41 "GET /v2.0/networks/c09f2764-f30c-43a9-9f25-c12276596fa3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2868454 Jun 28 16:44:00.109515 dv-cinder-798104-1-smb neutron-server[74186]: INFO neutron.wsgi [req-59101e0b-2841-48af-9c1d-ecce7a6449dc req-71266e04-7633-4789-9ccc-4f661b691948 service neutron] 10.222.0.41 "GET /v2.0/networks/c09f2764-f30c-43a9-9f25-c12276596fa3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2456729 Jun 28 16:44:00.303627 dv-cinder-798104-1-smb neutron-server[74185]: INFO neutron.wsgi [req-452db80f-5575-4d8b-80dd-13f47e859928 req-e0c4ec29-b644-4f04-b990-c0e5fa438a66 tempest-VolumesActionsTest-1052249555 tempest-VolumesActionsTest-1052249555-project] 10.222.0.26 "GET /v2.0/ports?device_id=260c4186-9ca0-4704-89ff-7960812e97da HTTP/1.1" status: 200 len: 210 time: 0.3563242 Jun 28 16:44:00.381220 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f37cfece-6ecd-411d-a151-f2ad8bfc00c3 req-083e20f9-1a01-4cf3-9400-6982129fa2eb tempest-VolumesActionsTest-1052249555 tempest-VolumesActionsTest-1052249555-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=74185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 16:44:00.383853 dv-cinder-798104-1-smb neutron-server[74185]: INFO neutron.wsgi [req-f37cfece-6ecd-411d-a151-f2ad8bfc00c3 req-083e20f9-1a01-4cf3-9400-6982129fa2eb tempest-VolumesActionsTest-1052249555 tempest-VolumesActionsTest-1052249555-project] 10.222.0.41 "GET /v2.0/networks?id=6e18b0df-57ee-4fdd-a0f2-56d2e5b6a027 HTTP/1.1" status: 200 len: 808 time: 0.7854612 Jun 28 16:44:00.444789 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG neutron.api.v2.base [req-f37cfece-6ecd-411d-a151-f2ad8bfc00c3 req-39d1d275-3a53-46f3-bcf4-8364a5d6ab6a tempest-VolumesActionsTest-1052249555 tempest-VolumesActionsTest-1052249555-project] Request body: {'port': {'device_id': '260c4186-9ca0-4704-89ff-7960812e97da', 'network_id': '6e18b0df-57ee-4fdd-a0f2-56d2e5b6a027', 'admin_state_up': True, 'tenant_id': 'ebcbe54eba0d4c4caca0a5f8a444266a'}} {{(pid=74185) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jun 28 16:44:00.688513 dv-cinder-798104-1-smb neutron-server[74185]: INFO neutron.wsgi [req-c25a39a1-9bfc-42b8-a67f-c57afec2abb7 req-b1c1aee5-a4d2-4a92-ab40-115b6f0cfbbd service neutron] 10.222.0.41 "GET /v2.0/networks/ad1db160-79ed-4f75-9884-27c71855a2d5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8226433 Jun 28 16:44:00.704111 dv-cinder-798104-1-smb neutron-server[74187]: DEBUG neutron.plugins.ml2.rpc [None req-d0e5ad82-df9b-4ee3-8ee9-b93c74fbe1d3 None None] Device 1e06b99e-1b55-4f83-91b2-f283dcb29bbf details requested by agent hyperv_hv-cinder-79810 with host hv-cinder-79810 {{(pid=74187) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 28 16:44:00.738620 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10ecca5f-4a18-4a0e-902b-9e58a65896b4 req-d53b1914-bc30-46a6-a350-32882aded758 tempest-VolumesNegativeTest-637907310 tempest-VolumesNegativeTest-637907310-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 16:44:00.740266 dv-cinder-798104-1-smb neutron-server[74185]: INFO neutron.wsgi [req-10ecca5f-4a18-4a0e-902b-9e58a65896b4 req-d53b1914-bc30-46a6-a350-32882aded758 tempest-VolumesNegativeTest-637907310 tempest-VolumesNegativeTest-637907310-project] 10.222.0.26 "GET /v2.0/ports?device_id=a1755115-860c-4f3d-aa94-678bd8327a69 HTTP/1.1" status: 200 len: 948 time: 0.5481992 Jun 28 16:44:00.909259 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG neutron.db.quota.driver [req-f37cfece-6ecd-411d-a151-f2ad8bfc00c3 req-39d1d275-3a53-46f3-bcf4-8364a5d6ab6a tempest-VolumesActionsTest-1052249555 tempest-VolumesActionsTest-1052249555-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74185) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 28 16:44:00.922435 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG neutron.quota.resource [req-f37cfece-6ecd-411d-a151-f2ad8bfc00c3 req-39d1d275-3a53-46f3-bcf4-8364a5d6ab6a tempest-VolumesActionsTest-1052249555 tempest-VolumesActionsTest-1052249555-project] Usage tracker for resource:port and tenant:ebcbe54eba0d4c4caca0a5f8a444266a is out of sync, need to count used quota {{(pid=74185) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 28 16:44:00.926904 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG neutron.quota.resource [req-f37cfece-6ecd-411d-a151-f2ad8bfc00c3 req-39d1d275-3a53-46f3-bcf4-8364a5d6ab6a tempest-VolumesActionsTest-1052249555 tempest-VolumesActionsTest-1052249555-project] Quota usage for port was recalculated. Used quota:0. {{(pid=74185) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 28 16:44:00.942015 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG neutron.db.quota.driver [req-f37cfece-6ecd-411d-a151-f2ad8bfc00c3 req-39d1d275-3a53-46f3-bcf4-8364a5d6ab6a tempest-VolumesActionsTest-1052249555 tempest-VolumesActionsTest-1052249555-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=74185) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 28 16:44:00.961527 dv-cinder-798104-1-smb neutron-server[74185]: INFO neutron.wsgi [req-10ecca5f-4a18-4a0e-902b-9e58a65896b4 req-4b7d065d-585c-4a2c-bdf2-1c5ed09fb3d8 tempest-VolumesNegativeTest-637907310 tempest-VolumesNegativeTest-637907310-project] 10.222.0.26 "GET /v2.0/security-groups?id=4f35bffc-f9e3-47ee-b673-dc10e648383d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1566303 Jun 28 16:44:00.993834 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f37cfece-6ecd-411d-a151-f2ad8bfc00c3 req-39d1d275-3a53-46f3-bcf4-8364a5d6ab6a tempest-VolumesActionsTest-1052249555 tempest-VolumesActionsTest-1052249555-project] Made reservation on behalf of ebcbe54eba0d4c4caca0a5f8a444266a for: {'port': 1} {{(pid=74185) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 28 16:44:00.997527 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG neutron_lib.callbacks.manager [req-f37cfece-6ecd-411d-a151-f2ad8bfc00c3 req-39d1d275-3a53-46f3-bcf4-8364a5d6ab6a tempest-VolumesActionsTest-1052249555 tempest-VolumesActionsTest-1052249555-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621611'] for port, before_create {{(pid=74185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 16:44:01.018125 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edc294cb-a01e-4660-a211-30d4931a339e req-2b9d9791-76f3-4faf-b5ce-245a08396196 tempest-AttachVolumeTestJSON-1575976490 tempest-AttachVolumeTestJSON-1575976490-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 16:44:01.026645 dv-cinder-798104-1-smb neutron-server[74185]: INFO neutron.wsgi [req-edc294cb-a01e-4660-a211-30d4931a339e req-2b9d9791-76f3-4faf-b5ce-245a08396196 tempest-AttachVolumeTestJSON-1575976490 tempest-AttachVolumeTestJSON-1575976490-project] 10.222.0.26 "GET /v2.0/ports?device_id=1577b494-1b54-45ce-baf1-96f6d50deecb HTTP/1.1" status: 200 len: 945 time: 0.4376004 Jun 28 16:44:01.032037 dv-cinder-798104-1-smb neutron-server[74187]: DEBUG neutron.plugins.ml2.db [None req-d0e5ad82-df9b-4ee3-8ee9-b93c74fbe1d3 None None] For port 1e06b99e-1b55-4f83-91b2-f283dcb29bbf, host hv-cinder-79810, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79810',level=0,port_id=1e06b99e-1b55-4f83-91b2-f283dcb29bbf,segment=NetworkSegment(00936f04-cfc9-4aad-b717-b845cb76391a),segment_id=00936f04-cfc9-4aad-b717-b845cb76391a)] {{(pid=74187) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 16:44:01.057280 dv-cinder-798104-1-smb neutron-server[74185]: INFO neutron.wsgi [req-c25a39a1-9bfc-42b8-a67f-c57afec2abb7 req-f2f67f75-0877-4d59-af74-fc1120b0899a service neutron] 10.222.0.41 "GET /v2.0/networks/ad1db160-79ed-4f75-9884-27c71855a2d5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3534007 Jun 28 16:44:01.059069 dv-cinder-798104-1-smb neutron-server[74187]: DEBUG neutron.plugins.ml2.rpc [None req-d0e5ad82-df9b-4ee3-8ee9-b93c74fbe1d3 None None] Returning: {'device': '1e06b99e-1b55-4f83-91b2-f283dcb29bbf', 'network_id': 'c09f2764-f30c-43a9-9f25-c12276596fa3', 'port_id': '1e06b99e-1b55-4f83-91b2-f283dcb29bbf', 'mac_address': 'fa:16:3e:02:5e:5b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 401, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '43590b98-423c-449b-abe8-a242d7cd40ff', 'ip_address': '192.168.233.114'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=74187) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 28 16:44:01.188223 dv-cinder-798104-1-smb neutron-server[74185]: INFO neutron.wsgi [req-edc294cb-a01e-4660-a211-30d4931a339e req-f55541f1-5e8c-41a5-8f91-e145d7dd4a09 tempest-AttachVolumeTestJSON-1575976490 tempest-AttachVolumeTestJSON-1575976490-project] 10.222.0.26 "GET /v2.0/security-groups?id=d4fabaec-765c-44eb-aea3-0feba44aab14&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1603019 Jun 28 16:44:01.220299 dv-cinder-798104-1-smb neutron-server[74187]: DEBUG neutron_lib.callbacks.manager [None req-d0e5ad82-df9b-4ee3-8ee9-b93c74fbe1d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621611'] for port, before_update {{(pid=74187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 16:44:01.254258 dv-cinder-798104-1-smb neutron-server[74187]: DEBUG neutron.notifiers.nova [None req-d0e5ad82-df9b-4ee3-8ee9-b93c74fbe1d3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1e06b99e-1b55-4f83-91b2-f283dcb29bbf {{(pid=74187) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 28 16:44:01.278216 dv-cinder-798104-1-smb neutron-server[74187]: DEBUG neutron.plugins.ml2.db [None req-d0e5ad82-df9b-4ee3-8ee9-b93c74fbe1d3 None None] For port 1e06b99e-1b55-4f83-91b2-f283dcb29bbf, host hv-cinder-79810, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79810',level=0,port_id=1e06b99e-1b55-4f83-91b2-f283dcb29bbf,segment=NetworkSegment(00936f04-cfc9-4aad-b717-b845cb76391a),segment_id=00936f04-cfc9-4aad-b717-b845cb76391a)] {{(pid=74187) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 16:44:01.285793 dv-cinder-798104-1-smb neutron-server[74187]: DEBUG neutron_lib.callbacks.manager [None req-d0e5ad82-df9b-4ee3-8ee9-b93c74fbe1d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-615041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1598908', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774158213048', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774157688378', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774157688423'] for port, after_update {{(pid=74187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 16:44:01.287948 dv-cinder-798104-1-smb neutron-server[74187]: DEBUG oslo_concurrency.lockutils [None req-d0e5ad82-df9b-4ee3-8ee9-b93c74fbe1d3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74187) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 16:44:01.374774 dv-cinder-798104-1-smb neutron-server[74187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0e5ad82-df9b-4ee3-8ee9-b93c74fbe1d3 None None] Pushing event updated for resources: {'Port': ['ID=1e06b99e-1b55-4f83-91b2-f283dcb29bbf,revision_number=4']} {{(pid=74187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 16:44:01.379206 dv-cinder-798104-1-smb neutron-server[74187]: DEBUG oslo_concurrency.lockutils [None req-d0e5ad82-df9b-4ee3-8ee9-b93c74fbe1d3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=74187) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 16:44:01.570594 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG neutron.db.db_base_plugin_common [req-f37cfece-6ecd-411d-a151-f2ad8bfc00c3 req-39d1d275-3a53-46f3-bcf4-8364a5d6ab6a tempest-VolumesActionsTest-1052249555 tempest-VolumesActionsTest-1052249555-project] Allocated IP 172.20.0.2 (6e18b0df-57ee-4fdd-a0f2-56d2e5b6a027/1e51c34b-d1b1-4021-8c69-f6620a12f4df/96d2f4e1-24c6-4b20-8b84-747b7bfe607c) {{(pid=74185) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 28 16:44:01.646419 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93f3790c-4050-4c37-a1de-1da07b6777bb req-93826303-8532-457b-9329-3e1d38198227 tempest-ServerRescueNegativeTestJSON-1571951802 tempest-ServerRescueNegativeTestJSON-1571951802-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 16:44:01.649137 dv-cinder-798104-1-smb neutron-server[74185]: INFO neutron.wsgi [req-93f3790c-4050-4c37-a1de-1da07b6777bb req-93826303-8532-457b-9329-3e1d38198227 tempest-ServerRescueNegativeTestJSON-1571951802 tempest-ServerRescueNegativeTestJSON-1571951802-project] 10.222.0.26 "GET /v2.0/ports?device_id=79124724-6c76-47fc-bb83-d30672ff67e9 HTTP/1.1" status: 200 len: 946 time: 0.4188764 Jun 28 16:44:01.673163 dv-cinder-798104-1-smb neutron-server[74187]: DEBUG neutron.plugins.ml2.db [None req-d0e5ad82-df9b-4ee3-8ee9-b93c74fbe1d3 None None] get_ports_and_sgs() called for port_ids ['1e06b99e-1b55-4f83-91b2-f283dcb29bbf'] {{(pid=74187) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jun 28 16:44:01.755396 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-478761f6-1c14-4c23-b781-db55f9de556c req-d847cf5a-9d4a-4c44-8e0e-e8c223ce1990 tempest-AttachVolumeShelveTestJSON-223402159 tempest-AttachVolumeShelveTestJSON-223402159-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 16:44:01.758053 dv-cinder-798104-1-smb neutron-server[74185]: INFO neutron.wsgi [req-478761f6-1c14-4c23-b781-db55f9de556c req-d847cf5a-9d4a-4c44-8e0e-e8c223ce1990 tempest-AttachVolumeShelveTestJSON-223402159 tempest-AttachVolumeShelveTestJSON-223402159-project] 10.222.0.26 "GET /v2.0/ports?device_id=ca0f1f28-abee-4019-a85a-f11d82e2a8a7 HTTP/1.1" status: 200 len: 945 time: 0.3507180 Jun 28 16:44:01.979806 dv-cinder-798104-1-smb neutron-server[74185]: INFO neutron.wsgi [req-93f3790c-4050-4c37-a1de-1da07b6777bb req-1843686d-625e-4bd7-ac35-868d3e19e857 tempest-ServerRescueNegativeTestJSON-1571951802 tempest-ServerRescueNegativeTestJSON-1571951802-project] 10.222.0.26 "GET /v2.0/security-groups?id=23ec9104-6b33-4b08-9a41-3b0a624abc37&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3205740 Jun 28 16:44:02.014631 dv-cinder-798104-1-smb neutron-server[74185]: INFO neutron.wsgi [req-478761f6-1c14-4c23-b781-db55f9de556c req-865d76e9-6ebd-44f9-af4f-90d40165fbce tempest-AttachVolumeShelveTestJSON-223402159 tempest-AttachVolumeShelveTestJSON-223402159-project] 10.222.0.26 "GET /v2.0/security-groups?id=9d5e5bf1-75b7-4451-8ba3-68d562e2bb7c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2461474 Jun 28 16:44:02.169066 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG neutron_lib.callbacks.manager [req-f37cfece-6ecd-411d-a151-f2ad8bfc00c3 req-39d1d275-3a53-46f3-bcf4-8364a5d6ab6a tempest-VolumesActionsTest-1052249555 tempest-VolumesActionsTest-1052249555-project] Notify callbacks [] for port, precommit_create {{(pid=74185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 16:44:02.248191 dv-cinder-798104-1-smb neutron-server[74185]: INFO neutron.wsgi [req-4397daa3-ef02-4483-82eb-ffa852d51acb req-a7376d54-dcb9-4823-a53b-1537ecf2e2ae tempest-VolumesActionsTest-1052249555 tempest-VolumesActionsTest-1052249555-project] 10.222.0.26 "GET /v2.0/ports?device_id=260c4186-9ca0-4704-89ff-7960812e97da HTTP/1.1" status: 200 len: 210 time: 0.0523715 Jun 28 16:44:02.328366 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG neutron_lib.callbacks.manager [req-f37cfece-6ecd-411d-a151-f2ad8bfc00c3 req-39d1d275-3a53-46f3-bcf4-8364a5d6ab6a tempest-VolumesActionsTest-1052249555 tempest-VolumesActionsTest-1052249555-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-615041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1598908', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774157688360', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15648331'] for port, after_create {{(pid=74185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 16:44:02.349164 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74185) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 16:44:02.410716 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f37cfece-6ecd-411d-a151-f2ad8bfc00c3 req-39d1d275-3a53-46f3-bcf4-8364a5d6ab6a tempest-VolumesActionsTest-1052249555 tempest-VolumesActionsTest-1052249555-project] Network 6e18b0df-57ee-4fdd-a0f2-56d2e5b6a027 is already hosted by enough agents. {{(pid=74185) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 28 16:44:02.421641 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG neutron.scheduler.base_scheduler [req-f37cfece-6ecd-411d-a151-f2ad8bfc00c3 req-39d1d275-3a53-46f3-bcf4-8364a5d6ab6a tempest-VolumesActionsTest-1052249555 tempest-VolumesActionsTest-1052249555-project] Resources bound (agent type, host, resource id): {{(pid=74185) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 28 16:44:02.430043 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG neutron.db.l3_dvrscheduler_db [req-f37cfece-6ecd-411d-a151-f2ad8bfc00c3 req-39d1d275-3a53-46f3-bcf4-8364a5d6ab6a tempest-VolumesActionsTest-1052249555 tempest-VolumesActionsTest-1052249555-project] Received port after_create {{(pid=74185) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 28 16:44:02.467112 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39d1d275-3a53-46f3-bcf4-8364a5d6ab6a tempest-VolumesActionsTest-1052249555 tempest-VolumesActionsTest-1052249555-project] Pushing event updated for resources: {'Port': ['ID=96d2f4e1-24c6-4b20-8b84-747b7bfe607c,revision_number=1']} {{(pid=74185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 16:44:02.510148 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG oslo_concurrency.lockutils [None req-39d1d275-3a53-46f3-bcf4-8364a5d6ab6a tempest-VolumesActionsTest-1052249555 tempest-VolumesActionsTest-1052249555-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.161s {{(pid=74185) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 16:44:02.573648 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f37cfece-6ecd-411d-a151-f2ad8bfc00c3 req-39d1d275-3a53-46f3-bcf4-8364a5d6ab6a tempest-VolumesActionsTest-1052249555 tempest-VolumesActionsTest-1052249555-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=74185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 16:44:02.574400 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG neutron_lib.callbacks.manager [req-f37cfece-6ecd-411d-a151-f2ad8bfc00c3 req-39d1d275-3a53-46f3-bcf4-8364a5d6ab6a tempest-VolumesActionsTest-1052249555 tempest-VolumesActionsTest-1052249555-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129357', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1598890'] for port, before_response {{(pid=74185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 16:44:02.605598 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ef624b5-0f3a-427b-94eb-385ba2fd54e2 req-3f0b7f5d-b127-415b-a511-b7111f305504 tempest-VolumesNegativeTest-637907310 tempest-VolumesNegativeTest-637907310-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 16:44:02.607184 dv-cinder-798104-1-smb neutron-server[74185]: INFO neutron.wsgi [req-7ef624b5-0f3a-427b-94eb-385ba2fd54e2 req-3f0b7f5d-b127-415b-a511-b7111f305504 tempest-VolumesNegativeTest-637907310 tempest-VolumesNegativeTest-637907310-project] 10.222.0.26 "GET /v2.0/ports?device_id=a1755115-860c-4f3d-aa94-678bd8327a69 HTTP/1.1" status: 200 len: 949 time: 0.3488457 Jun 28 16:44:02.679767 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-553d282d-191a-4206-8f24-6b4187a6bf36 req-b6a40524-cf5a-41ec-bd6f-af878111b4b1 tempest-AttachVolumeTestJSON-1575976490 tempest-AttachVolumeTestJSON-1575976490-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 16:44:02.681272 dv-cinder-798104-1-smb neutron-server[74185]: INFO neutron.wsgi [req-553d282d-191a-4206-8f24-6b4187a6bf36 req-b6a40524-cf5a-41ec-bd6f-af878111b4b1 tempest-AttachVolumeTestJSON-1575976490 tempest-AttachVolumeTestJSON-1575976490-project] 10.222.0.26 "GET /v2.0/ports?device_id=1577b494-1b54-45ce-baf1-96f6d50deecb HTTP/1.1" status: 200 len: 945 time: 0.2203395 Jun 28 16:44:02.685413 dv-cinder-798104-1-smb neutron-server[74185]: INFO neutron.wsgi [req-f37cfece-6ecd-411d-a151-f2ad8bfc00c3 req-39d1d275-3a53-46f3-bcf4-8364a5d6ab6a tempest-VolumesActionsTest-1052249555 tempest-VolumesActionsTest-1052249555-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.2620025 Jun 28 16:44:02.716401 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG neutron.api.v2.base [req-f37cfece-6ecd-411d-a151-f2ad8bfc00c3 req-af6bb471-3627-4ca0-bc3f-74f22abb3adf service neutron] Request body: {'port': {'device_id': '260c4186-9ca0-4704-89ff-7960812e97da', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79810'}} {{(pid=74185) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jun 28 16:44:02.746207 dv-cinder-798104-1-smb neutron-server[74185]: INFO neutron.wsgi [req-7ef624b5-0f3a-427b-94eb-385ba2fd54e2 req-30c0b8fc-59e0-4c3d-b63c-9ec6e4f8cd96 tempest-VolumesNegativeTest-637907310 tempest-VolumesNegativeTest-637907310-project] 10.222.0.26 "GET /v2.0/security-groups?id=4f35bffc-f9e3-47ee-b673-dc10e648383d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1276982 Jun 28 16:44:02.809919 dv-cinder-798104-1-smb neutron-server[74185]: INFO neutron.wsgi [req-553d282d-191a-4206-8f24-6b4187a6bf36 req-5e9342b3-6ad9-4f90-9b38-b232a6b2c39d tempest-AttachVolumeTestJSON-1575976490 tempest-AttachVolumeTestJSON-1575976490-project] 10.222.0.26 "GET /v2.0/security-groups?id=d4fabaec-765c-44eb-aea3-0feba44aab14&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1178322 Jun 28 16:44:03.014355 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG neutron_lib.callbacks.manager [req-f37cfece-6ecd-411d-a151-f2ad8bfc00c3 req-af6bb471-3627-4ca0-bc3f-74f22abb3adf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621611'] for port, before_update {{(pid=74185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 16:44:03.715406 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc4edc57-83f8-4d31-8519-3db9c9e91fb9 req-21045e14-6577-4829-b32d-4d94168591e3 tempest-ServerRescueNegativeTestJSON-1571951802 tempest-ServerRescueNegativeTestJSON-1571951802-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 16:44:03.717790 dv-cinder-798104-1-smb neutron-server[74185]: INFO neutron.wsgi [req-dc4edc57-83f8-4d31-8519-3db9c9e91fb9 req-21045e14-6577-4829-b32d-4d94168591e3 tempest-ServerRescueNegativeTestJSON-1571951802 tempest-ServerRescueNegativeTestJSON-1571951802-project] 10.222.0.26 "GET /v2.0/ports?device_id=79124724-6c76-47fc-bb83-d30672ff67e9 HTTP/1.1" status: 200 len: 946 time: 0.4629421 Jun 28 16:44:03.787546 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80e2bcd8-4f5e-4e51-b2f7-d90f5f33007c req-dbee254b-7a0a-4867-a1f2-5a39d0c54312 tempest-AttachVolumeShelveTestJSON-223402159 tempest-AttachVolumeShelveTestJSON-223402159-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 16:44:03.790360 dv-cinder-798104-1-smb neutron-server[74185]: INFO neutron.wsgi [req-80e2bcd8-4f5e-4e51-b2f7-d90f5f33007c req-dbee254b-7a0a-4867-a1f2-5a39d0c54312 tempest-AttachVolumeShelveTestJSON-223402159 tempest-AttachVolumeShelveTestJSON-223402159-project] 10.222.0.26 "GET /v2.0/ports?device_id=ca0f1f28-abee-4019-a85a-f11d82e2a8a7 HTTP/1.1" status: 200 len: 945 time: 0.4587493 Jun 28 16:44:03.939507 dv-cinder-798104-1-smb neutron-server[74188]: DEBUG neutron.db.agents_db [None req-8255730c-b11f-4cfb-aeb3-67319944b41a None None] Agent healthcheck: found 6 active agents {{(pid=74188) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jun 28 16:44:03.968270 dv-cinder-798104-1-smb neutron-server[74185]: INFO neutron.wsgi [req-dc4edc57-83f8-4d31-8519-3db9c9e91fb9 req-4da71d7e-c4ca-4622-9816-257020967c0b tempest-ServerRescueNegativeTestJSON-1571951802 tempest-ServerRescueNegativeTestJSON-1571951802-project] 10.222.0.26 "GET /v2.0/security-groups?id=23ec9104-6b33-4b08-9a41-3b0a624abc37&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2238407 Jun 28 16:44:03.981119 dv-cinder-798104-1-smb neutron-server[74185]: INFO neutron.wsgi [req-80e2bcd8-4f5e-4e51-b2f7-d90f5f33007c req-11aa443d-c0dc-4f38-8d73-017126502fb6 tempest-AttachVolumeShelveTestJSON-223402159 tempest-AttachVolumeShelveTestJSON-223402159-project] 10.222.0.26 "GET /v2.0/security-groups?id=9d5e5bf1-75b7-4451-8ba3-68d562e2bb7c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1688640 Jun 28 16:44:04.089107 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG neutron.notifiers.nova [req-f37cfece-6ecd-411d-a151-f2ad8bfc00c3 req-af6bb471-3627-4ca0-bc3f-74f22abb3adf service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 96d2f4e1-24c6-4b20-8b84-747b7bfe607c {{(pid=74185) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 28 16:44:04.103170 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG neutron_lib.callbacks.manager [req-f37cfece-6ecd-411d-a151-f2ad8bfc00c3 req-af6bb471-3627-4ca0-bc3f-74f22abb3adf service neutron] Notify callbacks [] for port, precommit_update {{(pid=74185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 16:44:04.132839 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG neutron.db.provisioning_blocks [req-f37cfece-6ecd-411d-a151-f2ad8bfc00c3 req-af6bb471-3627-4ca0-bc3f-74f22abb3adf service neutron] Transition to ACTIVE for port object 96d2f4e1-24c6-4b20-8b84-747b7bfe607c will not be triggered until provisioned by entity L2. {{(pid=74185) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 28 16:44:04.196648 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG neutron_lib.callbacks.manager [req-f37cfece-6ecd-411d-a151-f2ad8bfc00c3 req-af6bb471-3627-4ca0-bc3f-74f22abb3adf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-615041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1598908', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774158213048', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774157688378', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774157688423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15648322'] for port, after_update {{(pid=74185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 16:44:04.252694 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74185) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 16:44:04.398733 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af6bb471-3627-4ca0-bc3f-74f22abb3adf service neutron] Pushing event updated for resources: {'Port': ['ID=96d2f4e1-24c6-4b20-8b84-747b7bfe607c,revision_number=2']} {{(pid=74185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 16:44:04.404133 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG oslo_concurrency.lockutils [None req-af6bb471-3627-4ca0-bc3f-74f22abb3adf service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.152s {{(pid=74185) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 16:44:04.564066 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38f42452-2c02-482a-8791-d179cd321984 req-83435f93-8223-4156-99de-38dea0266d47 tempest-VolumesNegativeTest-637907310 tempest-VolumesNegativeTest-637907310-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 16:44:04.566607 dv-cinder-798104-1-smb neutron-server[74185]: INFO neutron.wsgi [req-38f42452-2c02-482a-8791-d179cd321984 req-83435f93-8223-4156-99de-38dea0266d47 tempest-VolumesNegativeTest-637907310 tempest-VolumesNegativeTest-637907310-project] 10.222.0.26 "GET /v2.0/ports?device_id=a1755115-860c-4f3d-aa94-678bd8327a69 HTTP/1.1" status: 200 len: 949 time: 0.4257741 Jun 28 16:44:04.580062 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-690816d6-7ca2-4608-acea-9aa989000ab6 req-65491442-b202-4240-8c4c-93adebd5e06a tempest-VolumesActionsTest-1052249555 tempest-VolumesActionsTest-1052249555-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 16:44:04.581280 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG neutron.quota.resource [req-690816d6-7ca2-4608-acea-9aa989000ab6 req-65491442-b202-4240-8c4c-93adebd5e06a tempest-VolumesActionsTest-1052249555 tempest-VolumesActionsTest-1052249555-project] Synchronizing usage tracker for tenant:ebcbe54eba0d4c4caca0a5f8a444266a on resource:port {{(pid=74185) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 28 16:44:04.664978 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG neutron.plugins.ml2.managers [req-f37cfece-6ecd-411d-a151-f2ad8bfc00c3 req-af6bb471-3627-4ca0-bc3f-74f22abb3adf service neutron] Attempting to bind port 96d2f4e1-24c6-4b20-8b84-747b7bfe607c on host hv-cinder-79810 for vnic_type normal with profile {{(pid=74185) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 28 16:44:04.665506 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG neutron.plugins.ml2.managers [req-f37cfece-6ecd-411d-a151-f2ad8bfc00c3 req-af6bb471-3627-4ca0-bc3f-74f22abb3adf service neutron] Attempting to bind port 96d2f4e1-24c6-4b20-8b84-747b7bfe607c by drivers openvswitch,hyperv on host hv-cinder-79810 at level 0 using segments [{'id': 'c84370d0-324c-4598-a34b-5a6bed2714f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': '6e18b0df-57ee-4fdd-a0f2-56d2e5b6a027'}] {{(pid=74185) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 28 16:44:04.666046 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f37cfece-6ecd-411d-a151-f2ad8bfc00c3 req-af6bb471-3627-4ca0-bc3f-74f22abb3adf service neutron] Attempting to bind port 96d2f4e1-24c6-4b20-8b84-747b7bfe607c on network 6e18b0df-57ee-4fdd-a0f2-56d2e5b6a027 {{(pid=74185) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jun 28 16:44:04.673518 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG neutron.quota.resource [req-690816d6-7ca2-4608-acea-9aa989000ab6 req-65491442-b202-4240-8c4c-93adebd5e06a tempest-VolumesActionsTest-1052249555 tempest-VolumesActionsTest-1052249555-project] Unset dirty status for tenant:ebcbe54eba0d4c4caca0a5f8a444266a on resource:port {{(pid=74185) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 28 16:44:04.674729 dv-cinder-798104-1-smb neutron-server[74185]: INFO neutron.wsgi [req-690816d6-7ca2-4608-acea-9aa989000ab6 req-65491442-b202-4240-8c4c-93adebd5e06a tempest-VolumesActionsTest-1052249555 tempest-VolumesActionsTest-1052249555-project] 10.222.0.26 "GET /v2.0/ports?device_id=260c4186-9ca0-4704-89ff-7960812e97da HTTP/1.1" status: 200 len: 943 time: 0.4794385 Jun 28 16:44:04.706696 dv-cinder-798104-1-smb neutron-server[74185]: INFO neutron.wsgi [req-38f42452-2c02-482a-8791-d179cd321984 req-aa9d7ba1-f20b-44f5-a600-80a4b0702ef7 tempest-VolumesNegativeTest-637907310 tempest-VolumesNegativeTest-637907310-project] 10.222.0.26 "GET /v2.0/security-groups?id=4f35bffc-f9e3-47ee-b673-dc10e648383d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1175096 Jun 28 16:44:04.709712 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f37cfece-6ecd-411d-a151-f2ad8bfc00c3 req-af6bb471-3627-4ca0-bc3f-74f22abb3adf service neutron] Port 96d2f4e1-24c6-4b20-8b84-747b7bfe607c on network 6e18b0df-57ee-4fdd-a0f2-56d2e5b6a027 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79810 {{(pid=74185) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jun 28 16:44:04.710259 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f37cfece-6ecd-411d-a151-f2ad8bfc00c3 req-af6bb471-3627-4ca0-bc3f-74f22abb3adf service neutron] Attempting to bind port 96d2f4e1-24c6-4b20-8b84-747b7bfe607c on network 6e18b0df-57ee-4fdd-a0f2-56d2e5b6a027 {{(pid=74185) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jun 28 16:44:04.747097 dv-cinder-798104-1-smb neutron-server[74187]: DEBUG neutron.plugins.ml2.rpc [None req-d0e5ad82-df9b-4ee3-8ee9-b93c74fbe1d3 None None] Device 1e06b99e-1b55-4f83-91b2-f283dcb29bbf up at agent hyperv_hv-cinder-79810 {{(pid=74187) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 28 16:44:04.749184 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f37cfece-6ecd-411d-a151-f2ad8bfc00c3 req-af6bb471-3627-4ca0-bc3f-74f22abb3adf service neutron] Checking agent: {'id': '59d83479-80db-4f55-8b84-25c2a0c8dff8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79810', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 28, 16, 39, 19), 'started_at': datetime.datetime(2021, 6, 28, 16, 39, 19), 'heartbeat_timestamp': datetime.datetime(2021, 6, 28, 16, 43, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=74185) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jun 28 16:44:04.749775 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f37cfece-6ecd-411d-a151-f2ad8bfc00c3 req-af6bb471-3627-4ca0-bc3f-74f22abb3adf service neutron] Checking segment: {'id': 'c84370d0-324c-4598-a34b-5a6bed2714f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': '6e18b0df-57ee-4fdd-a0f2-56d2e5b6a027'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=74185) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jun 28 16:44:04.750473 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f37cfece-6ecd-411d-a151-f2ad8bfc00c3 req-af6bb471-3627-4ca0-bc3f-74f22abb3adf service neutron] Bound using segment: {'id': 'c84370d0-324c-4598-a34b-5a6bed2714f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': '6e18b0df-57ee-4fdd-a0f2-56d2e5b6a027'} {{(pid=74185) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jun 28 16:44:04.751197 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG neutron.plugins.ml2.managers [req-f37cfece-6ecd-411d-a151-f2ad8bfc00c3 req-af6bb471-3627-4ca0-bc3f-74f22abb3adf service neutron] Bound port: 96d2f4e1-24c6-4b20-8b84-747b7bfe607c, host: hv-cinder-79810, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c84370d0-324c-4598-a34b-5a6bed2714f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': '6e18b0df-57ee-4fdd-a0f2-56d2e5b6a027'}}] {{(pid=74185) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 28 16:44:04.751874 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG neutron_lib.callbacks.manager [req-f37cfece-6ecd-411d-a151-f2ad8bfc00c3 req-af6bb471-3627-4ca0-bc3f-74f22abb3adf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621611'] for port, before_update {{(pid=74185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 16:44:04.786593 dv-cinder-798104-1-smb neutron-server[74185]: INFO neutron.wsgi [req-690816d6-7ca2-4608-acea-9aa989000ab6 req-b5345595-b4cf-4b1e-b034-e8a5645fd8e7 tempest-VolumesActionsTest-1052249555 tempest-VolumesActionsTest-1052249555-project] 10.222.0.26 "GET /v2.0/security-groups?id=e6a1b9ca-4b56-4306-b545-d77d3b247f5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1023595 Jun 28 16:44:04.873275 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG neutron.plugins.ml2.db [req-f37cfece-6ecd-411d-a151-f2ad8bfc00c3 req-af6bb471-3627-4ca0-bc3f-74f22abb3adf service neutron] For port 96d2f4e1-24c6-4b20-8b84-747b7bfe607c, host hv-cinder-79810, cleared binding levels {{(pid=74185) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 28 16:44:04.877477 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG neutron.plugins.ml2.db [req-f37cfece-6ecd-411d-a151-f2ad8bfc00c3 req-af6bb471-3627-4ca0-bc3f-74f22abb3adf service neutron] For port 96d2f4e1-24c6-4b20-8b84-747b7bfe607c, host hv-cinder-79810, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79810',level=0,port_id=96d2f4e1-24c6-4b20-8b84-747b7bfe607c,segment=NetworkSegment(c84370d0-324c-4598-a34b-5a6bed2714f2),segment_id=c84370d0-324c-4598-a34b-5a6bed2714f2)] {{(pid=74185) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 28 16:44:04.891291 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG neutron_lib.callbacks.manager [req-f37cfece-6ecd-411d-a151-f2ad8bfc00c3 req-af6bb471-3627-4ca0-bc3f-74f22abb3adf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-615041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1598908', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774158213048', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774157688378', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774157688423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15648322'] for port, after_update {{(pid=74185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 16:44:04.892629 dv-cinder-798104-1-smb neutron-server[74187]: DEBUG neutron.db.provisioning_blocks [None req-d0e5ad82-df9b-4ee3-8ee9-b93c74fbe1d3 None None] Provisioning for port 1e06b99e-1b55-4f83-91b2-f283dcb29bbf completed by entity L2. {{(pid=74187) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 28 16:44:04.896752 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74185) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 16:44:04.898997 dv-cinder-798104-1-smb neutron-server[74187]: DEBUG neutron.db.provisioning_blocks [None req-d0e5ad82-df9b-4ee3-8ee9-b93c74fbe1d3 None None] Provisioning complete for port 1e06b99e-1b55-4f83-91b2-f283dcb29bbf triggered by entity L2. {{(pid=74187) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 28 16:44:04.899407 dv-cinder-798104-1-smb neutron-server[74187]: DEBUG neutron_lib.callbacks.manager [None req-d0e5ad82-df9b-4ee3-8ee9-b93c74fbe1d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1002786'] for port, provisioning_complete {{(pid=74187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 16:44:05.016173 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG neutron_lib.callbacks.manager [req-f37cfece-6ecd-411d-a151-f2ad8bfc00c3 req-af6bb471-3627-4ca0-bc3f-74f22abb3adf service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129357', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1598890'] for port, before_response {{(pid=74185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 16:44:05.018596 dv-cinder-798104-1-smb neutron-server[74185]: INFO neutron.wsgi [req-f37cfece-6ecd-411d-a151-f2ad8bfc00c3 req-af6bb471-3627-4ca0-bc3f-74f22abb3adf service neutron] 10.222.0.41 "PUT /v2.0/ports/96d2f4e1-24c6-4b20-8b84-747b7bfe607c HTTP/1.1" status: 200 len: 1093 time: 2.3071759 Jun 28 16:44:05.019481 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '260c4186-9ca0-4704-89ff-7960812e97da', 'tag': '96d2f4e1-24c6-4b20-8b84-747b7bfe607c'}] {{(pid=74185) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 28 16:44:05.055723 dv-cinder-798104-1-smb neutron-server[74187]: DEBUG neutron_lib.callbacks.manager [None req-d0e5ad82-df9b-4ee3-8ee9-b93c74fbe1d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621611'] for port, before_update {{(pid=74187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 16:44:05.078372 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af6bb471-3627-4ca0-bc3f-74f22abb3adf service neutron] Pushing event updated for resources: {'Port': ['ID=96d2f4e1-24c6-4b20-8b84-747b7bfe607c,revision_number=3']} {{(pid=74185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 16:44:05.122249 dv-cinder-798104-1-smb neutron-server[74187]: DEBUG neutron.plugins.ml2.db [None req-d0e5ad82-df9b-4ee3-8ee9-b93c74fbe1d3 None None] For port 1e06b99e-1b55-4f83-91b2-f283dcb29bbf, host hv-cinder-79810, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79810',level=0,port_id=1e06b99e-1b55-4f83-91b2-f283dcb29bbf,segment=NetworkSegment(00936f04-cfc9-4aad-b717-b845cb76391a),segment_id=00936f04-cfc9-4aad-b717-b845cb76391a)] {{(pid=74187) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 16:44:05.124270 dv-cinder-798104-1-smb neutron-server[74187]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a1755115-860c-4f3d-aa94-678bd8327a69', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1e06b99e-1b55-4f83-91b2-f283dcb29bbf'}] {{(pid=74187) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 28 16:44:05.135232 dv-cinder-798104-1-smb neutron-server[74187]: DEBUG neutron_lib.callbacks.manager [None req-d0e5ad82-df9b-4ee3-8ee9-b93c74fbe1d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-615041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1598908', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774158213048', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774157688378', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774157688423'] for port, after_update {{(pid=74187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 16:44:05.138360 dv-cinder-798104-1-smb neutron-server[74187]: DEBUG oslo_concurrency.lockutils [None req-d0e5ad82-df9b-4ee3-8ee9-b93c74fbe1d3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74187) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 16:44:05.168704 dv-cinder-798104-1-smb neutron-server[74185]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '260c4186-9ca0-4704-89ff-7960812e97da', 'tag': '96d2f4e1-24c6-4b20-8b84-747b7bfe607c', 'status': 'completed', 'code': 200} Jun 28 16:44:05.170183 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG oslo_concurrency.lockutils [None req-af6bb471-3627-4ca0-bc3f-74f22abb3adf service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.273s {{(pid=74185) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 16:44:05.260643 dv-cinder-798104-1-smb neutron-server[74185]: INFO neutron.wsgi [req-f37cfece-6ecd-411d-a151-f2ad8bfc00c3 req-f73132f9-c544-45c7-a739-640df64c8623 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=ebcbe54eba0d4c4caca0a5f8a444266a&device_id=260c4186-9ca0-4704-89ff-7960812e97da HTTP/1.1" status: 200 len: 1096 time: 0.1737900 Jun 28 16:44:05.260914 dv-cinder-798104-1-smb neutron-server[74187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0e5ad82-df9b-4ee3-8ee9-b93c74fbe1d3 None None] Pushing event updated for resources: {'Port': ['ID=1e06b99e-1b55-4f83-91b2-f283dcb29bbf,revision_number=5']} {{(pid=74187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 16:44:05.266688 dv-cinder-798104-1-smb neutron-server[74187]: DEBUG oslo_concurrency.lockutils [None req-d0e5ad82-df9b-4ee3-8ee9-b93c74fbe1d3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.128s {{(pid=74187) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 16:44:05.429241 dv-cinder-798104-1-smb neutron-server[74185]: INFO neutron.wsgi [req-f37cfece-6ecd-411d-a151-f2ad8bfc00c3 req-4b57bc0d-1d37-48a5-8ca4-523fcc93315a service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=96d2f4e1-24c6-4b20-8b84-747b7bfe607c HTTP/1.1" status: 200 len: 217 time: 0.1279676 Jun 28 16:44:05.528063 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f37cfece-6ecd-411d-a151-f2ad8bfc00c3 req-26a38841-793a-43b5-94b2-c8ebee0339e1 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=74185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 16:44:05.529713 dv-cinder-798104-1-smb neutron-server[74185]: INFO neutron.wsgi [req-f37cfece-6ecd-411d-a151-f2ad8bfc00c3 req-26a38841-793a-43b5-94b2-c8ebee0339e1 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=1e51c34b-d1b1-4021-8c69-f6620a12f4df HTTP/1.1" status: 200 len: 848 time: 0.0836627 Jun 28 16:44:05.545597 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b41477b1-b6ed-4451-ade8-a012ec221c71 req-6b6cda5d-ab32-4f82-8c40-9e07179e76bb tempest-AttachVolumeShelveTestJSON-223402159 tempest-AttachVolumeShelveTestJSON-223402159-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 16:44:05.547117 dv-cinder-798104-1-smb neutron-server[74185]: INFO neutron.wsgi [req-b41477b1-b6ed-4451-ade8-a012ec221c71 req-6b6cda5d-ab32-4f82-8c40-9e07179e76bb tempest-AttachVolumeShelveTestJSON-223402159 tempest-AttachVolumeShelveTestJSON-223402159-project] 10.222.0.26 "GET /v2.0/ports?device_id=ca0f1f28-abee-4019-a85a-f11d82e2a8a7 HTTP/1.1" status: 200 len: 945 time: 0.2852886 Jun 28 16:44:05.595030 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c73c3c4f-f0c4-4459-8238-54e9d38b2f17 req-36bdb357-e5ae-43bb-b4f7-f2e77198cc3c tempest-ServerRescueNegativeTestJSON-1571951802 tempest-ServerRescueNegativeTestJSON-1571951802-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 16:44:05.596860 dv-cinder-798104-1-smb neutron-server[74185]: INFO neutron.wsgi [req-c73c3c4f-f0c4-4459-8238-54e9d38b2f17 req-36bdb357-e5ae-43bb-b4f7-f2e77198cc3c tempest-ServerRescueNegativeTestJSON-1571951802 tempest-ServerRescueNegativeTestJSON-1571951802-project] 10.222.0.26 "GET /v2.0/ports?device_id=79124724-6c76-47fc-bb83-d30672ff67e9 HTTP/1.1" status: 200 len: 946 time: 0.2971663 Jun 28 16:44:05.708862 dv-cinder-798104-1-smb neutron-server[74185]: INFO neutron.wsgi [req-f37cfece-6ecd-411d-a151-f2ad8bfc00c3 req-59d6b8eb-fcb3-4702-8133-4dbc1233486a service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=6e18b0df-57ee-4fdd-a0f2-56d2e5b6a027&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1605611 Jun 28 16:44:05.870708 dv-cinder-798104-1-smb neutron-server[74185]: INFO neutron.wsgi [req-b41477b1-b6ed-4451-ade8-a012ec221c71 req-0645bcfc-f641-4ed1-9207-0629d7cd21ed tempest-AttachVolumeShelveTestJSON-223402159 tempest-AttachVolumeShelveTestJSON-223402159-project] 10.222.0.26 "GET /v2.0/security-groups?id=9d5e5bf1-75b7-4451-8ba3-68d562e2bb7c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2870622 Jun 28 16:44:05.879931 dv-cinder-798104-1-smb neutron-server[74185]: INFO neutron.wsgi [req-c73c3c4f-f0c4-4459-8238-54e9d38b2f17 req-8472c6d4-edca-471d-939d-a895ea70d6a7 tempest-ServerRescueNegativeTestJSON-1571951802 tempest-ServerRescueNegativeTestJSON-1571951802-project] 10.222.0.26 "GET /v2.0/security-groups?id=23ec9104-6b33-4b08-9a41-3b0a624abc37&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1758909 Jun 28 16:44:05.970014 dv-cinder-798104-1-smb neutron-server[74185]: INFO neutron.wsgi [req-f37cfece-6ecd-411d-a151-f2ad8bfc00c3 req-ed2b6664-beb2-4af7-a653-6a349491ea2a service neutron] 10.222.0.41 "GET /v2.0/networks/6e18b0df-57ee-4fdd-a0f2-56d2e5b6a027?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2396204 Jun 28 16:44:06.005529 dv-cinder-798104-1-smb neutron-server[74187]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a1755115-860c-4f3d-aa94-678bd8327a69', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1e06b99e-1b55-4f83-91b2-f283dcb29bbf', 'code': 200} Jun 28 16:44:06.476785 dv-cinder-798104-1-smb neutron-server[74185]: INFO neutron.wsgi [req-f37cfece-6ecd-411d-a151-f2ad8bfc00c3 req-3371cc8c-0944-4b56-a5bd-6a29892a97a2 service neutron] 10.222.0.41 "GET /v2.0/networks/6e18b0df-57ee-4fdd-a0f2-56d2e5b6a027?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4953637 Jun 28 16:44:06.561930 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9827b53b-6152-4134-a8b4-627d5023649e req-c1b8975d-70af-4edc-946a-13bad0c64ea6 tempest-VolumesNegativeTest-637907310 tempest-VolumesNegativeTest-637907310-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 16:44:06.564623 dv-cinder-798104-1-smb neutron-server[74185]: INFO neutron.wsgi [req-9827b53b-6152-4134-a8b4-627d5023649e req-c1b8975d-70af-4edc-946a-13bad0c64ea6 tempest-VolumesNegativeTest-637907310 tempest-VolumesNegativeTest-637907310-project] 10.222.0.26 "GET /v2.0/ports?device_id=a1755115-860c-4f3d-aa94-678bd8327a69 HTTP/1.1" status: 200 len: 950 time: 0.4486597 Jun 28 16:44:06.695833 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4774a3da-1d31-4242-99c0-778ba95699c0 req-842db28f-41a5-4967-a6a6-cad43e09cf6b tempest-VolumesActionsTest-1052249555 tempest-VolumesActionsTest-1052249555-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 16:44:06.698323 dv-cinder-798104-1-smb neutron-server[74185]: INFO neutron.wsgi [req-4774a3da-1d31-4242-99c0-778ba95699c0 req-842db28f-41a5-4967-a6a6-cad43e09cf6b tempest-VolumesActionsTest-1052249555 tempest-VolumesActionsTest-1052249555-project] 10.222.0.26 "GET /v2.0/ports?device_id=260c4186-9ca0-4704-89ff-7960812e97da HTTP/1.1" status: 200 len: 943 time: 0.5103958 Jun 28 16:44:06.709434 dv-cinder-798104-1-smb neutron-server[74185]: INFO neutron.wsgi [req-7edde9c5-fdb0-44c3-8239-af9a60200811 req-9cfdc988-84e0-4aa7-bf7d-8a79130b97d6 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=a1755115-860c-4f3d-aa94-678bd8327a69 HTTP/1.1" status: 200 len: 1103 time: 0.4306881 Jun 28 16:44:06.755191 dv-cinder-798104-1-smb neutron-server[74187]: DEBUG neutron.plugins.ml2.rpc [None req-d0e5ad82-df9b-4ee3-8ee9-b93c74fbe1d3 None None] Device ca182176-9633-4aa8-8265-824f520e5d44 details requested by agent hyperv_hv-cinder-79810 with host hv-cinder-79810 {{(pid=74187) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 28 16:44:06.832156 dv-cinder-798104-1-smb neutron-server[74185]: INFO neutron.wsgi [req-9827b53b-6152-4134-a8b4-627d5023649e req-6fab1363-e718-4709-8a88-1ea235f977ec tempest-VolumesNegativeTest-637907310 tempest-VolumesNegativeTest-637907310-project] 10.222.0.26 "GET /v2.0/security-groups?id=4f35bffc-f9e3-47ee-b673-dc10e648383d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1981878 Jun 28 16:44:06.845353 dv-cinder-798104-1-smb neutron-server[74185]: INFO neutron.wsgi [req-4774a3da-1d31-4242-99c0-778ba95699c0 req-49deb117-6fbd-49f3-af87-550a18983495 tempest-VolumesActionsTest-1052249555 tempest-VolumesActionsTest-1052249555-project] 10.222.0.26 "GET /v2.0/security-groups?id=e6a1b9ca-4b56-4306-b545-d77d3b247f5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1345694 Jun 28 16:44:06.847320 dv-cinder-798104-1-smb neutron-server[74185]: INFO neutron.wsgi [req-7edde9c5-fdb0-44c3-8239-af9a60200811 req-c132a4ae-6442-4029-955b-857376d34a11 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=4f35bffc-f9e3-47ee-b673-dc10e648383d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1200438 Jun 28 16:44:06.860038 dv-cinder-798104-1-smb neutron-server[74185]: INFO neutron.wsgi [req-d11741ac-da43-4f44-a7f8-35f403579d8f req-125a526c-afe1-4c5f-a1fb-90a61bd04eef service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=ebcbe54eba0d4c4caca0a5f8a444266a&device_id=260c4186-9ca0-4704-89ff-7960812e97da HTTP/1.1" status: 200 len: 1096 time: 0.3099256 Jun 28 16:44:06.985271 dv-cinder-798104-1-smb neutron-server[74187]: DEBUG neutron.plugins.ml2.db [None req-d0e5ad82-df9b-4ee3-8ee9-b93c74fbe1d3 None None] For port ca182176-9633-4aa8-8265-824f520e5d44, host hv-cinder-79810, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79810',level=0,port_id=ca182176-9633-4aa8-8265-824f520e5d44,segment=NetworkSegment(2df110ad-025a-4a6b-9e31-f233466e01f1),segment_id=2df110ad-025a-4a6b-9e31-f233466e01f1)] {{(pid=74187) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 16:44:07.017009 dv-cinder-798104-1-smb neutron-server[74187]: DEBUG neutron.plugins.ml2.rpc [None req-d0e5ad82-df9b-4ee3-8ee9-b93c74fbe1d3 None None] Returning: {'device': 'ca182176-9633-4aa8-8265-824f520e5d44', 'network_id': '4e66a7eb-2725-411e-9b4f-e274c7c51246', 'port_id': 'ca182176-9633-4aa8-8265-824f520e5d44', 'mac_address': 'fa:16:3e:08:f9:47', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 405, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f2ffd4c6-165d-446d-9207-8235b5280dd5', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=74187) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 28 16:44:07.084087 dv-cinder-798104-1-smb neutron-server[74187]: DEBUG neutron_lib.callbacks.manager [None req-d0e5ad82-df9b-4ee3-8ee9-b93c74fbe1d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621611'] for port, before_update {{(pid=74187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 16:44:07.109971 dv-cinder-798104-1-smb neutron-server[74187]: DEBUG neutron.notifiers.nova [None req-d0e5ad82-df9b-4ee3-8ee9-b93c74fbe1d3 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id ca182176-9633-4aa8-8265-824f520e5d44 {{(pid=74187) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 28 16:44:07.131061 dv-cinder-798104-1-smb neutron-server[74187]: DEBUG neutron.plugins.ml2.db [None req-d0e5ad82-df9b-4ee3-8ee9-b93c74fbe1d3 None None] For port ca182176-9633-4aa8-8265-824f520e5d44, host hv-cinder-79810, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79810',level=0,port_id=ca182176-9633-4aa8-8265-824f520e5d44,segment=NetworkSegment(2df110ad-025a-4a6b-9e31-f233466e01f1),segment_id=2df110ad-025a-4a6b-9e31-f233466e01f1)] {{(pid=74187) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 16:44:07.137284 dv-cinder-798104-1-smb neutron-server[74187]: DEBUG neutron_lib.callbacks.manager [None req-d0e5ad82-df9b-4ee3-8ee9-b93c74fbe1d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-615041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1598908', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774158213048', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774157688378', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774157688423'] for port, after_update {{(pid=74187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 16:44:07.140465 dv-cinder-798104-1-smb neutron-server[74187]: DEBUG oslo_concurrency.lockutils [None req-d0e5ad82-df9b-4ee3-8ee9-b93c74fbe1d3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74187) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 16:44:07.227344 dv-cinder-798104-1-smb neutron-server[74187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0e5ad82-df9b-4ee3-8ee9-b93c74fbe1d3 None None] Pushing event updated for resources: {'Port': ['ID=ca182176-9633-4aa8-8265-824f520e5d44,revision_number=6']} {{(pid=74187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 16:44:07.234384 dv-cinder-798104-1-smb neutron-server[74187]: DEBUG oslo_concurrency.lockutils [None req-d0e5ad82-df9b-4ee3-8ee9-b93c74fbe1d3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=74187) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 16:44:07.286599 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d11741ac-da43-4f44-a7f8-35f403579d8f req-a7c46ffa-390c-4801-84e1-dc71d1a63426 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=74185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 16:44:07.287994 dv-cinder-798104-1-smb neutron-server[74185]: INFO neutron.wsgi [req-d11741ac-da43-4f44-a7f8-35f403579d8f req-a7c46ffa-390c-4801-84e1-dc71d1a63426 service neutron] 10.222.0.41 "GET /v2.0/networks?id=6e18b0df-57ee-4fdd-a0f2-56d2e5b6a027 HTTP/1.1" status: 200 len: 909 time: 0.3298023 Jun 28 16:44:07.343678 dv-cinder-798104-1-smb neutron-server[74187]: DEBUG neutron.plugins.ml2.db [None req-d0e5ad82-df9b-4ee3-8ee9-b93c74fbe1d3 None None] get_ports_and_sgs() called for port_ids ['ca182176-9633-4aa8-8265-824f520e5d44'] {{(pid=74187) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jun 28 16:44:07.376225 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b718b54-dfae-4db4-913d-c1d482fbb840 req-e8ae8d48-4eac-4705-8fc0-22ac42b98c4f tempest-ServerRescueNegativeTestJSON-1571951802 tempest-ServerRescueNegativeTestJSON-1571951802-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 16:44:07.378655 dv-cinder-798104-1-smb neutron-server[74185]: INFO neutron.wsgi [req-9b718b54-dfae-4db4-913d-c1d482fbb840 req-e8ae8d48-4eac-4705-8fc0-22ac42b98c4f tempest-ServerRescueNegativeTestJSON-1571951802 tempest-ServerRescueNegativeTestJSON-1571951802-project] 10.222.0.26 "GET /v2.0/ports?device_id=79124724-6c76-47fc-bb83-d30672ff67e9 HTTP/1.1" status: 200 len: 946 time: 0.2580314 Jun 28 16:44:07.440013 dv-cinder-798104-1-smb neutron-server[74185]: INFO neutron.wsgi [req-d11741ac-da43-4f44-a7f8-35f403579d8f req-467dd2ec-b298-421f-9cd4-7347135fc50c service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=96d2f4e1-24c6-4b20-8b84-747b7bfe607c HTTP/1.1" status: 200 len: 217 time: 0.1288874 Jun 28 16:44:07.457407 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cb90c36-b55a-4094-9956-cc103f5df85b req-37aded4e-3b91-4451-95f0-bcec040ed423 tempest-AttachVolumeShelveTestJSON-223402159 tempest-AttachVolumeShelveTestJSON-223402159-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 16:44:07.459906 dv-cinder-798104-1-smb neutron-server[74185]: INFO neutron.wsgi [req-4cb90c36-b55a-4094-9956-cc103f5df85b req-37aded4e-3b91-4451-95f0-bcec040ed423 tempest-AttachVolumeShelveTestJSON-223402159 tempest-AttachVolumeShelveTestJSON-223402159-project] 10.222.0.26 "GET /v2.0/ports?device_id=ca0f1f28-abee-4019-a85a-f11d82e2a8a7 HTTP/1.1" status: 200 len: 944 time: 0.2805879 Jun 28 16:44:07.605537 dv-cinder-798104-1-smb neutron-server[74185]: INFO neutron.wsgi [req-9b718b54-dfae-4db4-913d-c1d482fbb840 req-1a5f7fef-a69b-476c-ae6e-00fcf075561b tempest-ServerRescueNegativeTestJSON-1571951802 tempest-ServerRescueNegativeTestJSON-1571951802-project] 10.222.0.26 "GET /v2.0/security-groups?id=23ec9104-6b33-4b08-9a41-3b0a624abc37&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2118175 Jun 28 16:44:07.646314 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d11741ac-da43-4f44-a7f8-35f403579d8f req-86ac05e7-b44e-4389-a102-e013633326ae service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=74185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 16:44:07.648871 dv-cinder-798104-1-smb neutron-server[74185]: INFO neutron.wsgi [req-d11741ac-da43-4f44-a7f8-35f403579d8f req-86ac05e7-b44e-4389-a102-e013633326ae service neutron] 10.222.0.41 "GET /v2.0/subnets?id=1e51c34b-d1b1-4021-8c69-f6620a12f4df HTTP/1.1" status: 200 len: 848 time: 0.1870928 Jun 28 16:44:07.661037 dv-cinder-798104-1-smb neutron-server[74185]: INFO neutron.wsgi [req-4cb90c36-b55a-4094-9956-cc103f5df85b req-7ad4710d-dae0-4c23-b3d6-f766ab9126e3 tempest-AttachVolumeShelveTestJSON-223402159 tempest-AttachVolumeShelveTestJSON-223402159-project] 10.222.0.26 "GET /v2.0/security-groups?id=9d5e5bf1-75b7-4451-8ba3-68d562e2bb7c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1378407 Jun 28 16:44:07.716017 dv-cinder-798104-1-smb neutron-server[74185]: INFO neutron.wsgi [req-d11741ac-da43-4f44-a7f8-35f403579d8f req-24eb3789-4d2b-4f73-88a5-fab82d8e23bc service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=6e18b0df-57ee-4fdd-a0f2-56d2e5b6a027&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0521324 Jun 28 16:44:07.972308 dv-cinder-798104-1-smb neutron-server[74185]: INFO neutron.wsgi [req-d11741ac-da43-4f44-a7f8-35f403579d8f req-63910e24-1478-4a32-9fe5-83a3e37d5842 service neutron] 10.222.0.41 "GET /v2.0/networks/6e18b0df-57ee-4fdd-a0f2-56d2e5b6a027?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2303333 Jun 28 16:44:08.385212 dv-cinder-798104-1-smb neutron-server[74185]: INFO neutron.wsgi [req-d11741ac-da43-4f44-a7f8-35f403579d8f req-f13a1753-584b-4dd5-a29e-c36b9c6ec478 service neutron] 10.222.0.41 "GET /v2.0/networks/6e18b0df-57ee-4fdd-a0f2-56d2e5b6a027?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3959262 Jun 28 16:44:08.415349 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a5881b4-eeea-4652-bc68-e5215808b551 req-ba6274bc-3087-4e89-97b4-80cb185425d8 tempest-VolumesNegativeTest-637907310 tempest-VolumesNegativeTest-637907310-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 16:44:08.420987 dv-cinder-798104-1-smb neutron-server[74185]: INFO neutron.wsgi [req-2a5881b4-eeea-4652-bc68-e5215808b551 req-ba6274bc-3087-4e89-97b4-80cb185425d8 tempest-VolumesNegativeTest-637907310 tempest-VolumesNegativeTest-637907310-project] 10.222.0.26 "GET /v2.0/ports?device_id=a1755115-860c-4f3d-aa94-678bd8327a69 HTTP/1.1" status: 200 len: 950 time: 0.3334649 Jun 28 16:44:08.434626 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f45795e-1ace-46e7-a7f7-988ea10a5934 req-7ef32269-5dc9-48ff-a930-a988c3215656 tempest-VolumesActionsTest-1052249555 tempest-VolumesActionsTest-1052249555-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 16:44:08.438250 dv-cinder-798104-1-smb neutron-server[74185]: INFO neutron.wsgi [req-7f45795e-1ace-46e7-a7f7-988ea10a5934 req-7ef32269-5dc9-48ff-a930-a988c3215656 tempest-VolumesActionsTest-1052249555 tempest-VolumesActionsTest-1052249555-project] 10.222.0.26 "GET /v2.0/ports?device_id=260c4186-9ca0-4704-89ff-7960812e97da HTTP/1.1" status: 200 len: 943 time: 0.3498890 Jun 28 16:44:08.535844 dv-cinder-798104-1-smb neutron-server[74185]: INFO neutron.wsgi [req-2a5881b4-eeea-4652-bc68-e5215808b551 req-dda0990b-6a9e-4dd4-b72c-f634c4c38603 tempest-VolumesNegativeTest-637907310 tempest-VolumesNegativeTest-637907310-project] 10.222.0.26 "GET /v2.0/security-groups?id=4f35bffc-f9e3-47ee-b673-dc10e648383d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0964196 Jun 28 16:44:08.543248 dv-cinder-798104-1-smb neutron-server[74185]: INFO neutron.wsgi [req-7f45795e-1ace-46e7-a7f7-988ea10a5934 req-3a0b239c-7825-4109-9a0c-801e93226906 tempest-VolumesActionsTest-1052249555 tempest-VolumesActionsTest-1052249555-project] 10.222.0.26 "GET /v2.0/security-groups?id=e6a1b9ca-4b56-4306-b545-d77d3b247f5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0845177 Jun 28 16:44:08.775916 dv-cinder-798104-1-smb neutron-server[74187]: DEBUG neutron.plugins.ml2.rpc [None req-d0e5ad82-df9b-4ee3-8ee9-b93c74fbe1d3 None None] Device 96d2f4e1-24c6-4b20-8b84-747b7bfe607c details requested by agent hyperv_hv-cinder-79810 with host hv-cinder-79810 {{(pid=74187) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 28 16:44:08.843983 dv-cinder-798104-1-smb neutron-server[74187]: DEBUG neutron.plugins.ml2.rpc [None req-d0e5ad82-df9b-4ee3-8ee9-b93c74fbe1d3 None None] Device ca182176-9633-4aa8-8265-824f520e5d44 up at agent hyperv_hv-cinder-79810 {{(pid=74187) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 28 16:44:08.926558 dv-cinder-798104-1-smb neutron-server[74187]: DEBUG neutron_lib.db.resource_extend [None req-d0e5ad82-df9b-4ee3-8ee9-b93c74fbe1d3 None None] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=74187) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jun 28 16:44:09.126365 dv-cinder-798104-1-smb neutron-server[74187]: DEBUG neutron.plugins.ml2.db [None req-d0e5ad82-df9b-4ee3-8ee9-b93c74fbe1d3 None None] For port 96d2f4e1-24c6-4b20-8b84-747b7bfe607c, host hv-cinder-79810, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79810',level=0,port_id=96d2f4e1-24c6-4b20-8b84-747b7bfe607c,segment=NetworkSegment(c84370d0-324c-4598-a34b-5a6bed2714f2),segment_id=c84370d0-324c-4598-a34b-5a6bed2714f2)] {{(pid=74187) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 16:44:09.148589 dv-cinder-798104-1-smb neutron-server[74187]: DEBUG neutron.plugins.ml2.rpc [None req-d0e5ad82-df9b-4ee3-8ee9-b93c74fbe1d3 None None] Returning: {'device': '96d2f4e1-24c6-4b20-8b84-747b7bfe607c', 'network_id': '6e18b0df-57ee-4fdd-a0f2-56d2e5b6a027', 'port_id': '96d2f4e1-24c6-4b20-8b84-747b7bfe607c', 'mac_address': 'fa:16:3e:93:04:9e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 404, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1e51c34b-d1b1-4021-8c69-f6620a12f4df', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=74187) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 28 16:44:09.358500 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2c9b72b-6bc8-4262-b4b3-436dc1bee67e req-6bb210e1-7d2c-4927-9716-dfe520093ca6 tempest-ServerRescueNegativeTestJSON-1571951802 tempest-ServerRescueNegativeTestJSON-1571951802-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 16:44:09.373219 dv-cinder-798104-1-smb neutron-server[74185]: INFO neutron.wsgi [req-f2c9b72b-6bc8-4262-b4b3-436dc1bee67e req-6bb210e1-7d2c-4927-9716-dfe520093ca6 tempest-ServerRescueNegativeTestJSON-1571951802 tempest-ServerRescueNegativeTestJSON-1571951802-project] 10.222.0.26 "GET /v2.0/ports?device_id=79124724-6c76-47fc-bb83-d30672ff67e9 HTTP/1.1" status: 200 len: 946 time: 0.4264042 Jun 28 16:44:09.388587 dv-cinder-798104-1-smb neutron-server[74187]: DEBUG neutron_lib.callbacks.manager [None req-d0e5ad82-df9b-4ee3-8ee9-b93c74fbe1d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621611'] for port, before_update {{(pid=74187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 16:44:09.405579 dv-cinder-798104-1-smb neutron-server[74187]: DEBUG neutron.db.provisioning_blocks [None req-d0e5ad82-df9b-4ee3-8ee9-b93c74fbe1d3 None None] Provisioning complete for port ca182176-9633-4aa8-8265-824f520e5d44 triggered by entity L2. {{(pid=74187) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 28 16:44:09.406595 dv-cinder-798104-1-smb neutron-server[74187]: DEBUG neutron_lib.callbacks.manager [None req-d0e5ad82-df9b-4ee3-8ee9-b93c74fbe1d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1002786'] for port, provisioning_complete {{(pid=74187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 16:44:09.486581 dv-cinder-798104-1-smb neutron-server[74185]: INFO neutron.wsgi [req-f2c9b72b-6bc8-4262-b4b3-436dc1bee67e req-99839f4a-84ef-4df9-881b-aa23d55506a6 tempest-ServerRescueNegativeTestJSON-1571951802 tempest-ServerRescueNegativeTestJSON-1571951802-project] 10.222.0.26 "GET /v2.0/security-groups?id=23ec9104-6b33-4b08-9a41-3b0a624abc37&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1112840 Jun 28 16:44:09.528770 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9282f48c-64fa-44e4-acfb-048906727630 req-fa53200e-248d-4870-a5ee-2ebdfc400b98 tempest-AttachVolumeShelveTestJSON-223402159 tempest-AttachVolumeShelveTestJSON-223402159-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 16:44:09.540245 dv-cinder-798104-1-smb neutron-server[74185]: INFO neutron.wsgi [req-9282f48c-64fa-44e4-acfb-048906727630 req-fa53200e-248d-4870-a5ee-2ebdfc400b98 tempest-AttachVolumeShelveTestJSON-223402159 tempest-AttachVolumeShelveTestJSON-223402159-project] 10.222.0.26 "GET /v2.0/ports?device_id=ca0f1f28-abee-4019-a85a-f11d82e2a8a7 HTTP/1.1" status: 200 len: 944 time: 0.3440404 Jun 28 16:44:09.541907 dv-cinder-798104-1-smb neutron-server[74187]: DEBUG neutron.notifiers.nova [None req-d0e5ad82-df9b-4ee3-8ee9-b93c74fbe1d3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 96d2f4e1-24c6-4b20-8b84-747b7bfe607c {{(pid=74187) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 28 16:44:09.583502 dv-cinder-798104-1-smb neutron-server[74187]: DEBUG neutron.plugins.ml2.db [None req-d0e5ad82-df9b-4ee3-8ee9-b93c74fbe1d3 None None] For port 96d2f4e1-24c6-4b20-8b84-747b7bfe607c, host hv-cinder-79810, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79810',level=0,port_id=96d2f4e1-24c6-4b20-8b84-747b7bfe607c,segment=NetworkSegment(c84370d0-324c-4598-a34b-5a6bed2714f2),segment_id=c84370d0-324c-4598-a34b-5a6bed2714f2)] {{(pid=74187) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 16:44:09.653386 dv-cinder-798104-1-smb neutron-server[74185]: INFO neutron.wsgi [req-9282f48c-64fa-44e4-acfb-048906727630 req-67992dba-2205-4530-b93a-fe32404ce66f tempest-AttachVolumeShelveTestJSON-223402159 tempest-AttachVolumeShelveTestJSON-223402159-project] 10.222.0.26 "GET /v2.0/security-groups?id=9d5e5bf1-75b7-4451-8ba3-68d562e2bb7c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1115861 Jun 28 16:44:09.731452 dv-cinder-798104-1-smb neutron-server[74187]: DEBUG neutron_lib.callbacks.manager [None req-d0e5ad82-df9b-4ee3-8ee9-b93c74fbe1d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621611'] for port, before_update {{(pid=74187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 16:44:09.742196 dv-cinder-798104-1-smb neutron-server[74187]: DEBUG neutron_lib.callbacks.manager [None req-d0e5ad82-df9b-4ee3-8ee9-b93c74fbe1d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-615041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1598908', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774158213048', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774157688378', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774157688423'] for port, after_update {{(pid=74187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 16:44:09.754163 dv-cinder-798104-1-smb neutron-server[74187]: DEBUG oslo_concurrency.lockutils [None req-d0e5ad82-df9b-4ee3-8ee9-b93c74fbe1d3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74187) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 16:44:09.864449 dv-cinder-798104-1-smb neutron-server[74187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0e5ad82-df9b-4ee3-8ee9-b93c74fbe1d3 None None] Pushing event updated for resources: {'Port': ['ID=96d2f4e1-24c6-4b20-8b84-747b7bfe607c,revision_number=4']} {{(pid=74187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 16:44:09.870240 dv-cinder-798104-1-smb neutron-server[74187]: DEBUG oslo_concurrency.lockutils [None req-d0e5ad82-df9b-4ee3-8ee9-b93c74fbe1d3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=74187) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 16:44:09.903848 dv-cinder-798104-1-smb neutron-server[74187]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ca0f1f28-abee-4019-a85a-f11d82e2a8a7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ca182176-9633-4aa8-8265-824f520e5d44'}] {{(pid=74187) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 28 16:44:09.920867 dv-cinder-798104-1-smb neutron-server[74187]: DEBUG neutron.plugins.ml2.db [None req-d0e5ad82-df9b-4ee3-8ee9-b93c74fbe1d3 None None] For port ca182176-9633-4aa8-8265-824f520e5d44, host hv-cinder-79810, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79810',level=0,port_id=ca182176-9633-4aa8-8265-824f520e5d44,segment=NetworkSegment(2df110ad-025a-4a6b-9e31-f233466e01f1),segment_id=2df110ad-025a-4a6b-9e31-f233466e01f1)] {{(pid=74187) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 16:44:09.930680 dv-cinder-798104-1-smb neutron-server[74187]: DEBUG neutron_lib.callbacks.manager [None req-d0e5ad82-df9b-4ee3-8ee9-b93c74fbe1d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-615041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1598908', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774158213048', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774157688378', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774157688423'] for port, after_update {{(pid=74187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 16:44:09.937871 dv-cinder-798104-1-smb neutron-server[74187]: DEBUG oslo_concurrency.lockutils [None req-d0e5ad82-df9b-4ee3-8ee9-b93c74fbe1d3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74187) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 16:44:09.956251 dv-cinder-798104-1-smb neutron-server[74185]: INFO neutron.wsgi [req-36e1953c-808b-4799-a6e8-833940ecbd4c req-4593c59b-24cf-43af-b8c8-b42eba5e4e0a service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=79124724-6c76-47fc-bb83-d30672ff67e9 HTTP/1.1" status: 200 len: 1099 time: 0.2951140 Jun 28 16:44:10.081008 dv-cinder-798104-1-smb neutron-server[74187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0e5ad82-df9b-4ee3-8ee9-b93c74fbe1d3 None None] Pushing event updated for resources: {'Port': ['ID=ca182176-9633-4aa8-8265-824f520e5d44,revision_number=7']} {{(pid=74187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 16:44:10.086412 dv-cinder-798104-1-smb neutron-server[74187]: DEBUG oslo_concurrency.lockutils [None req-d0e5ad82-df9b-4ee3-8ee9-b93c74fbe1d3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.149s {{(pid=74187) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 16:44:10.215343 dv-cinder-798104-1-smb neutron-server[74187]: DEBUG neutron.plugins.ml2.db [None req-d0e5ad82-df9b-4ee3-8ee9-b93c74fbe1d3 None None] get_ports_and_sgs() called for port_ids ['96d2f4e1-24c6-4b20-8b84-747b7bfe607c'] {{(pid=74187) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jun 28 16:44:10.402119 dv-cinder-798104-1-smb neutron-server[74185]: INFO neutron.wsgi [req-36e1953c-808b-4799-a6e8-833940ecbd4c req-d5c31ce4-2213-45d7-852c-5dc956eac1a8 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=23ec9104-6b33-4b08-9a41-3b0a624abc37&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2988029 Jun 28 16:44:10.424407 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96d1ebc3-2c5f-4d3c-b2e2-cbeea7176b73 req-44ec604f-a55e-4e9d-bcea-029e73fdbb72 tempest-VolumesNegativeTest-637907310 tempest-VolumesNegativeTest-637907310-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 16:44:10.432992 dv-cinder-798104-1-smb neutron-server[74185]: INFO neutron.wsgi [req-96d1ebc3-2c5f-4d3c-b2e2-cbeea7176b73 req-44ec604f-a55e-4e9d-bcea-029e73fdbb72 tempest-VolumesNegativeTest-637907310 tempest-VolumesNegativeTest-637907310-project] 10.222.0.26 "GET /v2.0/ports?device_id=a1755115-860c-4f3d-aa94-678bd8327a69 HTTP/1.1" status: 200 len: 950 time: 0.4883912 Jun 28 16:44:10.442549 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec226c79-f560-4181-bf05-183cb8241b45 req-87c78085-6ba9-4742-a8b7-cb08ae2e37da tempest-VolumesActionsTest-1052249555 tempest-VolumesActionsTest-1052249555-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 16:44:10.451646 dv-cinder-798104-1-smb neutron-server[74185]: INFO neutron.wsgi [req-ec226c79-f560-4181-bf05-183cb8241b45 req-87c78085-6ba9-4742-a8b7-cb08ae2e37da tempest-VolumesActionsTest-1052249555 tempest-VolumesActionsTest-1052249555-project] 10.222.0.26 "GET /v2.0/ports?device_id=260c4186-9ca0-4704-89ff-7960812e97da HTTP/1.1" status: 200 len: 944 time: 0.3185995 Jun 28 16:44:10.561536 dv-cinder-798104-1-smb neutron-server[74185]: INFO neutron.wsgi [req-ec226c79-f560-4181-bf05-183cb8241b45 req-17d90aa0-86b3-4a11-9e8a-0c206a764fd2 tempest-VolumesActionsTest-1052249555 tempest-VolumesActionsTest-1052249555-project] 10.222.0.26 "GET /v2.0/security-groups?id=e6a1b9ca-4b56-4306-b545-d77d3b247f5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1084144 Jun 28 16:44:10.569345 dv-cinder-798104-1-smb neutron-server[74185]: INFO neutron.wsgi [req-96d1ebc3-2c5f-4d3c-b2e2-cbeea7176b73 req-4f24f192-a55b-4b78-9ed7-027b46098033 tempest-VolumesNegativeTest-637907310 tempest-VolumesNegativeTest-637907310-project] 10.222.0.26 "GET /v2.0/security-groups?id=4f35bffc-f9e3-47ee-b673-dc10e648383d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0924027 Jun 28 16:44:10.670853 dv-cinder-798104-1-smb neutron-server[74187]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ca0f1f28-abee-4019-a85a-f11d82e2a8a7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ca182176-9633-4aa8-8265-824f520e5d44', 'code': 200} Jun 28 16:44:10.967025 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16a2fd05-72b6-478a-ae9c-9af6f0d1e6bc req-70d3acdd-4125-47b3-bfd7-54c0e281a371 tempest-ServerRescueNegativeTestJSON-1571951802 tempest-ServerRescueNegativeTestJSON-1571951802-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 16:44:10.979178 dv-cinder-798104-1-smb neutron-server[74185]: INFO neutron.wsgi [req-16a2fd05-72b6-478a-ae9c-9af6f0d1e6bc req-70d3acdd-4125-47b3-bfd7-54c0e281a371 tempest-ServerRescueNegativeTestJSON-1571951802 tempest-ServerRescueNegativeTestJSON-1571951802-project] 10.222.0.26 "GET /v2.0/ports?device_id=79124724-6c76-47fc-bb83-d30672ff67e9 HTTP/1.1" status: 200 len: 946 time: 0.1478117 Jun 28 16:44:11.086737 dv-cinder-798104-1-smb neutron-server[74185]: INFO neutron.wsgi [req-16a2fd05-72b6-478a-ae9c-9af6f0d1e6bc req-28eb618a-1bf8-4bc7-9787-528c2de04d0a tempest-ServerRescueNegativeTestJSON-1571951802 tempest-ServerRescueNegativeTestJSON-1571951802-project] 10.222.0.26 "GET /v2.0/security-groups?id=23ec9104-6b33-4b08-9a41-3b0a624abc37&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1036839 Jun 28 16:44:11.557649 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-953197fb-68bc-473e-8d4d-66d580923230 req-ed411862-700f-4937-956e-85701e344e39 tempest-VolumesNegativeTest-637907310 tempest-VolumesNegativeTest-637907310-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 16:44:11.565448 dv-cinder-798104-1-smb neutron-server[74185]: INFO neutron.wsgi [req-953197fb-68bc-473e-8d4d-66d580923230 req-ed411862-700f-4937-956e-85701e344e39 tempest-VolumesNegativeTest-637907310 tempest-VolumesNegativeTest-637907310-project] 10.222.0.26 "GET /v2.0/ports?device_id=a1755115-860c-4f3d-aa94-678bd8327a69 HTTP/1.1" status: 200 len: 950 time: 0.3109930 Jun 28 16:44:11.745826 dv-cinder-798104-1-smb neutron-server[74185]: INFO neutron.wsgi [req-953197fb-68bc-473e-8d4d-66d580923230 req-688f5b83-861d-4c67-a233-45d8ba78e05a tempest-VolumesNegativeTest-637907310 tempest-VolumesNegativeTest-637907310-project] 10.222.0.26 "GET /v2.0/security-groups?id=4f35bffc-f9e3-47ee-b673-dc10e648383d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1791945 Jun 28 16:44:11.875077 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e827232-592f-413c-971f-e24c2e5887f6 req-45297544-88c1-4759-a7e1-e0acedcba06c tempest-AttachVolumeShelveTestJSON-223402159 tempest-AttachVolumeShelveTestJSON-223402159-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 16:44:11.920238 dv-cinder-798104-1-smb neutron-server[74185]: INFO neutron.wsgi [req-1e827232-592f-413c-971f-e24c2e5887f6 req-45297544-88c1-4759-a7e1-e0acedcba06c tempest-AttachVolumeShelveTestJSON-223402159 tempest-AttachVolumeShelveTestJSON-223402159-project] 10.222.0.26 "GET /v2.0/ports?device_id=ca0f1f28-abee-4019-a85a-f11d82e2a8a7 HTTP/1.1" status: 200 len: 945 time: 0.3172011 Jun 28 16:44:12.249063 dv-cinder-798104-1-smb neutron-server[74185]: INFO neutron.wsgi [req-1e827232-592f-413c-971f-e24c2e5887f6 req-13864606-30bc-413f-8437-ba602fa69850 tempest-AttachVolumeShelveTestJSON-223402159 tempest-AttachVolumeShelveTestJSON-223402159-project] 10.222.0.26 "GET /v2.0/security-groups?id=9d5e5bf1-75b7-4451-8ba3-68d562e2bb7c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3267989 Jun 28 16:44:12.396315 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dc427fd-1651-4a01-b1c7-bf7af307f530 req-78f9aeac-8ac6-4529-b8cd-31bdcb7c4e1e tempest-VolumesActionsTest-1052249555 tempest-VolumesActionsTest-1052249555-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 16:44:12.404040 dv-cinder-798104-1-smb neutron-server[74185]: INFO neutron.wsgi [req-0dc427fd-1651-4a01-b1c7-bf7af307f530 req-78f9aeac-8ac6-4529-b8cd-31bdcb7c4e1e tempest-VolumesActionsTest-1052249555 tempest-VolumesActionsTest-1052249555-project] 10.222.0.26 "GET /v2.0/ports?device_id=260c4186-9ca0-4704-89ff-7960812e97da HTTP/1.1" status: 200 len: 944 time: 0.2472608 Jun 28 16:44:12.467071 dv-cinder-798104-1-smb neutron-server[74185]: INFO neutron.wsgi [req-0dc427fd-1651-4a01-b1c7-bf7af307f530 req-aa32f82e-1b63-47cf-ba52-c7866e83e329 tempest-VolumesActionsTest-1052249555 tempest-VolumesActionsTest-1052249555-project] 10.222.0.26 "GET /v2.0/security-groups?id=e6a1b9ca-4b56-4306-b545-d77d3b247f5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0600402 Jun 28 16:44:12.637563 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d74dfb64-5896-4e60-93aa-0a635a79d8bc req-810d56ac-8d7a-40a6-ab56-1cf7085a4312 tempest-ServerRescueNegativeTestJSON-1571951802 tempest-ServerRescueNegativeTestJSON-1571951802-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 16:44:12.639363 dv-cinder-798104-1-smb neutron-server[74185]: INFO neutron.wsgi [req-d74dfb64-5896-4e60-93aa-0a635a79d8bc req-810d56ac-8d7a-40a6-ab56-1cf7085a4312 tempest-ServerRescueNegativeTestJSON-1571951802 tempest-ServerRescueNegativeTestJSON-1571951802-project] 10.222.0.26 "GET /v2.0/ports?device_id=79124724-6c76-47fc-bb83-d30672ff67e9 HTTP/1.1" status: 200 len: 946 time: 0.1164753 Jun 28 16:44:12.747931 dv-cinder-798104-1-smb neutron-server[74185]: INFO neutron.wsgi [req-d74dfb64-5896-4e60-93aa-0a635a79d8bc req-358fe3ae-2678-4da6-81ae-bd69838c219c tempest-ServerRescueNegativeTestJSON-1571951802 tempest-ServerRescueNegativeTestJSON-1571951802-project] 10.222.0.26 "GET /v2.0/security-groups?id=23ec9104-6b33-4b08-9a41-3b0a624abc37&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0963323 Jun 28 16:44:12.816350 dv-cinder-798104-1-smb neutron-server[74187]: DEBUG neutron.plugins.ml2.rpc [None req-d0e5ad82-df9b-4ee3-8ee9-b93c74fbe1d3 None None] Device 96d2f4e1-24c6-4b20-8b84-747b7bfe607c up at agent hyperv_hv-cinder-79810 {{(pid=74187) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 28 16:44:13.185061 dv-cinder-798104-1-smb neutron-server[74187]: DEBUG neutron.db.provisioning_blocks [None req-d0e5ad82-df9b-4ee3-8ee9-b93c74fbe1d3 None None] Provisioning for port 96d2f4e1-24c6-4b20-8b84-747b7bfe607c completed by entity L2. {{(pid=74187) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 28 16:44:13.216012 dv-cinder-798104-1-smb neutron-server[74187]: DEBUG neutron.db.provisioning_blocks [None req-d0e5ad82-df9b-4ee3-8ee9-b93c74fbe1d3 None None] Provisioning complete for port 96d2f4e1-24c6-4b20-8b84-747b7bfe607c triggered by entity L2. {{(pid=74187) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 28 16:44:13.216826 dv-cinder-798104-1-smb neutron-server[74187]: DEBUG neutron_lib.callbacks.manager [None req-d0e5ad82-df9b-4ee3-8ee9-b93c74fbe1d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1002786'] for port, provisioning_complete {{(pid=74187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 16:44:13.254864 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01c7ab53-3314-421a-a2a1-bbfae2fa8fdd req-ade23d1b-0121-4d36-84b7-4db1d8e725f3 tempest-VolumesNegativeTest-637907310 tempest-VolumesNegativeTest-637907310-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 16:44:13.257569 dv-cinder-798104-1-smb neutron-server[74185]: INFO neutron.wsgi [req-01c7ab53-3314-421a-a2a1-bbfae2fa8fdd req-ade23d1b-0121-4d36-84b7-4db1d8e725f3 tempest-VolumesNegativeTest-637907310 tempest-VolumesNegativeTest-637907310-project] 10.222.0.26 "GET /v2.0/ports?device_id=a1755115-860c-4f3d-aa94-678bd8327a69 HTTP/1.1" status: 200 len: 950 time: 0.1635175 Jun 28 16:44:13.417062 dv-cinder-798104-1-smb neutron-server[74185]: INFO neutron.wsgi [req-01c7ab53-3314-421a-a2a1-bbfae2fa8fdd req-8638de21-92ed-4bd1-8bb0-2d81761520b4 tempest-VolumesNegativeTest-637907310 tempest-VolumesNegativeTest-637907310-project] 10.222.0.26 "GET /v2.0/security-groups?id=4f35bffc-f9e3-47ee-b673-dc10e648383d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1515517 Jun 28 16:44:13.491952 dv-cinder-798104-1-smb neutron-server[74187]: DEBUG neutron_lib.callbacks.manager [None req-d0e5ad82-df9b-4ee3-8ee9-b93c74fbe1d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621611'] for port, before_update {{(pid=74187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 16:44:13.555762 dv-cinder-798104-1-smb neutron-server[74187]: DEBUG neutron.plugins.ml2.db [None req-d0e5ad82-df9b-4ee3-8ee9-b93c74fbe1d3 None None] For port 96d2f4e1-24c6-4b20-8b84-747b7bfe607c, host hv-cinder-79810, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79810',level=0,port_id=96d2f4e1-24c6-4b20-8b84-747b7bfe607c,segment=NetworkSegment(c84370d0-324c-4598-a34b-5a6bed2714f2),segment_id=c84370d0-324c-4598-a34b-5a6bed2714f2)] {{(pid=74187) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 16:44:13.555762 dv-cinder-798104-1-smb neutron-server[74187]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '260c4186-9ca0-4704-89ff-7960812e97da', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '96d2f4e1-24c6-4b20-8b84-747b7bfe607c'}] {{(pid=74187) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 28 16:44:13.571303 dv-cinder-798104-1-smb neutron-server[74187]: DEBUG neutron_lib.callbacks.manager [None req-d0e5ad82-df9b-4ee3-8ee9-b93c74fbe1d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-615041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1598908', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774158213048', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774157688378', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774157688423'] for port, after_update {{(pid=74187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 16:44:13.571303 dv-cinder-798104-1-smb neutron-server[74187]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74187) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 16:44:13.741627 dv-cinder-798104-1-smb neutron-server[74187]: DEBUG neutron_lib.callbacks.manager [None req-3c04030c-0031-4abf-a088-1a30899cf207 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774158209648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1002899'] for agent, after_update {{(pid=74187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 16:44:13.745864 dv-cinder-798104-1-smb neutron-server[74187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0e5ad82-df9b-4ee3-8ee9-b93c74fbe1d3 None None] Pushing event updated for resources: {'Port': ['ID=96d2f4e1-24c6-4b20-8b84-747b7bfe607c,revision_number=5']} {{(pid=74187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 16:44:13.750792 dv-cinder-798104-1-smb neutron-server[74187]: DEBUG oslo_concurrency.lockutils [None req-d0e5ad82-df9b-4ee3-8ee9-b93c74fbe1d3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.182s {{(pid=74187) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 16:44:13.881571 dv-cinder-798104-1-smb neutron-server[74187]: DEBUG neutron_lib.callbacks.manager [None req-c72dd329-595c-4eca-9296-ba6eff8780d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774158209648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1002899'] for agent, after_update {{(pid=74187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 16:44:13.983602 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ab1269f-52a7-46a6-b565-19fa8e67314b req-b268687f-909b-4a3c-9d66-bb44379769d2 tempest-VolumesNegativeTest-637907310 tempest-VolumesNegativeTest-637907310-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 16:44:13.987608 dv-cinder-798104-1-smb neutron-server[74185]: INFO neutron.wsgi [req-8ab1269f-52a7-46a6-b565-19fa8e67314b req-b268687f-909b-4a3c-9d66-bb44379769d2 tempest-VolumesNegativeTest-637907310 tempest-VolumesNegativeTest-637907310-project] 10.222.0.41 "GET /v2.0/ports?device_id=a1755115-860c-4f3d-aa94-678bd8327a69 HTTP/1.1" status: 200 len: 950 time: 0.3518341 Jun 28 16:44:14.140884 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a71609d-2f40-4068-80ba-43b6bc7140f0 req-cab4a043-320b-4602-bc86-84243e9d16cc tempest-AttachVolumeShelveTestJSON-223402159 tempest-AttachVolumeShelveTestJSON-223402159-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 16:44:14.148424 dv-cinder-798104-1-smb neutron-server[74185]: INFO neutron.wsgi [req-8a71609d-2f40-4068-80ba-43b6bc7140f0 req-cab4a043-320b-4602-bc86-84243e9d16cc tempest-AttachVolumeShelveTestJSON-223402159 tempest-AttachVolumeShelveTestJSON-223402159-project] 10.222.0.26 "GET /v2.0/ports?device_id=ca0f1f28-abee-4019-a85a-f11d82e2a8a7 HTTP/1.1" status: 200 len: 945 time: 0.3411002 Jun 28 16:44:14.246549 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG neutron.plugins.ml2.plugin [req-8ab1269f-52a7-46a6-b565-19fa8e67314b req-6c0c1095-2fd1-457f-b86c-318e808a0ceb tempest-VolumesNegativeTest-637907310 tempest-VolumesNegativeTest-637907310-project] Deleting port 1e06b99e-1b55-4f83-91b2-f283dcb29bbf {{(pid=74185) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Jun 28 16:44:14.247008 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG neutron_lib.callbacks.manager [req-8ab1269f-52a7-46a6-b565-19fa8e67314b req-6c0c1095-2fd1-457f-b86c-318e808a0ceb tempest-VolumesNegativeTest-637907310 tempest-VolumesNegativeTest-637907310-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774158158511'] for port, before_delete {{(pid=74185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 16:44:14.340105 dv-cinder-798104-1-smb neutron-server[74185]: INFO neutron.wsgi [req-8a71609d-2f40-4068-80ba-43b6bc7140f0 req-4ced0903-1823-4b5f-a0a8-abde9625c08f tempest-AttachVolumeShelveTestJSON-223402159 tempest-AttachVolumeShelveTestJSON-223402159-project] 10.222.0.26 "GET /v2.0/security-groups?id=9d5e5bf1-75b7-4451-8ba3-68d562e2bb7c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1909251 Jun 28 16:44:14.383169 dv-cinder-798104-1-smb neutron-server[74185]: INFO neutron.wsgi [req-56b69ad1-f953-4709-a8b9-2e3af54be78e req-f9bbd66f-b295-4746-a911-cb21ce150070 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=9344ad16110c4191993c42fbf7367cf2&device_id=79124724-6c76-47fc-bb83-d30672ff67e9 HTTP/1.1" status: 200 len: 1099 time: 0.3940258 Jun 28 16:44:14.462963 dv-cinder-798104-1-smb neutron-server[74187]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '260c4186-9ca0-4704-89ff-7960812e97da', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '96d2f4e1-24c6-4b20-8b84-747b7bfe607c', 'code': 200} Jun 28 16:44:14.640292 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5485b53d-53ad-4229-b1a3-5382f62a189b req-10956023-0a7b-466c-86c7-abf157068975 tempest-VolumesActionsTest-1052249555 tempest-VolumesActionsTest-1052249555-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 16:44:14.647802 dv-cinder-798104-1-smb neutron-server[74185]: INFO neutron.wsgi [req-5485b53d-53ad-4229-b1a3-5382f62a189b req-10956023-0a7b-466c-86c7-abf157068975 tempest-VolumesActionsTest-1052249555 tempest-VolumesActionsTest-1052249555-project] 10.222.0.26 "GET /v2.0/ports?device_id=260c4186-9ca0-4704-89ff-7960812e97da HTTP/1.1" status: 200 len: 945 time: 0.5618417 Jun 28 16:44:14.913077 dv-cinder-798104-1-smb neutron-server[74186]: INFO neutron.wsgi [req-c0cf110f-6f59-40f1-a6ef-a8575a1bda46 req-4ed9596e-ec86-4e0e-b2a5-835d2fe6edd9 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=260c4186-9ca0-4704-89ff-7960812e97da HTTP/1.1" status: 200 len: 1098 time: 0.0797389 Jun 28 16:44:14.943865 dv-cinder-798104-1-smb neutron-server[74185]: INFO neutron.wsgi [req-5485b53d-53ad-4229-b1a3-5382f62a189b req-3d052004-dcd5-4f6d-909b-2496dfc2140d tempest-VolumesActionsTest-1052249555 tempest-VolumesActionsTest-1052249555-project] 10.222.0.26 "GET /v2.0/security-groups?id=e6a1b9ca-4b56-4306-b545-d77d3b247f5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2951581 Jun 28 16:44:14.990644 dv-cinder-798104-1-smb neutron-server[74186]: INFO neutron.wsgi [req-c0cf110f-6f59-40f1-a6ef-a8575a1bda46 req-21df1f7e-f645-4d87-95f3-d11e86395c90 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=e6a1b9ca-4b56-4306-b545-d77d3b247f5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0660384 Jun 28 16:44:15.084075 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56b69ad1-f953-4709-a8b9-2e3af54be78e req-43c2e85e-2016-4c4b-a404-e2b0470b8fde service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=74185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 16:44:15.086799 dv-cinder-798104-1-smb neutron-server[74185]: INFO neutron.wsgi [req-56b69ad1-f953-4709-a8b9-2e3af54be78e req-43c2e85e-2016-4c4b-a404-e2b0470b8fde service neutron] 10.222.0.41 "GET /v2.0/networks?id=456cb4f0-4c56-4bb7-a5cf-eaccb243862b HTTP/1.1" status: 200 len: 920 time: 0.6788688 Jun 28 16:44:15.319855 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG neutron.plugins.ml2.db [req-8ab1269f-52a7-46a6-b565-19fa8e67314b req-6c0c1095-2fd1-457f-b86c-318e808a0ceb tempest-VolumesNegativeTest-637907310 tempest-VolumesNegativeTest-637907310-project] For port 1e06b99e-1b55-4f83-91b2-f283dcb29bbf, host hv-cinder-79810, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79810',level=0,port_id=1e06b99e-1b55-4f83-91b2-f283dcb29bbf,segment=NetworkSegment(00936f04-cfc9-4aad-b717-b845cb76391a),segment_id=00936f04-cfc9-4aad-b717-b845cb76391a)] {{(pid=74185) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 16:44:15.320235 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG neutron_lib.callbacks.manager [req-8ab1269f-52a7-46a6-b565-19fa8e67314b req-6c0c1095-2fd1-457f-b86c-318e808a0ceb tempest-VolumesNegativeTest-637907310 tempest-VolumesNegativeTest-637907310-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1637578'] for port, precommit_delete {{(pid=74185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 16:44:15.352769 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1599dd16-746a-4876-9a7b-7294bef7a3ba req-d7c1183e-855a-4e83-a3cd-a4eff3d68bda tempest-ServerRescueNegativeTestJSON-1571951802 tempest-ServerRescueNegativeTestJSON-1571951802-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 16:44:15.355727 dv-cinder-798104-1-smb neutron-server[74185]: INFO neutron.wsgi [req-1599dd16-746a-4876-9a7b-7294bef7a3ba req-d7c1183e-855a-4e83-a3cd-a4eff3d68bda tempest-ServerRescueNegativeTestJSON-1571951802 tempest-ServerRescueNegativeTestJSON-1571951802-project] 10.222.0.26 "GET /v2.0/ports?device_id=79124724-6c76-47fc-bb83-d30672ff67e9 HTTP/1.1" status: 200 len: 946 time: 0.5548112 Jun 28 16:44:15.452223 dv-cinder-798104-1-smb neutron-server[74185]: INFO neutron.wsgi [req-56b69ad1-f953-4709-a8b9-2e3af54be78e req-0775583e-5983-4146-a206-5630e19a388f service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=25d5253e-3b85-4631-97bb-974e5e8b1d2c HTTP/1.1" status: 200 len: 217 time: 0.2746856 Jun 28 16:44:15.554674 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG neutron.plugins.ml2.plugin [req-8ab1269f-52a7-46a6-b565-19fa8e67314b req-6c0c1095-2fd1-457f-b86c-318e808a0ceb tempest-VolumesNegativeTest-637907310 tempest-VolumesNegativeTest-637907310-project] Calling delete_port for 1e06b99e-1b55-4f83-91b2-f283dcb29bbf owned by compute:nova {{(pid=74185) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Jun 28 16:44:15.828714 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56b69ad1-f953-4709-a8b9-2e3af54be78e req-bcc570a4-a7c5-472b-a628-62246ae66ad1 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=74185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 16:44:15.831198 dv-cinder-798104-1-smb neutron-server[74185]: INFO neutron.wsgi [req-56b69ad1-f953-4709-a8b9-2e3af54be78e req-bcc570a4-a7c5-472b-a628-62246ae66ad1 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=766e27c3-d7d9-49ba-b0ca-4cfaf9e450d4 HTTP/1.1" status: 200 len: 859 time: 0.3238900 Jun 28 16:44:15.904966 dv-cinder-798104-1-smb neutron-server[74185]: INFO neutron.wsgi [req-1599dd16-746a-4876-9a7b-7294bef7a3ba req-b21827f7-741a-4595-b5ba-1f227e9a2777 tempest-ServerRescueNegativeTestJSON-1571951802 tempest-ServerRescueNegativeTestJSON-1571951802-project] 10.222.0.26 "GET /v2.0/security-groups?id=23ec9104-6b33-4b08-9a41-3b0a624abc37&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5375643 Jun 28 16:44:15.925508 dv-cinder-798104-1-smb neutron-server[74185]: INFO neutron.wsgi [req-56b69ad1-f953-4709-a8b9-2e3af54be78e req-cb28c87d-660a-4d43-ab51-a4437e7db21c service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=456cb4f0-4c56-4bb7-a5cf-eaccb243862b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0581989 Jun 28 16:44:15.936546 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0109ae2c-1f76-458a-beac-6ee27f02573c req-51be9e70-c797-492c-b560-4fdb0ecb1a87 tempest-VolumesNegativeTest-637907310 tempest-VolumesNegativeTest-637907310-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 16:44:15.944886 dv-cinder-798104-1-smb neutron-server[74185]: INFO neutron.wsgi [req-0109ae2c-1f76-458a-beac-6ee27f02573c req-51be9e70-c797-492c-b560-4fdb0ecb1a87 tempest-VolumesNegativeTest-637907310 tempest-VolumesNegativeTest-637907310-project] 10.222.0.26 "GET /v2.0/ports?device_id=a1755115-860c-4f3d-aa94-678bd8327a69 HTTP/1.1" status: 200 len: 950 time: 0.8486989 Jun 28 16:44:16.184985 dv-cinder-798104-1-smb neutron-server[74187]: DEBUG neutron_lib.callbacks.manager [None req-f03072eb-7801-4430-a612-bf5f38a30e17 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774158209648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1002899'] for agent, after_update {{(pid=74187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 16:44:16.270524 dv-cinder-798104-1-smb neutron-server[74185]: INFO neutron.wsgi [req-0109ae2c-1f76-458a-beac-6ee27f02573c req-90072f25-4898-47bd-8f21-f68a04c2f03d tempest-VolumesNegativeTest-637907310 tempest-VolumesNegativeTest-637907310-project] 10.222.0.26 "GET /v2.0/security-groups?id=4f35bffc-f9e3-47ee-b673-dc10e648383d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3242843 Jun 28 16:44:16.290301 dv-cinder-798104-1-smb neutron-server[74186]: INFO neutron.wsgi [req-2fc44e55-44c1-4cd9-9441-658805fc7a3b req-38f0f856-5950-4bc6-b4cf-c090dbf90847 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=4a8c302d-62ce-4c05-8798-3bd26de618b4&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1452222 Jun 28 16:44:16.312029 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG neutron_lib.callbacks.manager [req-8ab1269f-52a7-46a6-b565-19fa8e67314b req-6c0c1095-2fd1-457f-b86c-318e808a0ceb tempest-VolumesNegativeTest-637907310 tempest-VolumesNegativeTest-637907310-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-615041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1598908', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774158213030', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774157688369', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15648331'] for port, after_delete {{(pid=74185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 16:44:16.321100 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74185) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 16:44:16.474107 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c0c1095-2fd1-457f-b86c-318e808a0ceb tempest-VolumesNegativeTest-637907310 tempest-VolumesNegativeTest-637907310-project] Pushing event deleted for resources: {'Port': ['ID=1e06b99e-1b55-4f83-91b2-f283dcb29bbf,revision_number=None']} {{(pid=74185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 16:44:16.514980 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG oslo_concurrency.lockutils [None req-6c0c1095-2fd1-457f-b86c-318e808a0ceb tempest-VolumesNegativeTest-637907310 tempest-VolumesNegativeTest-637907310-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.190s {{(pid=74185) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 16:44:16.519598 dv-cinder-798104-1-smb neutron-server[74186]: INFO neutron.wsgi [req-2fc44e55-44c1-4cd9-9441-658805fc7a3b req-e2f7f2d4-b812-43b2-a8dd-00abb93fd94f service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=9344ad16110c4191993c42fbf7367cf2&device_id=4a8c302d-62ce-4c05-8798-3bd26de618b4 HTTP/1.1" status: 200 len: 1099 time: 0.1636558 Jun 28 16:44:16.520679 dv-cinder-798104-1-smb neutron-server[74185]: INFO neutron.wsgi [req-56b69ad1-f953-4709-a8b9-2e3af54be78e req-18feec83-fce7-47ef-859e-1cbbf49af003 service neutron] 10.222.0.41 "GET /v2.0/networks/456cb4f0-4c56-4bb7-a5cf-eaccb243862b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5727785 Jun 28 16:44:16.829613 dv-cinder-798104-1-smb neutron-server[74187]: DEBUG neutron.plugins.ml2.rpc [None req-d0e5ad82-df9b-4ee3-8ee9-b93c74fbe1d3 None None] Device 1e06b99e-1b55-4f83-91b2-f283dcb29bbf no longer exists at agent hyperv_hv-cinder-79810 {{(pid=74187) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 28 16:44:16.897135 dv-cinder-798104-1-smb neutron-server[74187]: DEBUG neutron.plugins.ml2.plugin [None req-d0e5ad82-df9b-4ee3-8ee9-b93c74fbe1d3 None None] No Port match for: 1e06b99e-1b55-4f83-91b2-f283dcb29bbf {{(pid=74187) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}} Jun 28 16:44:16.897327 dv-cinder-798104-1-smb neutron-server[74186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fc44e55-44c1-4cd9-9441-658805fc7a3b req-7858d93e-e76f-47ef-be21-fc3f931b330a service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=74186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 16:44:16.898618 dv-cinder-798104-1-smb neutron-server[74186]: INFO neutron.wsgi [req-2fc44e55-44c1-4cd9-9441-658805fc7a3b req-7858d93e-e76f-47ef-be21-fc3f931b330a service neutron] 10.222.0.41 "GET /v2.0/networks?id=456cb4f0-4c56-4bb7-a5cf-eaccb243862b HTTP/1.1" status: 200 len: 920 time: 0.3139496 Jun 28 16:44:16.906554 dv-cinder-798104-1-smb neutron-server[74187]: DEBUG neutron.plugins.ml2.rpc [None req-d0e5ad82-df9b-4ee3-8ee9-b93c74fbe1d3 None None] Device 1e06b99e-1b55-4f83-91b2-f283dcb29bbf not bound to the agent host hv-cinder-79810 {{(pid=74187) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 28 16:44:16.982999 dv-cinder-798104-1-smb neutron-server[74186]: INFO neutron.wsgi [req-2fc44e55-44c1-4cd9-9441-658805fc7a3b req-88b124b4-20e3-4749-88eb-4c1d4ef03bde service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=055df2b1-f718-4d3a-9df3-3e181fb1b971 HTTP/1.1" status: 200 len: 217 time: 0.0732901 Jun 28 16:44:16.984399 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG neutron.db.l3_dvrscheduler_db [req-8ab1269f-52a7-46a6-b565-19fa8e67314b req-6c0c1095-2fd1-457f-b86c-318e808a0ceb tempest-VolumesNegativeTest-637907310 tempest-VolumesNegativeTest-637907310-project] No DVR routers for this DVR port 1e06b99e-1b55-4f83-91b2-f283dcb29bbf on host hv-cinder-79810 {{(pid=74185) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 28 16:44:16.999441 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG neutron_lib.callbacks.manager [req-8ab1269f-52a7-46a6-b565-19fa8e67314b req-6c0c1095-2fd1-457f-b86c-318e808a0ceb tempest-VolumesNegativeTest-637907310 tempest-VolumesNegativeTest-637907310-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129357'] for port, before_response {{(pid=74185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 16:44:17.004094 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a1755115-860c-4f3d-aa94-678bd8327a69', 'name': 'network-vif-deleted', 'tag': '1e06b99e-1b55-4f83-91b2-f283dcb29bbf'}] {{(pid=74185) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 28 16:44:17.049431 dv-cinder-798104-1-smb neutron-server[74185]: INFO neutron.wsgi [req-8ab1269f-52a7-46a6-b565-19fa8e67314b req-6c0c1095-2fd1-457f-b86c-318e808a0ceb tempest-VolumesNegativeTest-637907310 tempest-VolumesNegativeTest-637907310-project] 10.222.0.41 "DELETE /v2.0/ports/1e06b99e-1b55-4f83-91b2-f283dcb29bbf HTTP/1.1" status: 204 len: 173 time: 3.0003033 Jun 28 16:44:17.074982 dv-cinder-798104-1-smb neutron-server[74186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fc44e55-44c1-4cd9-9441-658805fc7a3b req-a8855a41-16aa-404d-8adf-eccb5bfd1e74 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=74186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 16:44:17.077792 dv-cinder-798104-1-smb neutron-server[74186]: INFO neutron.wsgi [req-2fc44e55-44c1-4cd9-9441-658805fc7a3b req-a8855a41-16aa-404d-8adf-eccb5bfd1e74 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=766e27c3-d7d9-49ba-b0ca-4cfaf9e450d4 HTTP/1.1" status: 200 len: 859 time: 0.0823824 Jun 28 16:44:17.091850 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5766cbe-e5b4-439a-aeb3-31eaabac2f69 req-e3a5088d-8268-4058-8da1-de4821b7c15d tempest-AttachVolumeShelveTestJSON-223402159 tempest-AttachVolumeShelveTestJSON-223402159-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 16:44:17.099855 dv-cinder-798104-1-smb neutron-server[74185]: INFO neutron.wsgi [req-c5766cbe-e5b4-439a-aeb3-31eaabac2f69 req-e3a5088d-8268-4058-8da1-de4821b7c15d tempest-AttachVolumeShelveTestJSON-223402159 tempest-AttachVolumeShelveTestJSON-223402159-project] 10.222.0.26 "GET /v2.0/ports?device_id=ca0f1f28-abee-4019-a85a-f11d82e2a8a7 HTTP/1.1" status: 200 len: 945 time: 0.9024730 Jun 28 16:44:17.142656 dv-cinder-798104-1-smb neutron-server[74185]: INFO neutron.wsgi [req-56b69ad1-f953-4709-a8b9-2e3af54be78e req-6e0d1fa6-62b9-432f-b77e-97554e95fd51 service neutron] 10.222.0.41 "GET /v2.0/networks/456cb4f0-4c56-4bb7-a5cf-eaccb243862b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5494177 Jun 28 16:44:17.163187 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2cfb75b-131b-4c6e-a7fc-a7fa256713fd req-5f2ab1f6-096c-4607-b0b6-e7773a595615 tempest-VolumesActionsTest-1052249555 tempest-VolumesActionsTest-1052249555-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 16:44:17.173248 dv-cinder-798104-1-smb neutron-server[74186]: INFO neutron.wsgi [req-2fc44e55-44c1-4cd9-9441-658805fc7a3b req-55e7338b-a92a-4912-904d-544f61c54a51 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=456cb4f0-4c56-4bb7-a5cf-eaccb243862b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0792670 Jun 28 16:44:17.175080 dv-cinder-798104-1-smb neutron-server[74185]: INFO neutron.wsgi [req-c2cfb75b-131b-4c6e-a7fc-a7fa256713fd req-5f2ab1f6-096c-4607-b0b6-e7773a595615 tempest-VolumesActionsTest-1052249555 tempest-VolumesActionsTest-1052249555-project] 10.222.0.26 "GET /v2.0/ports?device_id=260c4186-9ca0-4704-89ff-7960812e97da HTTP/1.1" status: 200 len: 945 time: 0.6517456 Jun 28 16:44:17.285126 dv-cinder-798104-1-smb neutron-server[74185]: INFO neutron.wsgi [req-c5766cbe-e5b4-439a-aeb3-31eaabac2f69 req-a3014a02-b305-428b-a117-b9c7b19cdf1c tempest-AttachVolumeShelveTestJSON-223402159 tempest-AttachVolumeShelveTestJSON-223402159-project] 10.222.0.26 "GET /v2.0/security-groups?id=9d5e5bf1-75b7-4451-8ba3-68d562e2bb7c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1837199 Jun 28 16:44:17.412646 dv-cinder-798104-1-smb neutron-server[74185]: INFO neutron.wsgi [req-c2cfb75b-131b-4c6e-a7fc-a7fa256713fd req-846dbe12-28c1-4c97-afe8-e0caf4ee8d65 tempest-VolumesActionsTest-1052249555 tempest-VolumesActionsTest-1052249555-project] 10.222.0.26 "GET /v2.0/security-groups?id=e6a1b9ca-4b56-4306-b545-d77d3b247f5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2168493 Jun 28 16:44:17.490845 dv-cinder-798104-1-smb neutron-server[74186]: INFO neutron.wsgi [req-2fc44e55-44c1-4cd9-9441-658805fc7a3b req-11749bc8-9528-40ae-93b4-25a7eb472f27 service neutron] 10.222.0.41 "GET /v2.0/networks/456cb4f0-4c56-4bb7-a5cf-eaccb243862b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3012824 Jun 28 16:44:17.582236 dv-cinder-798104-1-smb neutron-server[74187]: DEBUG neutron_lib.callbacks.manager [None req-17b6939a-39ed-439c-8d74-c49ac6595f0c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774158209648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1002899'] for agent, after_update {{(pid=74187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 16:44:17.606245 dv-cinder-798104-1-smb neutron-server[74185]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a1755115-860c-4f3d-aa94-678bd8327a69', 'name': 'network-vif-deleted', 'tag': '1e06b99e-1b55-4f83-91b2-f283dcb29bbf', 'status': 'completed', 'code': 200} Jun 28 16:44:18.096973 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG neutron.quota.resource [req-cc2c4b10-b4bf-4c33-80fe-4fe51c5a00ef req-b67c73cf-e024-4e6d-b987-50a6d24ad2d1 tempest-VolumesNegativeTest-637907310 tempest-VolumesNegativeTest-637907310-project] Synchronizing usage tracker for tenant:6d4a2815e3e04f59a0b96aa2c83950a9 on resource:port {{(pid=74185) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 28 16:44:18.118380 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68e98fe9-bb31-41c3-83fe-a12a456ba3dc req-6c3f6a60-9159-4d2e-a9d7-395c8fea09e6 tempest-ServerRescueNegativeTestJSON-1571951802 tempest-ServerRescueNegativeTestJSON-1571951802-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 16:44:18.125894 dv-cinder-798104-1-smb neutron-server[74185]: INFO neutron.wsgi [req-68e98fe9-bb31-41c3-83fe-a12a456ba3dc req-6c3f6a60-9159-4d2e-a9d7-395c8fea09e6 tempest-ServerRescueNegativeTestJSON-1571951802 tempest-ServerRescueNegativeTestJSON-1571951802-project] 10.222.0.26 "GET /v2.0/ports?device_id=79124724-6c76-47fc-bb83-d30672ff67e9 HTTP/1.1" status: 200 len: 946 time: 0.2478442 Jun 28 16:44:18.151544 dv-cinder-798104-1-smb neutron-server[74186]: INFO neutron.wsgi [req-2fc44e55-44c1-4cd9-9441-658805fc7a3b req-8af0a1ab-fa27-40a2-916e-aca16b1c52b4 service neutron] 10.222.0.41 "GET /v2.0/networks/456cb4f0-4c56-4bb7-a5cf-eaccb243862b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6545079 Jun 28 16:44:18.217880 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG neutron.quota.resource [req-cc2c4b10-b4bf-4c33-80fe-4fe51c5a00ef req-b67c73cf-e024-4e6d-b987-50a6d24ad2d1 tempest-VolumesNegativeTest-637907310 tempest-VolumesNegativeTest-637907310-project] Unset dirty status for tenant:6d4a2815e3e04f59a0b96aa2c83950a9 on resource:port {{(pid=74185) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 28 16:44:18.220225 dv-cinder-798104-1-smb neutron-server[74185]: INFO neutron.wsgi [req-cc2c4b10-b4bf-4c33-80fe-4fe51c5a00ef req-b67c73cf-e024-4e6d-b987-50a6d24ad2d1 tempest-VolumesNegativeTest-637907310 tempest-VolumesNegativeTest-637907310-project] 10.222.0.26 "GET /v2.0/ports?device_id=a1755115-860c-4f3d-aa94-678bd8327a69 HTTP/1.1" status: 200 len: 210 time: 0.1864340 Jun 28 16:44:18.257225 dv-cinder-798104-1-smb neutron-server[74185]: INFO neutron.wsgi [req-68e98fe9-bb31-41c3-83fe-a12a456ba3dc req-668e0ccd-5c1a-4918-a67e-46065474493f tempest-ServerRescueNegativeTestJSON-1571951802 tempest-ServerRescueNegativeTestJSON-1571951802-project] 10.222.0.26 "GET /v2.0/security-groups?id=23ec9104-6b33-4b08-9a41-3b0a624abc37&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1179264 Jun 28 16:44:18.670447 dv-cinder-798104-1-smb neutron-server[74187]: DEBUG neutron_lib.callbacks.manager [None req-d49266a9-82cf-4da4-977f-ceca59b71534 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774158209648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1002899'] for agent, after_update {{(pid=74187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 16:44:18.887275 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41aa6296-68cb-4a6a-b073-67585146d13a req-492f350b-8062-4456-b452-7f69d4f7bc0c tempest-AttachVolumeShelveTestJSON-223402159 tempest-AttachVolumeShelveTestJSON-223402159-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 16:44:18.890354 dv-cinder-798104-1-smb neutron-server[74185]: INFO neutron.wsgi [req-41aa6296-68cb-4a6a-b073-67585146d13a req-492f350b-8062-4456-b452-7f69d4f7bc0c tempest-AttachVolumeShelveTestJSON-223402159 tempest-AttachVolumeShelveTestJSON-223402159-project] 10.222.0.26 "GET /v2.0/ports?device_id=ca0f1f28-abee-4019-a85a-f11d82e2a8a7 HTTP/1.1" status: 200 len: 945 time: 0.3398366 Jun 28 16:44:18.983134 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f53068c-9f9b-4aee-8796-d751eff40266 req-e767c660-ce6e-40ba-9bf9-f122b37cba05 tempest-VolumesActionsTest-1052249555 tempest-VolumesActionsTest-1052249555-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 16:44:18.984740 dv-cinder-798104-1-smb neutron-server[74185]: INFO neutron.wsgi [req-9f53068c-9f9b-4aee-8796-d751eff40266 req-e767c660-ce6e-40ba-9bf9-f122b37cba05 tempest-VolumesActionsTest-1052249555 tempest-VolumesActionsTest-1052249555-project] 10.222.0.26 "GET /v2.0/ports?device_id=260c4186-9ca0-4704-89ff-7960812e97da HTTP/1.1" status: 200 len: 945 time: 0.2531564 Jun 28 16:44:19.028991 dv-cinder-798104-1-smb neutron-server[74185]: INFO neutron.wsgi [req-41aa6296-68cb-4a6a-b073-67585146d13a req-7c30f525-f96b-4e41-816b-4db93dcd5cba tempest-AttachVolumeShelveTestJSON-223402159 tempest-AttachVolumeShelveTestJSON-223402159-project] 10.222.0.26 "GET /v2.0/security-groups?id=9d5e5bf1-75b7-4451-8ba3-68d562e2bb7c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1266019 Jun 28 16:44:19.089284 dv-cinder-798104-1-smb neutron-server[74185]: INFO neutron.wsgi [req-9f53068c-9f9b-4aee-8796-d751eff40266 req-5b5689c1-8042-41d9-b674-1ea543170c40 tempest-VolumesActionsTest-1052249555 tempest-VolumesActionsTest-1052249555-project] 10.222.0.26 "GET /v2.0/security-groups?id=e6a1b9ca-4b56-4306-b545-d77d3b247f5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0969002 Jun 28 16:44:19.362258 dv-cinder-798104-1-smb neutron-server[74187]: DEBUG neutron_lib.callbacks.manager [None req-d0e5ad82-df9b-4ee3-8ee9-b93c74fbe1d3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774158209648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1002899'] for agent, after_update {{(pid=74187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 16:44:19.518175 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3272fe53-ec96-40d2-b841-24bf5d9bfd36 req-52123270-20a6-40ac-a0b6-0d48b3201c7e tempest-ServerRescueNegativeTestJSON-1571951802 tempest-ServerRescueNegativeTestJSON-1571951802-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 16:44:19.519893 dv-cinder-798104-1-smb neutron-server[74185]: INFO neutron.wsgi [req-3272fe53-ec96-40d2-b841-24bf5d9bfd36 req-52123270-20a6-40ac-a0b6-0d48b3201c7e tempest-ServerRescueNegativeTestJSON-1571951802 tempest-ServerRescueNegativeTestJSON-1571951802-project] 10.222.0.26 "GET /v2.0/ports?device_id=79124724-6c76-47fc-bb83-d30672ff67e9 HTTP/1.1" status: 200 len: 946 time: 0.0975678 Jun 28 16:44:19.622017 dv-cinder-798104-1-smb neutron-server[74185]: INFO neutron.wsgi [req-3272fe53-ec96-40d2-b841-24bf5d9bfd36 req-11740b98-97af-498d-8bd9-db8119b0a9c2 tempest-ServerRescueNegativeTestJSON-1571951802 tempest-ServerRescueNegativeTestJSON-1571951802-project] 10.222.0.26 "GET /v2.0/security-groups?id=23ec9104-6b33-4b08-9a41-3b0a624abc37&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0942354 Jun 28 16:44:20.477460 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45971593-12ef-41d9-8fb7-54ca4ec7880b req-0cbf2a33-8492-46e4-9709-c9631a25761d tempest-AttachVolumeShelveTestJSON-223402159 tempest-AttachVolumeShelveTestJSON-223402159-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 16:44:20.489871 dv-cinder-798104-1-smb neutron-server[74185]: INFO neutron.wsgi [req-45971593-12ef-41d9-8fb7-54ca4ec7880b req-0cbf2a33-8492-46e4-9709-c9631a25761d tempest-AttachVolumeShelveTestJSON-223402159 tempest-AttachVolumeShelveTestJSON-223402159-project] 10.222.0.26 "GET /v2.0/ports?device_id=ca0f1f28-abee-4019-a85a-f11d82e2a8a7 HTTP/1.1" status: 200 len: 945 time: 0.1603172 Jun 28 16:44:20.572439 dv-cinder-798104-1-smb neutron-server[74185]: INFO neutron.wsgi [req-45971593-12ef-41d9-8fb7-54ca4ec7880b req-018a290d-2b7b-4495-9ba4-2a0f86d377b2 tempest-AttachVolumeShelveTestJSON-223402159 tempest-AttachVolumeShelveTestJSON-223402159-project] 10.222.0.26 "GET /v2.0/security-groups?id=9d5e5bf1-75b7-4451-8ba3-68d562e2bb7c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0811346 Jun 28 16:44:21.143785 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a65b6ee-ac13-4c0d-b519-d470fffaad5e req-cc785921-11aa-4340-92dd-f7b641085853 tempest-ServerRescueNegativeTestJSON-1571951802 tempest-ServerRescueNegativeTestJSON-1571951802-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 16:44:21.145358 dv-cinder-798104-1-smb neutron-server[74185]: INFO neutron.wsgi [req-6a65b6ee-ac13-4c0d-b519-d470fffaad5e req-cc785921-11aa-4340-92dd-f7b641085853 tempest-ServerRescueNegativeTestJSON-1571951802 tempest-ServerRescueNegativeTestJSON-1571951802-project] 10.222.0.26 "GET /v2.0/ports?device_id=79124724-6c76-47fc-bb83-d30672ff67e9 HTTP/1.1" status: 200 len: 946 time: 0.1597552 Jun 28 16:44:21.208087 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fea38b0-b68d-4183-9568-8b579db326d6 req-4c46cceb-8da3-40e9-937d-4c0183a58205 tempest-VolumesActionsTest-1052249555 tempest-VolumesActionsTest-1052249555-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 16:44:21.209684 dv-cinder-798104-1-smb neutron-server[74185]: INFO neutron.wsgi [req-0fea38b0-b68d-4183-9568-8b579db326d6 req-4c46cceb-8da3-40e9-937d-4c0183a58205 tempest-VolumesActionsTest-1052249555 tempest-VolumesActionsTest-1052249555-project] 10.222.0.26 "GET /v2.0/ports?device_id=260c4186-9ca0-4704-89ff-7960812e97da HTTP/1.1" status: 200 len: 945 time: 0.1362641 Jun 28 16:44:21.248474 dv-cinder-798104-1-smb neutron-server[74185]: INFO neutron.wsgi [req-6a65b6ee-ac13-4c0d-b519-d470fffaad5e req-05ee0464-9516-4c25-b515-5bcc1d1d1963 tempest-ServerRescueNegativeTestJSON-1571951802 tempest-ServerRescueNegativeTestJSON-1571951802-project] 10.222.0.26 "GET /v2.0/security-groups?id=23ec9104-6b33-4b08-9a41-3b0a624abc37&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0923014 Jun 28 16:44:21.312736 dv-cinder-798104-1-smb neutron-server[74185]: INFO neutron.wsgi [req-0fea38b0-b68d-4183-9568-8b579db326d6 req-f3e80fdb-0503-4909-8d75-81ea92cf1c39 tempest-VolumesActionsTest-1052249555 tempest-VolumesActionsTest-1052249555-project] 10.222.0.26 "GET /v2.0/security-groups?id=e6a1b9ca-4b56-4306-b545-d77d3b247f5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0955234 Jun 28 16:44:21.954414 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b43cb1f6-1f65-4523-9a62-99cfd4dbd782 req-413c8c56-138c-49c3-bacb-7bae4ba50dd4 tempest-AttachVolumeShelveTestJSON-223402159 tempest-AttachVolumeShelveTestJSON-223402159-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 16:44:21.959187 dv-cinder-798104-1-smb neutron-server[74185]: INFO neutron.wsgi [req-b43cb1f6-1f65-4523-9a62-99cfd4dbd782 req-413c8c56-138c-49c3-bacb-7bae4ba50dd4 tempest-AttachVolumeShelveTestJSON-223402159 tempest-AttachVolumeShelveTestJSON-223402159-project] 10.222.0.26 "GET /v2.0/ports?device_id=ca0f1f28-abee-4019-a85a-f11d82e2a8a7 HTTP/1.1" status: 200 len: 945 time: 0.1451559 Jun 28 16:44:22.052962 dv-cinder-798104-1-smb neutron-server[74185]: INFO neutron.wsgi [req-b43cb1f6-1f65-4523-9a62-99cfd4dbd782 req-f815d53d-92ab-4a68-9b83-2a54c695c8ab tempest-AttachVolumeShelveTestJSON-223402159 tempest-AttachVolumeShelveTestJSON-223402159-project] 10.222.0.26 "GET /v2.0/security-groups?id=9d5e5bf1-75b7-4451-8ba3-68d562e2bb7c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0861204 Jun 28 16:44:22.640364 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aaa8ef1-40dd-4ccb-9892-67b587c9dca4 req-19e4de61-51d3-4e70-be62-b59678b8ba75 tempest-VolumesActionsTest-1052249555 tempest-VolumesActionsTest-1052249555-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 16:44:22.644946 dv-cinder-798104-1-smb neutron-server[74185]: INFO neutron.wsgi [req-0aaa8ef1-40dd-4ccb-9892-67b587c9dca4 req-19e4de61-51d3-4e70-be62-b59678b8ba75 tempest-VolumesActionsTest-1052249555 tempest-VolumesActionsTest-1052249555-project] 10.222.0.26 "GET /v2.0/ports?device_id=260c4186-9ca0-4704-89ff-7960812e97da HTTP/1.1" status: 200 len: 945 time: 0.1551006 Jun 28 16:44:22.737504 dv-cinder-798104-1-smb neutron-server[74185]: INFO neutron.wsgi [req-0aaa8ef1-40dd-4ccb-9892-67b587c9dca4 req-20fa662e-d02c-46d2-8fba-98b54d00cd50 tempest-VolumesActionsTest-1052249555 tempest-VolumesActionsTest-1052249555-project] 10.222.0.26 "GET /v2.0/security-groups?id=e6a1b9ca-4b56-4306-b545-d77d3b247f5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0878856 Jun 28 16:44:23.328770 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05059cf6-fa8e-4267-87d4-4a4ac50f36d1 req-abe7f648-4b68-4a1e-b8dc-76f660042603 tempest-AttachVolumeShelveTestJSON-223402159 tempest-AttachVolumeShelveTestJSON-223402159-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 16:44:23.330943 dv-cinder-798104-1-smb neutron-server[74185]: INFO neutron.wsgi [req-05059cf6-fa8e-4267-87d4-4a4ac50f36d1 req-abe7f648-4b68-4a1e-b8dc-76f660042603 tempest-AttachVolumeShelveTestJSON-223402159 tempest-AttachVolumeShelveTestJSON-223402159-project] 10.222.0.26 "GET /v2.0/ports?device_id=ca0f1f28-abee-4019-a85a-f11d82e2a8a7 HTTP/1.1" status: 200 len: 945 time: 0.0926208 Jun 28 16:44:23.385625 dv-cinder-798104-1-smb neutron-server[74185]: INFO neutron.wsgi [req-05059cf6-fa8e-4267-87d4-4a4ac50f36d1 req-b2ca8379-e9d9-441a-9152-eebec9127d7d tempest-AttachVolumeShelveTestJSON-223402159 tempest-AttachVolumeShelveTestJSON-223402159-project] 10.222.0.26 "GET /v2.0/security-groups?id=9d5e5bf1-75b7-4451-8ba3-68d562e2bb7c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0481687 Jun 28 16:44:23.605416 dv-cinder-798104-1-smb neutron-server[74186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9e95755-89c8-4f93-9ace-251540989311 req-4ab6df9d-2bee-42da-8e11-bb87a3598553 tempest-VolumesActionsTest-1052249555 tempest-VolumesActionsTest-1052249555-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 16:44:23.606278 dv-cinder-798104-1-smb neutron-server[74186]: DEBUG neutron.quota.resource [req-d9e95755-89c8-4f93-9ace-251540989311 req-4ab6df9d-2bee-42da-8e11-bb87a3598553 tempest-VolumesActionsTest-1052249555 tempest-VolumesActionsTest-1052249555-project] Synchronizing usage tracker for tenant:ebcbe54eba0d4c4caca0a5f8a444266a on resource:port {{(pid=74186) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 28 16:44:23.621146 dv-cinder-798104-1-smb neutron-server[74186]: DEBUG neutron.quota.resource [req-d9e95755-89c8-4f93-9ace-251540989311 req-4ab6df9d-2bee-42da-8e11-bb87a3598553 tempest-VolumesActionsTest-1052249555 tempest-VolumesActionsTest-1052249555-project] Unset dirty status for tenant:ebcbe54eba0d4c4caca0a5f8a444266a on resource:port {{(pid=74186) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 28 16:44:23.622301 dv-cinder-798104-1-smb neutron-server[74186]: INFO neutron.wsgi [req-d9e95755-89c8-4f93-9ace-251540989311 req-4ab6df9d-2bee-42da-8e11-bb87a3598553 tempest-VolumesActionsTest-1052249555 tempest-VolumesActionsTest-1052249555-project] 10.222.0.41 "GET /v2.0/ports?device_id=260c4186-9ca0-4704-89ff-7960812e97da HTTP/1.1" status: 200 len: 945 time: 0.1825733 Jun 28 16:44:23.711122 dv-cinder-798104-1-smb neutron-server[74186]: DEBUG neutron.plugins.ml2.plugin [req-d9e95755-89c8-4f93-9ace-251540989311 req-cac2f79b-019d-4c80-9be3-bc63bab35493 tempest-VolumesActionsTest-1052249555 tempest-VolumesActionsTest-1052249555-project] Deleting port 96d2f4e1-24c6-4b20-8b84-747b7bfe607c {{(pid=74186) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Jun 28 16:44:23.711415 dv-cinder-798104-1-smb neutron-server[74186]: DEBUG neutron_lib.callbacks.manager [req-d9e95755-89c8-4f93-9ace-251540989311 req-cac2f79b-019d-4c80-9be3-bc63bab35493 tempest-VolumesActionsTest-1052249555 tempest-VolumesActionsTest-1052249555-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774158158511'] for port, before_delete {{(pid=74186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 16:44:24.085396 dv-cinder-798104-1-smb neutron-server[74186]: DEBUG neutron.plugins.ml2.db [req-d9e95755-89c8-4f93-9ace-251540989311 req-cac2f79b-019d-4c80-9be3-bc63bab35493 tempest-VolumesActionsTest-1052249555 tempest-VolumesActionsTest-1052249555-project] For port 96d2f4e1-24c6-4b20-8b84-747b7bfe607c, host hv-cinder-79810, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79810',level=0,port_id=96d2f4e1-24c6-4b20-8b84-747b7bfe607c,segment=NetworkSegment(c84370d0-324c-4598-a34b-5a6bed2714f2),segment_id=c84370d0-324c-4598-a34b-5a6bed2714f2)] {{(pid=74186) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 16:44:24.085752 dv-cinder-798104-1-smb neutron-server[74186]: DEBUG neutron_lib.callbacks.manager [req-d9e95755-89c8-4f93-9ace-251540989311 req-cac2f79b-019d-4c80-9be3-bc63bab35493 tempest-VolumesActionsTest-1052249555 tempest-VolumesActionsTest-1052249555-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1637578'] for port, precommit_delete {{(pid=74186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 16:44:24.100042 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cc85f61-b5a6-4cb6-a4d1-5c876e5d7a0c req-d75fa2a8-0112-421b-9705-5defc8c26750 tempest-VolumesActionsTest-1052249555 tempest-VolumesActionsTest-1052249555-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 16:44:24.102029 dv-cinder-798104-1-smb neutron-server[74185]: INFO neutron.wsgi [req-9cc85f61-b5a6-4cb6-a4d1-5c876e5d7a0c req-d75fa2a8-0112-421b-9705-5defc8c26750 tempest-VolumesActionsTest-1052249555 tempest-VolumesActionsTest-1052249555-project] 10.222.0.26 "GET /v2.0/ports?device_id=260c4186-9ca0-4704-89ff-7960812e97da HTTP/1.1" status: 200 len: 945 time: 0.1251006 Jun 28 16:44:24.225038 dv-cinder-798104-1-smb neutron-server[74186]: DEBUG neutron.plugins.ml2.plugin [req-d9e95755-89c8-4f93-9ace-251540989311 req-cac2f79b-019d-4c80-9be3-bc63bab35493 tempest-VolumesActionsTest-1052249555 tempest-VolumesActionsTest-1052249555-project] Calling delete_port for 96d2f4e1-24c6-4b20-8b84-747b7bfe607c owned by compute:nova {{(pid=74186) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Jun 28 16:44:24.231062 dv-cinder-798104-1-smb neutron-server[74185]: INFO neutron.wsgi [req-9cc85f61-b5a6-4cb6-a4d1-5c876e5d7a0c req-3ae22040-326b-47ee-95de-3b05d06ab0e7 tempest-VolumesActionsTest-1052249555 tempest-VolumesActionsTest-1052249555-project] 10.222.0.26 "GET /v2.0/security-groups?id=e6a1b9ca-4b56-4306-b545-d77d3b247f5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1221271 Jun 28 16:44:24.505243 dv-cinder-798104-1-smb neutron-server[74186]: DEBUG neutron_lib.callbacks.manager [req-d9e95755-89c8-4f93-9ace-251540989311 req-cac2f79b-019d-4c80-9be3-bc63bab35493 tempest-VolumesActionsTest-1052249555 tempest-VolumesActionsTest-1052249555-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-615041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1598908', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774158213030', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774157688369', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1108489'] for port, after_delete {{(pid=74186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 16:44:24.523440 dv-cinder-798104-1-smb neutron-server[74186]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74186) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 16:44:24.524410 dv-cinder-798104-1-smb neutron-server[74187]: DEBUG neutron.plugins.ml2.db [None req-d0e5ad82-df9b-4ee3-8ee9-b93c74fbe1d3 None None] get_ports_and_sgs() called for port_ids ['96d2f4e1-24c6-4b20-8b84-747b7bfe607c'] {{(pid=74187) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jun 28 16:44:24.705907 dv-cinder-798104-1-smb neutron-server[74186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cac2f79b-019d-4c80-9be3-bc63bab35493 tempest-VolumesActionsTest-1052249555 tempest-VolumesActionsTest-1052249555-project] Pushing event deleted for resources: {'Port': ['ID=96d2f4e1-24c6-4b20-8b84-747b7bfe607c,revision_number=None']} {{(pid=74186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 16:44:24.873803 dv-cinder-798104-1-smb neutron-server[74186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cac2f79b-019d-4c80-9be3-bc63bab35493 tempest-VolumesActionsTest-1052249555 tempest-VolumesActionsTest-1052249555-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798104-1-smb {{(pid=74186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 16:44:24.874951 dv-cinder-798104-1-smb neutron-server[74186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cac2f79b-019d-4c80-9be3-bc63bab35493 tempest-VolumesActionsTest-1052249555 tempest-VolumesActionsTest-1052249555-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798104-1-smb {{(pid=74186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 16:44:24.875798 dv-cinder-798104-1-smb neutron-server[74186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cac2f79b-019d-4c80-9be3-bc63bab35493 tempest-VolumesActionsTest-1052249555 tempest-VolumesActionsTest-1052249555-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798104-1-smb {{(pid=74186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 16:44:24.878394 dv-cinder-798104-1-smb neutron-server[74186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cac2f79b-019d-4c80-9be3-bc63bab35493 tempest-VolumesActionsTest-1052249555 tempest-VolumesActionsTest-1052249555-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-798104-1-smb {{(pid=74186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 16:44:24.885301 dv-cinder-798104-1-smb neutron-server[74186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cac2f79b-019d-4c80-9be3-bc63bab35493 tempest-VolumesActionsTest-1052249555 tempest-VolumesActionsTest-1052249555-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798104-1-smb {{(pid=74186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 16:44:24.888597 dv-cinder-798104-1-smb neutron-server[74186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cac2f79b-019d-4c80-9be3-bc63bab35493 tempest-VolumesActionsTest-1052249555 tempest-VolumesActionsTest-1052249555-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-798104-1-smb {{(pid=74186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 16:44:24.889465 dv-cinder-798104-1-smb neutron-server[74186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cac2f79b-019d-4c80-9be3-bc63bab35493 tempest-VolumesActionsTest-1052249555 tempest-VolumesActionsTest-1052249555-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798104-1-smb {{(pid=74186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 16:44:24.889766 dv-cinder-798104-1-smb neutron-server[74186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cac2f79b-019d-4c80-9be3-bc63bab35493 tempest-VolumesActionsTest-1052249555 tempest-VolumesActionsTest-1052249555-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798104-1-smb {{(pid=74186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 16:44:24.900413 dv-cinder-798104-1-smb neutron-server[74186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cac2f79b-019d-4c80-9be3-bc63bab35493 tempest-VolumesActionsTest-1052249555 tempest-VolumesActionsTest-1052249555-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798104-1-smb {{(pid=74186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 16:44:24.901262 dv-cinder-798104-1-smb neutron-server[74186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cac2f79b-019d-4c80-9be3-bc63bab35493 tempest-VolumesActionsTest-1052249555 tempest-VolumesActionsTest-1052249555-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798104-1-smb {{(pid=74186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 16:44:24.901846 dv-cinder-798104-1-smb neutron-server[74186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cac2f79b-019d-4c80-9be3-bc63bab35493 tempest-VolumesActionsTest-1052249555 tempest-VolumesActionsTest-1052249555-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798104-1-smb {{(pid=74186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 16:44:24.959883 dv-cinder-798104-1-smb neutron-server[74186]: DEBUG oslo_concurrency.lockutils [None req-cac2f79b-019d-4c80-9be3-bc63bab35493 tempest-VolumesActionsTest-1052249555 tempest-VolumesActionsTest-1052249555-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.436s {{(pid=74186) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 16:44:25.147648 dv-cinder-798104-1-smb neutron-server[74186]: DEBUG neutron.db.l3_dvrscheduler_db [req-d9e95755-89c8-4f93-9ace-251540989311 req-cac2f79b-019d-4c80-9be3-bc63bab35493 tempest-VolumesActionsTest-1052249555 tempest-VolumesActionsTest-1052249555-project] No DVR routers for this DVR port 96d2f4e1-24c6-4b20-8b84-747b7bfe607c on host hv-cinder-79810 {{(pid=74186) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 28 16:44:25.156767 dv-cinder-798104-1-smb neutron-server[74186]: DEBUG neutron_lib.callbacks.manager [req-d9e95755-89c8-4f93-9ace-251540989311 req-cac2f79b-019d-4c80-9be3-bc63bab35493 tempest-VolumesActionsTest-1052249555 tempest-VolumesActionsTest-1052249555-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129357'] for port, before_response {{(pid=74186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 16:44:25.162845 dv-cinder-798104-1-smb neutron-server[74186]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '260c4186-9ca0-4704-89ff-7960812e97da', 'name': 'network-vif-deleted', 'tag': '96d2f4e1-24c6-4b20-8b84-747b7bfe607c'}] {{(pid=74186) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 28 16:44:25.215453 dv-cinder-798104-1-smb neutron-server[74186]: INFO neutron.wsgi [req-d9e95755-89c8-4f93-9ace-251540989311 req-cac2f79b-019d-4c80-9be3-bc63bab35493 tempest-VolumesActionsTest-1052249555 tempest-VolumesActionsTest-1052249555-project] 10.222.0.41 "DELETE /v2.0/ports/96d2f4e1-24c6-4b20-8b84-747b7bfe607c HTTP/1.1" status: 204 len: 173 time: 1.5803149 Jun 28 16:44:25.278219 dv-cinder-798104-1-smb neutron-server[74186]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '260c4186-9ca0-4704-89ff-7960812e97da', 'name': 'network-vif-deleted', 'tag': '96d2f4e1-24c6-4b20-8b84-747b7bfe607c', 'status': 'completed', 'code': 200} Jun 28 16:44:25.381439 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddce14d4-3cee-48ce-9858-855f184a391d req-0eed7793-3525-4f06-83cb-157a27185c45 tempest-AttachVolumeShelveTestJSON-223402159 tempest-AttachVolumeShelveTestJSON-223402159-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 16:44:25.384156 dv-cinder-798104-1-smb neutron-server[74185]: INFO neutron.wsgi [req-ddce14d4-3cee-48ce-9858-855f184a391d req-0eed7793-3525-4f06-83cb-157a27185c45 tempest-AttachVolumeShelveTestJSON-223402159 tempest-AttachVolumeShelveTestJSON-223402159-project] 10.222.0.26 "GET /v2.0/ports?device_id=ca0f1f28-abee-4019-a85a-f11d82e2a8a7 HTTP/1.1" status: 200 len: 945 time: 0.3816814 Jun 28 16:44:25.558642 dv-cinder-798104-1-smb neutron-server[74185]: INFO neutron.wsgi [req-ddce14d4-3cee-48ce-9858-855f184a391d req-c5769fd1-936a-4159-8aa3-7715c6b16af7 tempest-AttachVolumeShelveTestJSON-223402159 tempest-AttachVolumeShelveTestJSON-223402159-project] 10.222.0.26 "GET /v2.0/security-groups?id=9d5e5bf1-75b7-4451-8ba3-68d562e2bb7c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1515281 Jun 28 16:44:25.628377 dv-cinder-798104-1-smb neutron-server[74185]: INFO neutron.wsgi [req-2fc59889-94d2-4e94-b6ed-1facda9ed967 req-a07854b9-3ee3-48d8-8869-8da2909bbe7b tempest-VolumesActionsTest-1052249555 tempest-VolumesActionsTest-1052249555-project] 10.222.0.26 "GET /v2.0/ports?device_id=260c4186-9ca0-4704-89ff-7960812e97da HTTP/1.1" status: 200 len: 210 time: 0.0530324 Jun 28 16:44:26.849365 dv-cinder-798104-1-smb neutron-server[74187]: DEBUG neutron.plugins.ml2.rpc [None req-d0e5ad82-df9b-4ee3-8ee9-b93c74fbe1d3 None None] Device 96d2f4e1-24c6-4b20-8b84-747b7bfe607c no longer exists at agent hyperv_hv-cinder-79810 {{(pid=74187) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 28 16:44:26.888240 dv-cinder-798104-1-smb neutron-server[74187]: DEBUG neutron.plugins.ml2.plugin [None req-d0e5ad82-df9b-4ee3-8ee9-b93c74fbe1d3 None None] No Port match for: 96d2f4e1-24c6-4b20-8b84-747b7bfe607c {{(pid=74187) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}} Jun 28 16:44:26.889062 dv-cinder-798104-1-smb neutron-server[74187]: DEBUG neutron.plugins.ml2.rpc [None req-d0e5ad82-df9b-4ee3-8ee9-b93c74fbe1d3 None None] Device 96d2f4e1-24c6-4b20-8b84-747b7bfe607c not bound to the agent host hv-cinder-79810 {{(pid=74187) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 28 16:44:26.907830 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97ff921e-cece-4138-9786-1614941c8e7f req-c6cda9fe-af89-49f6-8eff-d3eacd12cb63 tempest-AttachVolumeShelveTestJSON-223402159 tempest-AttachVolumeShelveTestJSON-223402159-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 16:44:26.911800 dv-cinder-798104-1-smb neutron-server[74185]: INFO neutron.wsgi [req-97ff921e-cece-4138-9786-1614941c8e7f req-c6cda9fe-af89-49f6-8eff-d3eacd12cb63 tempest-AttachVolumeShelveTestJSON-223402159 tempest-AttachVolumeShelveTestJSON-223402159-project] 10.222.0.26 "GET /v2.0/ports?device_id=ca0f1f28-abee-4019-a85a-f11d82e2a8a7 HTTP/1.1" status: 200 len: 945 time: 0.1620762 Jun 28 16:44:26.966428 dv-cinder-798104-1-smb neutron-server[74185]: INFO neutron.wsgi [req-97ff921e-cece-4138-9786-1614941c8e7f req-01e8cbeb-c74c-4c47-b351-6a266e87ecbf tempest-AttachVolumeShelveTestJSON-223402159 tempest-AttachVolumeShelveTestJSON-223402159-project] 10.222.0.26 "GET /v2.0/security-groups?id=9d5e5bf1-75b7-4451-8ba3-68d562e2bb7c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0459249 Jun 28 16:44:27.452335 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG neutron.wsgi [-] (74185) accepted ('10.222.0.26', 51142) {{(pid=74185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 28 16:44:27.483678 dv-cinder-798104-1-smb neutron-server[74186]: INFO neutron.wsgi [req-b9d10c22-9b23-47af-b646-56f043811cf6 req-2e633e89-a2a6-4845-97dd-98d4c455863f service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=1796e3b7b6834b8a88df228c1c9772ef&device_id=ca0f1f28-abee-4019-a85a-f11d82e2a8a7 HTTP/1.1" status: 200 len: 1098 time: 0.1502652 Jun 28 16:44:27.676336 dv-cinder-798104-1-smb neutron-server[74186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9d10c22-9b23-47af-b646-56f043811cf6 req-8fde7a9c-455e-43bb-b320-aaa59a704039 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=74186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 16:44:27.679968 dv-cinder-798104-1-smb neutron-server[74186]: INFO neutron.wsgi [req-b9d10c22-9b23-47af-b646-56f043811cf6 req-8fde7a9c-455e-43bb-b320-aaa59a704039 service neutron] 10.222.0.41 "GET /v2.0/networks?id=4e66a7eb-2725-411e-9b4f-e274c7c51246 HTTP/1.1" status: 200 len: 918 time: 0.1844351 Jun 28 16:44:27.803885 dv-cinder-798104-1-smb neutron-server[74185]: INFO neutron.wsgi [None req-ff635616-1607-4f07-b062-e263af9ba325 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=6d4a2815e3e04f59a0b96aa2c83950a9&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3478348 Jun 28 16:44:27.805228 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG neutron.wsgi [-] (74185) accepted ('10.222.0.26', 51158) {{(pid=74185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 28 16:44:27.902701 dv-cinder-798104-1-smb neutron-server[74186]: INFO neutron.wsgi [req-b9d10c22-9b23-47af-b646-56f043811cf6 req-d09a84df-144e-4533-9cc7-ee814743bc1a service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=ca182176-9633-4aa8-8265-824f520e5d44 HTTP/1.1" status: 200 len: 1001 time: 0.2105675 Jun 28 16:44:27.982758 dv-cinder-798104-1-smb neutron-server[74186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9d10c22-9b23-47af-b646-56f043811cf6 req-b2fa875b-21bd-4d35-9c01-da4b80a847b3 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=74186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 16:44:27.984573 dv-cinder-798104-1-smb neutron-server[74186]: INFO neutron.wsgi [req-b9d10c22-9b23-47af-b646-56f043811cf6 req-b2fa875b-21bd-4d35-9c01-da4b80a847b3 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=f2ffd4c6-165d-446d-9207-8235b5280dd5 HTTP/1.1" status: 200 len: 856 time: 0.0730891 Jun 28 16:44:28.013006 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG neutron_lib.callbacks.manager [None req-9da30d8c-105c-48a7-b4d5-b5c0e105806b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=74185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 16:44:28.076678 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG neutron_lib.callbacks.manager [None req-9da30d8c-105c-48a7-b4d5-b5c0e105806b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=74185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 16:44:28.116321 dv-cinder-798104-1-smb neutron-server[74186]: INFO neutron.wsgi [req-b9d10c22-9b23-47af-b646-56f043811cf6 req-d5ae9a08-6fbe-45d6-b73d-a08ea4730910 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=4e66a7eb-2725-411e-9b4f-e274c7c51246&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1210427 Jun 28 16:44:28.210860 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7777f64c-005e-4a0d-9d56-9f43e48c6e7f req-e1e70a54-3f17-4576-be13-a3e2d4a34e77 tempest-ServerRescueNegativeTestJSON-1571951802 tempest-ServerRescueNegativeTestJSON-1571951802-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 16:44:28.212274 dv-cinder-798104-1-smb neutron-server[74185]: INFO neutron.wsgi [req-7777f64c-005e-4a0d-9d56-9f43e48c6e7f req-e1e70a54-3f17-4576-be13-a3e2d4a34e77 tempest-ServerRescueNegativeTestJSON-1571951802 tempest-ServerRescueNegativeTestJSON-1571951802-project] 10.222.0.26 "GET /v2.0/ports?device_id=4a8c302d-62ce-4c05-8798-3bd26de618b4 HTTP/1.1" status: 200 len: 946 time: 0.2981679 Jun 28 16:44:28.280927 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG neutron_lib.callbacks.manager [None req-9da30d8c-105c-48a7-b4d5-b5c0e105806b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2050486'] for security_group, after_delete {{(pid=74185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 16:44:28.286654 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG oslo_concurrency.lockutils [None req-4af495ee-4856-441b-94b8-d511442a6d2b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74185) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 16:44:28.300609 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9da30d8c-105c-48a7-b4d5-b5c0e105806b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4f35bffc-f9e3-47ee-b673-dc10e648383d,revision_number=None']} {{(pid=74185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 16:44:28.317608 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9da30d8c-105c-48a7-b4d5-b5c0e105806b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798104-1-smb {{(pid=74185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 16:44:28.317990 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9da30d8c-105c-48a7-b4d5-b5c0e105806b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798104-1-smb {{(pid=74185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 16:44:28.318341 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9da30d8c-105c-48a7-b4d5-b5c0e105806b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798104-1-smb {{(pid=74185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 16:44:28.318737 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9da30d8c-105c-48a7-b4d5-b5c0e105806b admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-798104-1-smb {{(pid=74185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 16:44:28.319131 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9da30d8c-105c-48a7-b4d5-b5c0e105806b admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798104-1-smb {{(pid=74185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 16:44:28.319416 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9da30d8c-105c-48a7-b4d5-b5c0e105806b admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-798104-1-smb {{(pid=74185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 16:44:28.319754 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9da30d8c-105c-48a7-b4d5-b5c0e105806b admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798104-1-smb {{(pid=74185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 16:44:28.320090 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9da30d8c-105c-48a7-b4d5-b5c0e105806b admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798104-1-smb {{(pid=74185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 16:44:28.320446 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9da30d8c-105c-48a7-b4d5-b5c0e105806b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798104-1-smb {{(pid=74185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 16:44:28.321326 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9da30d8c-105c-48a7-b4d5-b5c0e105806b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798104-1-smb {{(pid=74185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 16:44:28.321326 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9da30d8c-105c-48a7-b4d5-b5c0e105806b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798104-1-smb {{(pid=74185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 16:44:28.326395 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG oslo_concurrency.lockutils [None req-9da30d8c-105c-48a7-b4d5-b5c0e105806b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=74185) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 16:44:28.333016 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG neutron_lib.callbacks.manager [None req-9da30d8c-105c-48a7-b4d5-b5c0e105806b admin admin] Notify callbacks [] for security_group, before_response {{(pid=74185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 16:44:28.337964 dv-cinder-798104-1-smb neutron-server[74185]: INFO neutron.wsgi [None req-9da30d8c-105c-48a7-b4d5-b5c0e105806b admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/4f35bffc-f9e3-47ee-b673-dc10e648383d HTTP/1.1" status: 204 len: 168 time: 0.5272093 Jun 28 16:44:28.394900 dv-cinder-798104-1-smb neutron-server[74186]: INFO neutron.wsgi [req-b9d10c22-9b23-47af-b646-56f043811cf6 req-f91e7a4e-72af-4ba7-bee7-177101c7f980 service neutron] 10.222.0.41 "GET /v2.0/networks/4e66a7eb-2725-411e-9b4f-e274c7c51246?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2694006 Jun 28 16:44:28.493438 dv-cinder-798104-1-smb neutron-server[74185]: INFO neutron.wsgi [req-7777f64c-005e-4a0d-9d56-9f43e48c6e7f req-073e4570-3d79-45bc-981f-b62075cfd110 tempest-ServerRescueNegativeTestJSON-1571951802 tempest-ServerRescueNegativeTestJSON-1571951802-project] 10.222.0.26 "GET /v2.0/security-groups?id=23ec9104-6b33-4b08-9a41-3b0a624abc37&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2697797 Jun 28 16:44:28.582688 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb61f027-e864-42a6-a9ee-59506b19de9e req-fc2cd301-56f0-41ad-8a18-6f329469d4db tempest-AttachVolumeShelveTestJSON-223402159 tempest-AttachVolumeShelveTestJSON-223402159-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 16:44:28.586423 dv-cinder-798104-1-smb neutron-server[74185]: INFO neutron.wsgi [req-cb61f027-e864-42a6-a9ee-59506b19de9e req-fc2cd301-56f0-41ad-8a18-6f329469d4db tempest-AttachVolumeShelveTestJSON-223402159 tempest-AttachVolumeShelveTestJSON-223402159-project] 10.222.0.26 "GET /v2.0/ports?device_id=ca0f1f28-abee-4019-a85a-f11d82e2a8a7 HTTP/1.1" status: 200 len: 945 time: 0.2503471 Jun 28 16:44:28.656858 dv-cinder-798104-1-smb neutron-server[74185]: INFO neutron.wsgi [req-cb61f027-e864-42a6-a9ee-59506b19de9e req-13596359-d86c-4264-af11-a82707248500 tempest-AttachVolumeShelveTestJSON-223402159 tempest-AttachVolumeShelveTestJSON-223402159-project] 10.222.0.26 "GET /v2.0/security-groups?id=9d5e5bf1-75b7-4451-8ba3-68d562e2bb7c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0573623 Jun 28 16:44:28.705119 dv-cinder-798104-1-smb neutron-server[74186]: INFO neutron.wsgi [req-b9d10c22-9b23-47af-b646-56f043811cf6 req-73f41425-4b6d-4922-a5ba-3101f74b3af2 service neutron] 10.222.0.41 "GET /v2.0/networks/4e66a7eb-2725-411e-9b4f-e274c7c51246?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2961333 Jun 28 16:44:29.720366 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41d4d968-dd8e-4753-b8da-824811534358 req-808d2d3a-6d04-42cd-b9f3-0a9c39797c59 tempest-ServerRescueNegativeTestJSON-1571951802 tempest-ServerRescueNegativeTestJSON-1571951802-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 16:44:29.721748 dv-cinder-798104-1-smb neutron-server[74185]: INFO neutron.wsgi [req-41d4d968-dd8e-4753-b8da-824811534358 req-808d2d3a-6d04-42cd-b9f3-0a9c39797c59 tempest-ServerRescueNegativeTestJSON-1571951802 tempest-ServerRescueNegativeTestJSON-1571951802-project] 10.222.0.26 "GET /v2.0/ports?device_id=4a8c302d-62ce-4c05-8798-3bd26de618b4 HTTP/1.1" status: 200 len: 946 time: 0.0866377 Jun 28 16:44:29.796866 dv-cinder-798104-1-smb neutron-server[74185]: INFO neutron.wsgi [req-41d4d968-dd8e-4753-b8da-824811534358 req-bcfbe3b7-9d60-4545-a2b7-c540ac60c22a tempest-ServerRescueNegativeTestJSON-1571951802 tempest-ServerRescueNegativeTestJSON-1571951802-project] 10.222.0.26 "GET /v2.0/security-groups?id=23ec9104-6b33-4b08-9a41-3b0a624abc37&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0678382 Jun 28 16:44:29.925006 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-343c2ba3-84a4-49da-8bc1-bbdea91df4bb req-9ffc9275-0a8f-4a96-b94c-8182bf542d2b tempest-AttachVolumeShelveTestJSON-223402159 tempest-AttachVolumeShelveTestJSON-223402159-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 16:44:29.926653 dv-cinder-798104-1-smb neutron-server[74185]: INFO neutron.wsgi [req-343c2ba3-84a4-49da-8bc1-bbdea91df4bb req-9ffc9275-0a8f-4a96-b94c-8182bf542d2b tempest-AttachVolumeShelveTestJSON-223402159 tempest-AttachVolumeShelveTestJSON-223402159-project] 10.222.0.26 "GET /v2.0/ports?device_id=ca0f1f28-abee-4019-a85a-f11d82e2a8a7 HTTP/1.1" status: 200 len: 945 time: 0.0894284 Jun 28 16:44:29.976881 dv-cinder-798104-1-smb neutron-server[74185]: INFO neutron.wsgi [req-343c2ba3-84a4-49da-8bc1-bbdea91df4bb req-bca01261-9762-4603-b54d-a9f8f7d44432 tempest-AttachVolumeShelveTestJSON-223402159 tempest-AttachVolumeShelveTestJSON-223402159-project] 10.222.0.26 "GET /v2.0/security-groups?id=9d5e5bf1-75b7-4451-8ba3-68d562e2bb7c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435550 Jun 28 16:44:30.891173 dv-cinder-798104-1-smb neutron-server[74187]: DEBUG neutron.plugins.ml2.rpc [None req-d0e5ad82-df9b-4ee3-8ee9-b93c74fbe1d3 None None] Device ca182176-9633-4aa8-8265-824f520e5d44 no longer exists at agent hyperv_hv-cinder-79810 {{(pid=74187) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 28 16:44:31.117733 dv-cinder-798104-1-smb neutron-server[74187]: DEBUG neutron_lib.callbacks.manager [None req-d0e5ad82-df9b-4ee3-8ee9-b93c74fbe1d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621611'] for port, before_update {{(pid=74187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 16:44:31.189841 dv-cinder-798104-1-smb neutron-server[74187]: DEBUG neutron.plugins.ml2.db [None req-d0e5ad82-df9b-4ee3-8ee9-b93c74fbe1d3 None None] For port ca182176-9633-4aa8-8265-824f520e5d44, host hv-cinder-79810, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79810',level=0,port_id=ca182176-9633-4aa8-8265-824f520e5d44,segment=NetworkSegment(2df110ad-025a-4a6b-9e31-f233466e01f1),segment_id=2df110ad-025a-4a6b-9e31-f233466e01f1)] {{(pid=74187) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 16:44:31.191485 dv-cinder-798104-1-smb neutron-server[74187]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ca0f1f28-abee-4019-a85a-f11d82e2a8a7', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ca182176-9633-4aa8-8265-824f520e5d44'}] {{(pid=74187) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 28 16:44:31.211433 dv-cinder-798104-1-smb neutron-server[74187]: DEBUG neutron_lib.callbacks.manager [None req-d0e5ad82-df9b-4ee3-8ee9-b93c74fbe1d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-615041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1598908', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774158213048', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774157688378', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774157688423'] for port, after_update {{(pid=74187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 16:44:31.219503 dv-cinder-798104-1-smb neutron-server[74187]: DEBUG oslo_concurrency.lockutils [None req-d0e5ad82-df9b-4ee3-8ee9-b93c74fbe1d3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74187) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 16:44:31.321325 dv-cinder-798104-1-smb neutron-server[74186]: DEBUG neutron.wsgi [-] (74186) accepted ('10.222.0.26', 51228) {{(pid=74186) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 28 16:44:31.399295 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f0d7243-2d3a-40dd-ab24-369b9f634c5a req-8d6116ba-fdb3-4e96-8bef-3366b96a7b01 tempest-ServerRescueNegativeTestJSON-1571951802 tempest-ServerRescueNegativeTestJSON-1571951802-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 16:44:31.406093 dv-cinder-798104-1-smb neutron-server[74187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0e5ad82-df9b-4ee3-8ee9-b93c74fbe1d3 None None] Pushing event updated for resources: {'Port': ['ID=ca182176-9633-4aa8-8265-824f520e5d44,revision_number=8']} {{(pid=74187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 16:44:31.407465 dv-cinder-798104-1-smb neutron-server[74185]: INFO neutron.wsgi [req-9f0d7243-2d3a-40dd-ab24-369b9f634c5a req-8d6116ba-fdb3-4e96-8bef-3366b96a7b01 tempest-ServerRescueNegativeTestJSON-1571951802 tempest-ServerRescueNegativeTestJSON-1571951802-project] 10.222.0.26 "GET /v2.0/ports?device_id=4a8c302d-62ce-4c05-8798-3bd26de618b4 HTTP/1.1" status: 200 len: 946 time: 0.3323328 Jun 28 16:44:31.413027 dv-cinder-798104-1-smb neutron-server[74187]: DEBUG oslo_concurrency.lockutils [None req-d0e5ad82-df9b-4ee3-8ee9-b93c74fbe1d3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.195s {{(pid=74187) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 16:44:31.488272 dv-cinder-798104-1-smb neutron-server[74185]: INFO neutron.wsgi [req-9f0d7243-2d3a-40dd-ab24-369b9f634c5a req-1bfe7401-555a-490c-a494-39a62c178739 tempest-ServerRescueNegativeTestJSON-1571951802 tempest-ServerRescueNegativeTestJSON-1571951802-project] 10.222.0.26 "GET /v2.0/security-groups?id=23ec9104-6b33-4b08-9a41-3b0a624abc37&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0797417 Jun 28 16:44:31.537293 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6978678-a7ca-46b3-8163-de9eb8fabfff req-188db459-7706-483f-a3cb-96e43bc9cdb7 tempest-AttachVolumeShelveTestJSON-223402159 tempest-AttachVolumeShelveTestJSON-223402159-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 16:44:31.546164 dv-cinder-798104-1-smb neutron-server[74185]: INFO neutron.wsgi [req-e6978678-a7ca-46b3-8163-de9eb8fabfff req-188db459-7706-483f-a3cb-96e43bc9cdb7 tempest-AttachVolumeShelveTestJSON-223402159 tempest-AttachVolumeShelveTestJSON-223402159-project] 10.222.0.26 "GET /v2.0/ports?device_id=ca0f1f28-abee-4019-a85a-f11d82e2a8a7 HTTP/1.1" status: 200 len: 943 time: 0.2265000 Jun 28 16:44:31.613985 dv-cinder-798104-1-smb neutron-server[74187]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ca0f1f28-abee-4019-a85a-f11d82e2a8a7', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ca182176-9633-4aa8-8265-824f520e5d44', 'code': 200} Jun 28 16:44:31.635152 dv-cinder-798104-1-smb neutron-server[74186]: DEBUG neutron_lib.callbacks.manager [None req-532a43ed-094f-45db-a4d5-e201e9a1ef09 admin admin] Notify callbacks [] for security_group, before_create {{(pid=74186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 16:44:31.657577 dv-cinder-798104-1-smb neutron-server[74185]: INFO neutron.wsgi [req-e6978678-a7ca-46b3-8163-de9eb8fabfff req-55a6fe81-f6fe-42dd-86de-a770fbbf8409 tempest-AttachVolumeShelveTestJSON-223402159 tempest-AttachVolumeShelveTestJSON-223402159-project] 10.222.0.26 "GET /v2.0/security-groups?id=9d5e5bf1-75b7-4451-8ba3-68d562e2bb7c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0948827 Jun 28 16:44:31.710548 dv-cinder-798104-1-smb neutron-server[74186]: DEBUG neutron.db.quota.driver [None req-532a43ed-094f-45db-a4d5-e201e9a1ef09 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74186) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 28 16:44:31.715392 dv-cinder-798104-1-smb neutron-server[74186]: DEBUG neutron.quota.resource [None req-532a43ed-094f-45db-a4d5-e201e9a1ef09 admin admin] Usage tracker for resource:security_group_rule and tenant:06411cc2c78e4810a516b7e768b29a71 is out of sync, need to count used quota {{(pid=74186) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 28 16:44:31.730395 dv-cinder-798104-1-smb neutron-server[74186]: DEBUG neutron.quota.resource [None req-532a43ed-094f-45db-a4d5-e201e9a1ef09 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=74186) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 28 16:44:31.742191 dv-cinder-798104-1-smb neutron-server[74186]: DEBUG neutron.db.quota.driver [None req-532a43ed-094f-45db-a4d5-e201e9a1ef09 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74186) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 28 16:44:31.766128 dv-cinder-798104-1-smb neutron-server[74186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3928a885-13d2-4053-ab0a-536cfad6b22e req-551c2804-85b7-4a4c-a09f-3730e73b5515 tempest-ServerRescueNegativeTestJSON-1571951802 tempest-ServerRescueNegativeTestJSON-1571951802-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 16:44:31.768275 dv-cinder-798104-1-smb neutron-server[74186]: DEBUG neutron.quota.resource [req-3928a885-13d2-4053-ab0a-536cfad6b22e req-551c2804-85b7-4a4c-a09f-3730e73b5515 tempest-ServerRescueNegativeTestJSON-1571951802 tempest-ServerRescueNegativeTestJSON-1571951802-project] Synchronizing usage tracker for tenant:9344ad16110c4191993c42fbf7367cf2 on resource:port {{(pid=74186) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 28 16:44:31.829940 dv-cinder-798104-1-smb neutron-server[74186]: DEBUG neutron.quota.resource [req-3928a885-13d2-4053-ab0a-536cfad6b22e req-551c2804-85b7-4a4c-a09f-3730e73b5515 tempest-ServerRescueNegativeTestJSON-1571951802 tempest-ServerRescueNegativeTestJSON-1571951802-project] Unset dirty status for tenant:9344ad16110c4191993c42fbf7367cf2 on resource:port {{(pid=74186) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 28 16:44:31.832227 dv-cinder-798104-1-smb neutron-server[74186]: INFO neutron.wsgi [req-3928a885-13d2-4053-ab0a-536cfad6b22e req-551c2804-85b7-4a4c-a09f-3730e73b5515 tempest-ServerRescueNegativeTestJSON-1571951802 tempest-ServerRescueNegativeTestJSON-1571951802-project] 10.222.0.41 "GET /v2.0/ports?device_id=4a8c302d-62ce-4c05-8798-3bd26de618b4 HTTP/1.1" status: 200 len: 946 time: 0.2984545 Jun 28 16:44:31.906212 dv-cinder-798104-1-smb neutron-server[74186]: DEBUG neutron_lib.callbacks.manager [None req-532a43ed-094f-45db-a4d5-e201e9a1ef09 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=74186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 16:44:31.919666 dv-cinder-798104-1-smb neutron-server[74186]: DEBUG neutron_lib.callbacks.manager [None req-532a43ed-094f-45db-a4d5-e201e9a1ef09 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2050486'] for security_group, after_create {{(pid=74186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 16:44:31.929704 dv-cinder-798104-1-smb neutron-server[74186]: DEBUG oslo_concurrency.lockutils [None req-55b9cbb7-4cbd-4bdb-9b92-8d6cfc08fa86 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74186) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 16:44:31.965579 dv-cinder-798104-1-smb neutron-server[74186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-532a43ed-094f-45db-a4d5-e201e9a1ef09 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a8a3132c-0b70-4ede-92a3-5f5097ac83dd,revision_number=1']} {{(pid=74186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 16:44:31.968953 dv-cinder-798104-1-smb neutron-server[74186]: DEBUG oslo_concurrency.lockutils [None req-532a43ed-094f-45db-a4d5-e201e9a1ef09 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=74186) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 16:44:31.975077 dv-cinder-798104-1-smb neutron-server[74186]: DEBUG neutron.plugins.ml2.plugin [req-3928a885-13d2-4053-ab0a-536cfad6b22e req-a6b748d8-0082-44b7-a306-a925e83c1fca tempest-ServerRescueNegativeTestJSON-1571951802 tempest-ServerRescueNegativeTestJSON-1571951802-project] Deleting port 055df2b1-f718-4d3a-9df3-3e181fb1b971 {{(pid=74186) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Jun 28 16:44:31.975514 dv-cinder-798104-1-smb neutron-server[74186]: DEBUG neutron_lib.callbacks.manager [req-3928a885-13d2-4053-ab0a-536cfad6b22e req-a6b748d8-0082-44b7-a306-a925e83c1fca tempest-ServerRescueNegativeTestJSON-1571951802 tempest-ServerRescueNegativeTestJSON-1571951802-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774158158511'] for port, before_delete {{(pid=74186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 16:44:32.036259 dv-cinder-798104-1-smb neutron-server[74186]: INFO neutron.wsgi [None req-532a43ed-094f-45db-a4d5-e201e9a1ef09 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=06411cc2c78e4810a516b7e768b29a71&name=default HTTP/1.1" status: 200 len: 2647 time: 0.7125349 Jun 28 16:44:32.038404 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG neutron.wsgi [-] (74185) accepted ('10.222.0.26', 51234) {{(pid=74185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 28 16:44:32.216879 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG neutron_lib.callbacks.manager [None req-367823ad-6c0a-4b7c-aeac-bc2b8237225b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=74185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 16:44:32.267883 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG neutron_lib.callbacks.manager [None req-367823ad-6c0a-4b7c-aeac-bc2b8237225b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=74185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 16:44:32.374709 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG neutron_lib.callbacks.manager [None req-367823ad-6c0a-4b7c-aeac-bc2b8237225b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2050486'] for security_group, after_delete {{(pid=74185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 16:44:32.382986 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG oslo_concurrency.lockutils [None req-cbedc028-7e58-4be7-8faf-918eedddb77f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74185) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 16:44:32.407209 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-367823ad-6c0a-4b7c-aeac-bc2b8237225b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a8a3132c-0b70-4ede-92a3-5f5097ac83dd,revision_number=None']} {{(pid=74185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 16:44:32.412246 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG oslo_concurrency.lockutils [None req-367823ad-6c0a-4b7c-aeac-bc2b8237225b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=74185) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 16:44:32.417287 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG neutron_lib.callbacks.manager [None req-367823ad-6c0a-4b7c-aeac-bc2b8237225b admin admin] Notify callbacks [] for security_group, before_response {{(pid=74185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 16:44:32.419219 dv-cinder-798104-1-smb neutron-server[74185]: INFO neutron.wsgi [None req-367823ad-6c0a-4b7c-aeac-bc2b8237225b admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/a8a3132c-0b70-4ede-92a3-5f5097ac83dd HTTP/1.1" status: 204 len: 168 time: 0.3788650 Jun 28 16:44:32.453440 dv-cinder-798104-1-smb neutron-server[74186]: DEBUG neutron.plugins.ml2.db [req-3928a885-13d2-4053-ab0a-536cfad6b22e req-a6b748d8-0082-44b7-a306-a925e83c1fca tempest-ServerRescueNegativeTestJSON-1571951802 tempest-ServerRescueNegativeTestJSON-1571951802-project] For port 055df2b1-f718-4d3a-9df3-3e181fb1b971, host hv-cinder-79810, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79810',level=0,port_id=055df2b1-f718-4d3a-9df3-3e181fb1b971,segment=NetworkSegment(f217e17a-083c-43f0-8060-ec8790162130),segment_id=f217e17a-083c-43f0-8060-ec8790162130)] {{(pid=74186) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 16:44:32.454185 dv-cinder-798104-1-smb neutron-server[74186]: DEBUG neutron_lib.callbacks.manager [req-3928a885-13d2-4053-ab0a-536cfad6b22e req-a6b748d8-0082-44b7-a306-a925e83c1fca tempest-ServerRescueNegativeTestJSON-1571951802 tempest-ServerRescueNegativeTestJSON-1571951802-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1637578'] for port, precommit_delete {{(pid=74186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 16:44:32.711651 dv-cinder-798104-1-smb neutron-server[74186]: DEBUG neutron.plugins.ml2.plugin [req-3928a885-13d2-4053-ab0a-536cfad6b22e req-a6b748d8-0082-44b7-a306-a925e83c1fca tempest-ServerRescueNegativeTestJSON-1571951802 tempest-ServerRescueNegativeTestJSON-1571951802-project] Calling delete_port for 055df2b1-f718-4d3a-9df3-3e181fb1b971 owned by compute:nova {{(pid=74186) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Jun 28 16:44:32.773578 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f788096f-c828-4407-b51e-c26755370884 req-6fde49da-2435-4b17-bda9-801eede38161 tempest-ServerRescueNegativeTestJSON-1571951802 tempest-ServerRescueNegativeTestJSON-1571951802-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 16:44:32.782190 dv-cinder-798104-1-smb neutron-server[74185]: INFO neutron.wsgi [req-f788096f-c828-4407-b51e-c26755370884 req-6fde49da-2435-4b17-bda9-801eede38161 tempest-ServerRescueNegativeTestJSON-1571951802 tempest-ServerRescueNegativeTestJSON-1571951802-project] 10.222.0.26 "GET /v2.0/ports?device_id=4a8c302d-62ce-4c05-8798-3bd26de618b4 HTTP/1.1" status: 200 len: 946 time: 0.1227643 Jun 28 16:44:32.872702 dv-cinder-798104-1-smb neutron-server[74185]: INFO neutron.wsgi [req-f788096f-c828-4407-b51e-c26755370884 req-a42c0982-d4e8-4983-a946-363a144d5e9b tempest-ServerRescueNegativeTestJSON-1571951802 tempest-ServerRescueNegativeTestJSON-1571951802-project] 10.222.0.26 "GET /v2.0/security-groups?id=23ec9104-6b33-4b08-9a41-3b0a624abc37&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0894794 Jun 28 16:44:33.012227 dv-cinder-798104-1-smb neutron-server[74186]: DEBUG neutron_lib.callbacks.manager [req-3928a885-13d2-4053-ab0a-536cfad6b22e req-a6b748d8-0082-44b7-a306-a925e83c1fca tempest-ServerRescueNegativeTestJSON-1571951802 tempest-ServerRescueNegativeTestJSON-1571951802-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-615041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1598908', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774158213030', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774157688369', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1108489'] for port, after_delete {{(pid=74186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 16:44:33.020851 dv-cinder-798104-1-smb neutron-server[74186]: DEBUG oslo_concurrency.lockutils [None req-5070e717-7bf3-4c65-a344-e7b393fee82a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74186) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 16:44:33.029350 dv-cinder-798104-1-smb neutron-server[74187]: DEBUG neutron.plugins.ml2.db [None req-d0e5ad82-df9b-4ee3-8ee9-b93c74fbe1d3 None None] get_ports_and_sgs() called for port_ids ['25d5253e-3b85-4631-97bb-974e5e8b1d2c'] {{(pid=74187) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jun 28 16:44:33.128192 dv-cinder-798104-1-smb neutron-server[74186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6b748d8-0082-44b7-a306-a925e83c1fca tempest-ServerRescueNegativeTestJSON-1571951802 tempest-ServerRescueNegativeTestJSON-1571951802-project] Pushing event deleted for resources: {'Port': ['ID=055df2b1-f718-4d3a-9df3-3e181fb1b971,revision_number=None']} {{(pid=74186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 16:44:33.151349 dv-cinder-798104-1-smb neutron-server[74186]: DEBUG oslo_concurrency.lockutils [None req-a6b748d8-0082-44b7-a306-a925e83c1fca tempest-ServerRescueNegativeTestJSON-1571951802 tempest-ServerRescueNegativeTestJSON-1571951802-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.127s {{(pid=74186) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 16:44:33.326157 dv-cinder-798104-1-smb neutron-server[74186]: DEBUG neutron.db.l3_dvrscheduler_db [req-3928a885-13d2-4053-ab0a-536cfad6b22e req-a6b748d8-0082-44b7-a306-a925e83c1fca tempest-ServerRescueNegativeTestJSON-1571951802 tempest-ServerRescueNegativeTestJSON-1571951802-project] No DVR routers for this DVR port 055df2b1-f718-4d3a-9df3-3e181fb1b971 on host hv-cinder-79810 {{(pid=74186) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 28 16:44:33.330875 dv-cinder-798104-1-smb neutron-server[74186]: DEBUG neutron_lib.callbacks.manager [req-3928a885-13d2-4053-ab0a-536cfad6b22e req-a6b748d8-0082-44b7-a306-a925e83c1fca tempest-ServerRescueNegativeTestJSON-1571951802 tempest-ServerRescueNegativeTestJSON-1571951802-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129357'] for port, before_response {{(pid=74186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 16:44:33.337544 dv-cinder-798104-1-smb neutron-server[74186]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4a8c302d-62ce-4c05-8798-3bd26de618b4', 'name': 'network-vif-deleted', 'tag': '055df2b1-f718-4d3a-9df3-3e181fb1b971'}] {{(pid=74186) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 28 16:44:33.338849 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7776da6f-8046-4afd-bbd2-7d0683651401 req-de578c8a-df9a-4f0d-8c9f-e1d44a3cba35 tempest-AttachVolumeShelveTestJSON-223402159 tempest-AttachVolumeShelveTestJSON-223402159-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 16:44:33.353975 dv-cinder-798104-1-smb neutron-server[74185]: INFO neutron.wsgi [req-7776da6f-8046-4afd-bbd2-7d0683651401 req-de578c8a-df9a-4f0d-8c9f-e1d44a3cba35 tempest-AttachVolumeShelveTestJSON-223402159 tempest-AttachVolumeShelveTestJSON-223402159-project] 10.222.0.26 "GET /v2.0/ports?device_id=ca0f1f28-abee-4019-a85a-f11d82e2a8a7 HTTP/1.1" status: 200 len: 943 time: 0.2735121 Jun 28 16:44:33.435174 dv-cinder-798104-1-smb neutron-server[74186]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4a8c302d-62ce-4c05-8798-3bd26de618b4', 'name': 'network-vif-deleted', 'tag': '055df2b1-f718-4d3a-9df3-3e181fb1b971', 'status': 'completed', 'code': 200} Jun 28 16:44:33.444013 dv-cinder-798104-1-smb neutron-server[74186]: INFO neutron.wsgi [req-3928a885-13d2-4053-ab0a-536cfad6b22e req-a6b748d8-0082-44b7-a306-a925e83c1fca tempest-ServerRescueNegativeTestJSON-1571951802 tempest-ServerRescueNegativeTestJSON-1571951802-project] 10.222.0.41 "DELETE /v2.0/ports/055df2b1-f718-4d3a-9df3-3e181fb1b971 HTTP/1.1" status: 204 len: 173 time: 1.6032481 Jun 28 16:44:33.448518 dv-cinder-798104-1-smb neutron-server[74185]: INFO neutron.wsgi [req-7776da6f-8046-4afd-bbd2-7d0683651401 req-66cc939b-1187-4a81-9e7b-5579d13b19ee tempest-AttachVolumeShelveTestJSON-223402159 tempest-AttachVolumeShelveTestJSON-223402159-project] 10.222.0.26 "GET /v2.0/security-groups?id=9d5e5bf1-75b7-4451-8ba3-68d562e2bb7c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0927489 Jun 28 16:44:34.315724 dv-cinder-798104-1-smb neutron-server[74185]: INFO neutron.wsgi [req-62bc1d3f-b36b-40fd-9894-f570381f30b2 req-8793ec2c-efc6-4e26-81b9-7d7bd8af9491 tempest-ServerRescueNegativeTestJSON-1571951802 tempest-ServerRescueNegativeTestJSON-1571951802-project] 10.222.0.26 "GET /v2.0/ports?device_id=4a8c302d-62ce-4c05-8798-3bd26de618b4 HTTP/1.1" status: 200 len: 210 time: 0.1130984 Jun 28 16:44:34.912353 dv-cinder-798104-1-smb neutron-server[74187]: DEBUG neutron.plugins.ml2.rpc [None req-d0e5ad82-df9b-4ee3-8ee9-b93c74fbe1d3 None None] Device ca182176-9633-4aa8-8265-824f520e5d44 no longer exists at agent hyperv_hv-cinder-79810 {{(pid=74187) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 28 16:44:34.966132 dv-cinder-798104-1-smb neutron-server[74185]: INFO neutron.wsgi [req-ad5ceb0e-3565-4e13-b132-82537468b95b req-3f1c09ae-4797-48da-b547-1db6551c5de4 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=ca0f1f28-abee-4019-a85a-f11d82e2a8a7&fields=resource_request HTTP/1.1" status: 200 len: 212 time: 0.2184262 Jun 28 16:44:35.205644 dv-cinder-798104-1-smb neutron-server[74187]: DEBUG neutron.plugins.ml2.rpc [None req-d0e5ad82-df9b-4ee3-8ee9-b93c74fbe1d3 None None] Device 055df2b1-f718-4d3a-9df3-3e181fb1b971 no longer exists at agent hyperv_hv-cinder-79810 {{(pid=74187) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 28 16:44:35.262893 dv-cinder-798104-1-smb neutron-server[74187]: DEBUG neutron.plugins.ml2.plugin [None req-d0e5ad82-df9b-4ee3-8ee9-b93c74fbe1d3 None None] No Port match for: 055df2b1-f718-4d3a-9df3-3e181fb1b971 {{(pid=74187) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}} Jun 28 16:44:35.263241 dv-cinder-798104-1-smb neutron-server[74187]: DEBUG neutron.plugins.ml2.rpc [None req-d0e5ad82-df9b-4ee3-8ee9-b93c74fbe1d3 None None] Device 055df2b1-f718-4d3a-9df3-3e181fb1b971 not bound to the agent host hv-cinder-79810 {{(pid=74187) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 28 16:44:35.633602 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8933dca-0ed8-4594-abe3-b8b829b6afaa req-780c627b-0673-4819-9a3a-68da0f23a5d0 tempest-AttachVolumeShelveTestJSON-223402159 tempest-AttachVolumeShelveTestJSON-223402159-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 16:44:35.647198 dv-cinder-798104-1-smb neutron-server[74185]: INFO neutron.wsgi [req-e8933dca-0ed8-4594-abe3-b8b829b6afaa req-780c627b-0673-4819-9a3a-68da0f23a5d0 tempest-AttachVolumeShelveTestJSON-223402159 tempest-AttachVolumeShelveTestJSON-223402159-project] 10.222.0.26 "GET /v2.0/ports?device_id=ca0f1f28-abee-4019-a85a-f11d82e2a8a7 HTTP/1.1" status: 200 len: 943 time: 0.2572727 Jun 28 16:44:35.732251 dv-cinder-798104-1-smb neutron-server[74185]: INFO neutron.wsgi [req-e8933dca-0ed8-4594-abe3-b8b829b6afaa req-8e5fb8ab-8c4f-47b3-9206-82e11e8987b6 tempest-AttachVolumeShelveTestJSON-223402159 tempest-AttachVolumeShelveTestJSON-223402159-project] 10.222.0.26 "GET /v2.0/security-groups?id=9d5e5bf1-75b7-4451-8ba3-68d562e2bb7c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0830810 Jun 28 16:44:35.843731 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG neutron.wsgi [-] (74185) accepted ('10.222.0.26', 51312) {{(pid=74185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 28 16:44:36.093275 dv-cinder-798104-1-smb neutron-server[74185]: INFO neutron.wsgi [req-9544773b-dde8-4fd4-a2c5-c38322cc968e req-7d72d274-d710-4f26-96ae-7e829cafd9a8 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=ca0f1f28-abee-4019-a85a-f11d82e2a8a7&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.2481763 Jun 28 16:44:36.364060 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1fdd1bb-9530-44d3-84ac-2af70611ad9b req-edb90eb2-1d04-47c2-aaab-6fbbb84c115d tempest-ServerRescueNegativeTestJSON-1571951802 tempest-ServerRescueNegativeTestJSON-1571951802-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 16:44:36.371522 dv-cinder-798104-1-smb neutron-server[74185]: INFO neutron.wsgi [req-c1fdd1bb-9530-44d3-84ac-2af70611ad9b req-edb90eb2-1d04-47c2-aaab-6fbbb84c115d tempest-ServerRescueNegativeTestJSON-1571951802 tempest-ServerRescueNegativeTestJSON-1571951802-project] 10.222.0.26 "GET /v2.0/ports?device_id=79124724-6c76-47fc-bb83-d30672ff67e9 HTTP/1.1" status: 200 len: 946 time: 0.1162229 Jun 28 16:44:36.468515 dv-cinder-798104-1-smb neutron-server[74185]: INFO neutron.wsgi [req-c1fdd1bb-9530-44d3-84ac-2af70611ad9b req-681f18cd-87d7-4ddc-9a1c-09990c263c21 tempest-ServerRescueNegativeTestJSON-1571951802 tempest-ServerRescueNegativeTestJSON-1571951802-project] 10.222.0.26 "GET /v2.0/security-groups?id=23ec9104-6b33-4b08-9a41-3b0a624abc37&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0957203 Jun 28 16:44:37.091026 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db1fdc48-17b9-4dc0-822a-fccefc5e5eec req-3a368a37-7cf8-46b5-80bc-665ba81ea7a8 tempest-AttachVolumeShelveTestJSON-223402159 tempest-AttachVolumeShelveTestJSON-223402159-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 16:44:37.102296 dv-cinder-798104-1-smb neutron-server[74185]: INFO neutron.wsgi [req-db1fdc48-17b9-4dc0-822a-fccefc5e5eec req-3a368a37-7cf8-46b5-80bc-665ba81ea7a8 tempest-AttachVolumeShelveTestJSON-223402159 tempest-AttachVolumeShelveTestJSON-223402159-project] 10.222.0.26 "GET /v2.0/ports?device_id=ca0f1f28-abee-4019-a85a-f11d82e2a8a7 HTTP/1.1" status: 200 len: 943 time: 0.1394563 Jun 28 16:44:37.171294 dv-cinder-798104-1-smb neutron-server[74185]: INFO neutron.wsgi [req-db1fdc48-17b9-4dc0-822a-fccefc5e5eec req-86249f47-e537-4890-9b7f-3ed67fae55cc tempest-AttachVolumeShelveTestJSON-223402159 tempest-AttachVolumeShelveTestJSON-223402159-project] 10.222.0.26 "GET /v2.0/security-groups?id=9d5e5bf1-75b7-4451-8ba3-68d562e2bb7c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0672841 Jun 28 16:44:37.759767 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21a84f2d-be67-4363-8cf5-fdfa6b26a0bc req-59f62779-41cf-4d2f-b904-2e54e13acb52 tempest-ServerRescueNegativeTestJSON-1571951802 tempest-ServerRescueNegativeTestJSON-1571951802-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 16:44:37.761453 dv-cinder-798104-1-smb neutron-server[74185]: INFO neutron.wsgi [req-21a84f2d-be67-4363-8cf5-fdfa6b26a0bc req-59f62779-41cf-4d2f-b904-2e54e13acb52 tempest-ServerRescueNegativeTestJSON-1571951802 tempest-ServerRescueNegativeTestJSON-1571951802-project] 10.222.0.26 "GET /v2.0/ports?device_id=79124724-6c76-47fc-bb83-d30672ff67e9 HTTP/1.1" status: 200 len: 946 time: 0.1056364 Jun 28 16:44:37.902230 dv-cinder-798104-1-smb neutron-server[74185]: INFO neutron.wsgi [req-21a84f2d-be67-4363-8cf5-fdfa6b26a0bc req-75aff910-8d23-4b91-b629-78bf6fb2feff tempest-ServerRescueNegativeTestJSON-1571951802 tempest-ServerRescueNegativeTestJSON-1571951802-project] 10.222.0.26 "GET /v2.0/security-groups?id=23ec9104-6b33-4b08-9a41-3b0a624abc37&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1312456 Jun 28 16:44:38.141458 dv-cinder-798104-1-smb neutron-server[74186]: INFO neutron.wsgi [req-9544773b-dde8-4fd4-a2c5-c38322cc968e req-2c2c361b-ac50-4be7-922b-1bd1914fd0c9 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=ca0f1f28-abee-4019-a85a-f11d82e2a8a7&tenant_id=1796e3b7b6834b8a88df228c1c9772ef HTTP/1.1" status: 200 len: 1096 time: 0.1709225 Jun 28 16:44:38.282866 dv-cinder-798104-1-smb neutron-server[74186]: INFO neutron.wsgi [req-9544773b-dde8-4fd4-a2c5-c38322cc968e req-e4373167-f959-421f-bfcc-09f25f27a62d service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=1796e3b7b6834b8a88df228c1c9772ef&device_id=ca0f1f28-abee-4019-a85a-f11d82e2a8a7 HTTP/1.1" status: 200 len: 1096 time: 0.1056724 Jun 28 16:44:38.447234 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60f0e88f-ef27-443a-91ab-63c3a72526de req-9c6e88e7-1b6d-4a45-b1f5-973eae8d45e3 tempest-AttachVolumeShelveTestJSON-223402159 tempest-AttachVolumeShelveTestJSON-223402159-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 16:44:38.448942 dv-cinder-798104-1-smb neutron-server[74185]: INFO neutron.wsgi [req-60f0e88f-ef27-443a-91ab-63c3a72526de req-9c6e88e7-1b6d-4a45-b1f5-973eae8d45e3 tempest-AttachVolumeShelveTestJSON-223402159 tempest-AttachVolumeShelveTestJSON-223402159-project] 10.222.0.26 "GET /v2.0/ports?device_id=ca0f1f28-abee-4019-a85a-f11d82e2a8a7 HTTP/1.1" status: 200 len: 943 time: 0.0876279 Jun 28 16:44:38.554208 dv-cinder-798104-1-smb neutron-server[74185]: INFO neutron.wsgi [req-60f0e88f-ef27-443a-91ab-63c3a72526de req-5369f090-59da-4797-b808-dce35d9c9e11 tempest-AttachVolumeShelveTestJSON-223402159 tempest-AttachVolumeShelveTestJSON-223402159-project] 10.222.0.26 "GET /v2.0/security-groups?id=9d5e5bf1-75b7-4451-8ba3-68d562e2bb7c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0975330 Jun 28 16:44:38.561290 dv-cinder-798104-1-smb neutron-server[74186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9544773b-dde8-4fd4-a2c5-c38322cc968e req-9914412a-acae-4e03-a717-7e5506f63a3c service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=74186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 16:44:38.564761 dv-cinder-798104-1-smb neutron-server[74186]: INFO neutron.wsgi [req-9544773b-dde8-4fd4-a2c5-c38322cc968e req-9914412a-acae-4e03-a717-7e5506f63a3c service neutron] 10.222.0.41 "GET /v2.0/networks?id=4e66a7eb-2725-411e-9b4f-e274c7c51246 HTTP/1.1" status: 200 len: 918 time: 0.2702937 Jun 28 16:44:38.737800 dv-cinder-798104-1-smb neutron-server[74186]: INFO neutron.wsgi [req-9544773b-dde8-4fd4-a2c5-c38322cc968e req-6450c3e1-f932-45e3-bfc5-818568210f17 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=ca182176-9633-4aa8-8265-824f520e5d44 HTTP/1.1" status: 200 len: 999 time: 0.1616652 Jun 28 16:44:38.844814 dv-cinder-798104-1-smb neutron-server[74186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9544773b-dde8-4fd4-a2c5-c38322cc968e req-b970321c-754e-4297-ab5a-94079f50170c service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=74186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 16:44:38.846929 dv-cinder-798104-1-smb neutron-server[74186]: INFO neutron.wsgi [req-9544773b-dde8-4fd4-a2c5-c38322cc968e req-b970321c-754e-4297-ab5a-94079f50170c service neutron] 10.222.0.41 "GET /v2.0/subnets?id=f2ffd4c6-165d-446d-9207-8235b5280dd5 HTTP/1.1" status: 200 len: 856 time: 0.0979111 Jun 28 16:44:38.975474 dv-cinder-798104-1-smb neutron-server[74186]: INFO neutron.wsgi [req-9544773b-dde8-4fd4-a2c5-c38322cc968e req-abb7607f-21c7-43dd-aa1b-d28075004de3 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=4e66a7eb-2725-411e-9b4f-e274c7c51246&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1197066 Jun 28 16:44:39.168743 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d417da86-7d16-4555-99d3-f4cd406c60d4 req-8abc156c-6682-4ed6-831e-ed00159e2d2b tempest-ServerRescueNegativeTestJSON-1571951802 tempest-ServerRescueNegativeTestJSON-1571951802-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 16:44:39.178113 dv-cinder-798104-1-smb neutron-server[74185]: INFO neutron.wsgi [req-d417da86-7d16-4555-99d3-f4cd406c60d4 req-8abc156c-6682-4ed6-831e-ed00159e2d2b tempest-ServerRescueNegativeTestJSON-1571951802 tempest-ServerRescueNegativeTestJSON-1571951802-project] 10.222.0.26 "GET /v2.0/ports?device_id=79124724-6c76-47fc-bb83-d30672ff67e9 HTTP/1.1" status: 200 len: 946 time: 0.1005249 Jun 28 16:44:39.244289 dv-cinder-798104-1-smb neutron-server[74186]: INFO neutron.wsgi [req-9544773b-dde8-4fd4-a2c5-c38322cc968e req-ce7862b5-0dc4-4b18-93cb-14868a0a7222 service neutron] 10.222.0.41 "GET /v2.0/networks/4e66a7eb-2725-411e-9b4f-e274c7c51246?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2546902 Jun 28 16:44:39.249810 dv-cinder-798104-1-smb neutron-server[74185]: INFO neutron.wsgi [req-d417da86-7d16-4555-99d3-f4cd406c60d4 req-3d8ab609-4e72-4241-bf4d-dd74afc216f1 tempest-ServerRescueNegativeTestJSON-1571951802 tempest-ServerRescueNegativeTestJSON-1571951802-project] 10.222.0.26 "GET /v2.0/security-groups?id=23ec9104-6b33-4b08-9a41-3b0a624abc37&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0700338 Jun 28 16:44:39.590137 dv-cinder-798104-1-smb neutron-server[74186]: INFO neutron.wsgi [req-9544773b-dde8-4fd4-a2c5-c38322cc968e req-61bff750-44d2-41be-97a6-5f6b80a34d94 service neutron] 10.222.0.41 "GET /v2.0/networks/4e66a7eb-2725-411e-9b4f-e274c7c51246?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3362892 Jun 28 16:44:39.874824 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07fb34f5-8ad3-4fcb-a83d-2c1bed918e14 req-7b1c7445-ca7b-4eac-acba-9d563aa4b127 tempest-AttachVolumeShelveTestJSON-223402159 tempest-AttachVolumeShelveTestJSON-223402159-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 16:44:39.883140 dv-cinder-798104-1-smb neutron-server[74185]: INFO neutron.wsgi [req-07fb34f5-8ad3-4fcb-a83d-2c1bed918e14 req-7b1c7445-ca7b-4eac-acba-9d563aa4b127 tempest-AttachVolumeShelveTestJSON-223402159 tempest-AttachVolumeShelveTestJSON-223402159-project] 10.222.0.26 "GET /v2.0/ports?device_id=ca0f1f28-abee-4019-a85a-f11d82e2a8a7 HTTP/1.1" status: 200 len: 943 time: 0.1332242 Jun 28 16:44:39.979192 dv-cinder-798104-1-smb neutron-server[74185]: INFO neutron.wsgi [req-07fb34f5-8ad3-4fcb-a83d-2c1bed918e14 req-e47d613a-bb56-4c9a-ae0f-299570a870c4 tempest-AttachVolumeShelveTestJSON-223402159 tempest-AttachVolumeShelveTestJSON-223402159-project] 10.222.0.26 "GET /v2.0/security-groups?id=9d5e5bf1-75b7-4451-8ba3-68d562e2bb7c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0950065 Jun 28 16:44:40.657086 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-550d6090-0c1c-4597-9eb8-d8484549420f req-d0593a60-8031-4889-a3b0-1b49d7527b1c tempest-ServerRescueNegativeTestJSON-1571951802 tempest-ServerRescueNegativeTestJSON-1571951802-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 16:44:40.660530 dv-cinder-798104-1-smb neutron-server[74185]: INFO neutron.wsgi [req-550d6090-0c1c-4597-9eb8-d8484549420f req-d0593a60-8031-4889-a3b0-1b49d7527b1c tempest-ServerRescueNegativeTestJSON-1571951802 tempest-ServerRescueNegativeTestJSON-1571951802-project] 10.222.0.26 "GET /v2.0/ports?device_id=79124724-6c76-47fc-bb83-d30672ff67e9 HTTP/1.1" status: 200 len: 946 time: 0.1507268 Jun 28 16:44:40.721833 dv-cinder-798104-1-smb neutron-server[74185]: INFO neutron.wsgi [req-550d6090-0c1c-4597-9eb8-d8484549420f req-bda0f556-9d7c-4b6f-8a4a-59830f845a1a tempest-ServerRescueNegativeTestJSON-1571951802 tempest-ServerRescueNegativeTestJSON-1571951802-project] 10.222.0.26 "GET /v2.0/security-groups?id=23ec9104-6b33-4b08-9a41-3b0a624abc37&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0497763 Jun 28 16:44:40.944280 dv-cinder-798104-1-smb neutron-server[74188]: DEBUG neutron.db.agents_db [None req-8255730c-b11f-4cfb-aeb3-67319944b41a None None] Agent healthcheck: found 6 active agents {{(pid=74188) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jun 28 16:44:41.433792 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02ca9f6b-532a-4af2-8bc2-83b6733d5c84 req-1628eabd-e70c-481a-b4a8-22f99523e48e tempest-AttachVolumeShelveTestJSON-223402159 tempest-AttachVolumeShelveTestJSON-223402159-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 16:44:41.435724 dv-cinder-798104-1-smb neutron-server[74185]: INFO neutron.wsgi [req-02ca9f6b-532a-4af2-8bc2-83b6733d5c84 req-1628eabd-e70c-481a-b4a8-22f99523e48e tempest-AttachVolumeShelveTestJSON-223402159 tempest-AttachVolumeShelveTestJSON-223402159-project] 10.222.0.26 "GET /v2.0/ports?device_id=ca0f1f28-abee-4019-a85a-f11d82e2a8a7 HTTP/1.1" status: 200 len: 943 time: 0.2215924 Jun 28 16:44:41.542572 dv-cinder-798104-1-smb neutron-server[74185]: INFO neutron.wsgi [req-02ca9f6b-532a-4af2-8bc2-83b6733d5c84 req-e270c29f-09d9-44df-912b-ab06204920b3 tempest-AttachVolumeShelveTestJSON-223402159 tempest-AttachVolumeShelveTestJSON-223402159-project] 10.222.0.26 "GET /v2.0/security-groups?id=9d5e5bf1-75b7-4451-8ba3-68d562e2bb7c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1001356 Jun 28 16:44:42.021474 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf742cdc-2712-4647-9e75-aa75e9ae44af req-dcf47644-f39f-4e63-8fb4-3fc0673bde6f tempest-ServerRescueNegativeTestJSON-1571951802 tempest-ServerRescueNegativeTestJSON-1571951802-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 16:44:42.023403 dv-cinder-798104-1-smb neutron-server[74185]: INFO neutron.wsgi [req-bf742cdc-2712-4647-9e75-aa75e9ae44af req-dcf47644-f39f-4e63-8fb4-3fc0673bde6f tempest-ServerRescueNegativeTestJSON-1571951802 tempest-ServerRescueNegativeTestJSON-1571951802-project] 10.222.0.26 "GET /v2.0/ports?device_id=79124724-6c76-47fc-bb83-d30672ff67e9 HTTP/1.1" status: 200 len: 946 time: 0.1241646 Jun 28 16:44:42.092848 dv-cinder-798104-1-smb neutron-server[74185]: INFO neutron.wsgi [req-bf742cdc-2712-4647-9e75-aa75e9ae44af req-7fdb1935-dc9d-47e0-a40e-8023cbeed949 tempest-ServerRescueNegativeTestJSON-1571951802 tempest-ServerRescueNegativeTestJSON-1571951802-project] 10.222.0.26 "GET /v2.0/security-groups?id=23ec9104-6b33-4b08-9a41-3b0a624abc37&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0626369 Jun 28 16:44:42.903783 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb446f4a-19d6-4993-aa9d-bf7598953174 req-5ef724e1-b6ae-4ce7-af9b-d8e2a78ebcf8 tempest-AttachVolumeShelveTestJSON-223402159 tempest-AttachVolumeShelveTestJSON-223402159-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 16:44:42.906011 dv-cinder-798104-1-smb neutron-server[74185]: INFO neutron.wsgi [req-eb446f4a-19d6-4993-aa9d-bf7598953174 req-5ef724e1-b6ae-4ce7-af9b-d8e2a78ebcf8 tempest-AttachVolumeShelveTestJSON-223402159 tempest-AttachVolumeShelveTestJSON-223402159-project] 10.222.0.26 "GET /v2.0/ports?device_id=ca0f1f28-abee-4019-a85a-f11d82e2a8a7 HTTP/1.1" status: 200 len: 943 time: 0.1096833 Jun 28 16:44:42.961563 dv-cinder-798104-1-smb neutron-server[74185]: INFO neutron.wsgi [req-eb446f4a-19d6-4993-aa9d-bf7598953174 req-6a3df494-222c-4232-b360-8783f040fb52 tempest-AttachVolumeShelveTestJSON-223402159 tempest-AttachVolumeShelveTestJSON-223402159-project] 10.222.0.26 "GET /v2.0/security-groups?id=9d5e5bf1-75b7-4451-8ba3-68d562e2bb7c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0444694 Jun 28 16:44:43.458355 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2a64e9a-9dc9-438e-8a7a-f750798d0e40 req-c95c06cf-f24a-4ed6-99c6-dec3d4a1fdfd tempest-ServerRescueNegativeTestJSON-1571951802 tempest-ServerRescueNegativeTestJSON-1571951802-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 16:44:43.466398 dv-cinder-798104-1-smb neutron-server[74185]: INFO neutron.wsgi [req-b2a64e9a-9dc9-438e-8a7a-f750798d0e40 req-c95c06cf-f24a-4ed6-99c6-dec3d4a1fdfd tempest-ServerRescueNegativeTestJSON-1571951802 tempest-ServerRescueNegativeTestJSON-1571951802-project] 10.222.0.26 "GET /v2.0/ports?device_id=79124724-6c76-47fc-bb83-d30672ff67e9 HTTP/1.1" status: 200 len: 946 time: 0.1430066 Jun 28 16:44:43.550681 dv-cinder-798104-1-smb neutron-server[74185]: INFO neutron.wsgi [req-b2a64e9a-9dc9-438e-8a7a-f750798d0e40 req-f0efc078-a3af-4227-985a-af570ae68d71 tempest-ServerRescueNegativeTestJSON-1571951802 tempest-ServerRescueNegativeTestJSON-1571951802-project] 10.222.0.26 "GET /v2.0/security-groups?id=23ec9104-6b33-4b08-9a41-3b0a624abc37&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0830886 Jun 28 16:44:43.628449 dv-cinder-798104-1-smb neutron-server[74187]: DEBUG neutron_lib.callbacks.manager [None req-2a017c05-8f25-4055-b31d-3df97202df36 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774158209648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1002899'] for agent, after_update {{(pid=74187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 16:44:43.885589 dv-cinder-798104-1-smb neutron-server[74187]: DEBUG neutron_lib.callbacks.manager [None req-c72dd329-595c-4eca-9296-ba6eff8780d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774158209648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1002899'] for agent, after_update {{(pid=74187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 16:44:44.301424 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e777ddcc-0703-4def-adec-51d0fec924f0 req-4af6fa7b-b850-462a-82d7-16b28c947aac tempest-AttachVolumeShelveTestJSON-223402159 tempest-AttachVolumeShelveTestJSON-223402159-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 16:44:44.302934 dv-cinder-798104-1-smb neutron-server[74185]: INFO neutron.wsgi [req-e777ddcc-0703-4def-adec-51d0fec924f0 req-4af6fa7b-b850-462a-82d7-16b28c947aac tempest-AttachVolumeShelveTestJSON-223402159 tempest-AttachVolumeShelveTestJSON-223402159-project] 10.222.0.26 "GET /v2.0/ports?device_id=ca0f1f28-abee-4019-a85a-f11d82e2a8a7 HTTP/1.1" status: 200 len: 943 time: 0.1079419 Jun 28 16:44:44.377551 dv-cinder-798104-1-smb neutron-server[74185]: INFO neutron.wsgi [req-e777ddcc-0703-4def-adec-51d0fec924f0 req-bd5d78ec-294e-4d04-b789-d0de69f8680d tempest-AttachVolumeShelveTestJSON-223402159 tempest-AttachVolumeShelveTestJSON-223402159-project] 10.222.0.26 "GET /v2.0/security-groups?id=9d5e5bf1-75b7-4451-8ba3-68d562e2bb7c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0679469 Jun 28 16:44:44.902247 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eec065e-bd7a-42b5-a811-9deb6c8ac4b6 req-72948c61-a41f-4aa3-bc44-e4dd7d5c5063 tempest-ServerRescueNegativeTestJSON-1571951802 tempest-ServerRescueNegativeTestJSON-1571951802-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 16:44:44.917112 dv-cinder-798104-1-smb neutron-server[74185]: INFO neutron.wsgi [req-1eec065e-bd7a-42b5-a811-9deb6c8ac4b6 req-72948c61-a41f-4aa3-bc44-e4dd7d5c5063 tempest-ServerRescueNegativeTestJSON-1571951802 tempest-ServerRescueNegativeTestJSON-1571951802-project] 10.222.0.26 "GET /v2.0/ports?device_id=79124724-6c76-47fc-bb83-d30672ff67e9 HTTP/1.1" status: 200 len: 946 time: 0.1863811 Jun 28 16:44:45.013105 dv-cinder-798104-1-smb neutron-server[74185]: INFO neutron.wsgi [req-1eec065e-bd7a-42b5-a811-9deb6c8ac4b6 req-32948c43-a6a7-48a1-b1dc-2970bb35a0ea tempest-ServerRescueNegativeTestJSON-1571951802 tempest-ServerRescueNegativeTestJSON-1571951802-project] 10.222.0.26 "GET /v2.0/security-groups?id=23ec9104-6b33-4b08-9a41-3b0a624abc37&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0947642 Jun 28 16:44:45.662412 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7005ec95-d801-4337-af94-c0137a3f9a06 req-00e11c75-0d72-44e6-b22a-04817f84a8ae tempest-AttachVolumeShelveTestJSON-223402159 tempest-AttachVolumeShelveTestJSON-223402159-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 16:44:45.669265 dv-cinder-798104-1-smb neutron-server[74185]: INFO neutron.wsgi [req-7005ec95-d801-4337-af94-c0137a3f9a06 req-00e11c75-0d72-44e6-b22a-04817f84a8ae tempest-AttachVolumeShelveTestJSON-223402159 tempest-AttachVolumeShelveTestJSON-223402159-project] 10.222.0.26 "GET /v2.0/ports?device_id=ca0f1f28-abee-4019-a85a-f11d82e2a8a7 HTTP/1.1" status: 200 len: 943 time: 0.1044769 Jun 28 16:44:45.746120 dv-cinder-798104-1-smb neutron-server[74185]: INFO neutron.wsgi [req-7005ec95-d801-4337-af94-c0137a3f9a06 req-791fb5bf-8377-49bd-895d-ebe57bf943df tempest-AttachVolumeShelveTestJSON-223402159 tempest-AttachVolumeShelveTestJSON-223402159-project] 10.222.0.26 "GET /v2.0/security-groups?id=9d5e5bf1-75b7-4451-8ba3-68d562e2bb7c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0740917 Jun 28 16:44:46.177031 dv-cinder-798104-1-smb neutron-server[74187]: DEBUG neutron_lib.callbacks.manager [None req-62d640ff-f39c-4819-81d8-325e36e02688 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774158209648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1002899'] for agent, after_update {{(pid=74187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 16:44:46.305503 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e35ba59-ecf2-43e2-a83b-0cf6f577c953 req-090b2db5-3c16-458e-bc24-516a642ec9db tempest-ServerRescueNegativeTestJSON-1571951802 tempest-ServerRescueNegativeTestJSON-1571951802-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 16:44:46.307655 dv-cinder-798104-1-smb neutron-server[74185]: INFO neutron.wsgi [req-1e35ba59-ecf2-43e2-a83b-0cf6f577c953 req-090b2db5-3c16-458e-bc24-516a642ec9db tempest-ServerRescueNegativeTestJSON-1571951802 tempest-ServerRescueNegativeTestJSON-1571951802-project] 10.222.0.26 "GET /v2.0/ports?device_id=79124724-6c76-47fc-bb83-d30672ff67e9 HTTP/1.1" status: 200 len: 946 time: 0.1200740 Jun 28 16:44:46.362642 dv-cinder-798104-1-smb neutron-server[74185]: INFO neutron.wsgi [req-1e35ba59-ecf2-43e2-a83b-0cf6f577c953 req-6c7f3a44-6bee-4f56-82ed-a7f348358338 tempest-ServerRescueNegativeTestJSON-1571951802 tempest-ServerRescueNegativeTestJSON-1571951802-project] 10.222.0.26 "GET /v2.0/security-groups?id=23ec9104-6b33-4b08-9a41-3b0a624abc37&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436532 Jun 28 16:44:47.044717 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62fcb699-4339-4d8c-8359-c7b633c16cfa req-7cb6e988-59bd-4336-8531-87cfc7044820 tempest-AttachVolumeShelveTestJSON-223402159 tempest-AttachVolumeShelveTestJSON-223402159-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 16:44:47.049381 dv-cinder-798104-1-smb neutron-server[74185]: INFO neutron.wsgi [req-62fcb699-4339-4d8c-8359-c7b633c16cfa req-7cb6e988-59bd-4336-8531-87cfc7044820 tempest-AttachVolumeShelveTestJSON-223402159 tempest-AttachVolumeShelveTestJSON-223402159-project] 10.222.0.26 "GET /v2.0/ports?device_id=ca0f1f28-abee-4019-a85a-f11d82e2a8a7 HTTP/1.1" status: 200 len: 943 time: 0.1326473 Jun 28 16:44:47.161936 dv-cinder-798104-1-smb neutron-server[74185]: INFO neutron.wsgi [req-62fcb699-4339-4d8c-8359-c7b633c16cfa req-e485b2ed-743f-49c8-95ed-cb1fd6ad201f tempest-AttachVolumeShelveTestJSON-223402159 tempest-AttachVolumeShelveTestJSON-223402159-project] 10.222.0.26 "GET /v2.0/security-groups?id=9d5e5bf1-75b7-4451-8ba3-68d562e2bb7c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0984364 Jun 28 16:44:47.606489 dv-cinder-798104-1-smb neutron-server[74187]: DEBUG neutron_lib.callbacks.manager [None req-17b6939a-39ed-439c-8d74-c49ac6595f0c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774158209648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1002899'] for agent, after_update {{(pid=74187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 16:44:47.716841 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfd53972-b0da-483c-945a-7d764437f34a req-06225091-9671-4d0b-b5b7-58660de92132 tempest-ServerRescueNegativeTestJSON-1571951802 tempest-ServerRescueNegativeTestJSON-1571951802-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 16:44:47.719119 dv-cinder-798104-1-smb neutron-server[74185]: INFO neutron.wsgi [req-bfd53972-b0da-483c-945a-7d764437f34a req-06225091-9671-4d0b-b5b7-58660de92132 tempest-ServerRescueNegativeTestJSON-1571951802 tempest-ServerRescueNegativeTestJSON-1571951802-project] 10.222.0.26 "GET /v2.0/ports?device_id=79124724-6c76-47fc-bb83-d30672ff67e9 HTTP/1.1" status: 200 len: 946 time: 0.1372545 Jun 28 16:44:47.818150 dv-cinder-798104-1-smb neutron-server[74185]: INFO neutron.wsgi [req-bfd53972-b0da-483c-945a-7d764437f34a req-9a814ed7-21eb-48ff-989f-1cadcf76f4a0 tempest-ServerRescueNegativeTestJSON-1571951802 tempest-ServerRescueNegativeTestJSON-1571951802-project] 10.222.0.26 "GET /v2.0/security-groups?id=23ec9104-6b33-4b08-9a41-3b0a624abc37&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0850973 Jun 28 16:44:48.516786 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b511cc3c-ce10-43b7-9043-92e6e95ec396 req-4355e908-a695-41bd-8087-7eb9fb6a811e tempest-AttachVolumeShelveTestJSON-223402159 tempest-AttachVolumeShelveTestJSON-223402159-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 16:44:48.518427 dv-cinder-798104-1-smb neutron-server[74185]: INFO neutron.wsgi [req-b511cc3c-ce10-43b7-9043-92e6e95ec396 req-4355e908-a695-41bd-8087-7eb9fb6a811e tempest-AttachVolumeShelveTestJSON-223402159 tempest-AttachVolumeShelveTestJSON-223402159-project] 10.222.0.26 "GET /v2.0/ports?device_id=ca0f1f28-abee-4019-a85a-f11d82e2a8a7 HTTP/1.1" status: 200 len: 943 time: 0.1136816 Jun 28 16:44:48.592846 dv-cinder-798104-1-smb neutron-server[74185]: INFO neutron.wsgi [req-b511cc3c-ce10-43b7-9043-92e6e95ec396 req-b37df4e5-72b6-4d84-a30f-cd085315da4d tempest-AttachVolumeShelveTestJSON-223402159 tempest-AttachVolumeShelveTestJSON-223402159-project] 10.222.0.26 "GET /v2.0/security-groups?id=9d5e5bf1-75b7-4451-8ba3-68d562e2bb7c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0619583 Jun 28 16:44:48.648686 dv-cinder-798104-1-smb neutron-server[74187]: DEBUG neutron_lib.callbacks.manager [None req-d49266a9-82cf-4da4-977f-ceca59b71534 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774158209648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1002899'] for agent, after_update {{(pid=74187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 16:44:49.361003 dv-cinder-798104-1-smb neutron-server[74187]: DEBUG neutron_lib.callbacks.manager [None req-d0e5ad82-df9b-4ee3-8ee9-b93c74fbe1d3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774158209648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1002899'] for agent, after_update {{(pid=74187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 16:44:49.387950 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ab30d25-2b62-46fe-9c97-9adce943131f req-11e3cb0e-151d-4f79-ad7d-af2a86f45f2a tempest-ServerRescueNegativeTestJSON-1571951802 tempest-ServerRescueNegativeTestJSON-1571951802-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 16:44:49.390842 dv-cinder-798104-1-smb neutron-server[74185]: INFO neutron.wsgi [req-7ab30d25-2b62-46fe-9c97-9adce943131f req-11e3cb0e-151d-4f79-ad7d-af2a86f45f2a tempest-ServerRescueNegativeTestJSON-1571951802 tempest-ServerRescueNegativeTestJSON-1571951802-project] 10.222.0.26 "GET /v2.0/ports?device_id=79124724-6c76-47fc-bb83-d30672ff67e9 HTTP/1.1" status: 200 len: 946 time: 0.1518114 Jun 28 16:44:49.458178 dv-cinder-798104-1-smb neutron-server[74185]: INFO neutron.wsgi [req-7ab30d25-2b62-46fe-9c97-9adce943131f req-d6947c6a-e872-4f7f-8fb7-b80f36186916 tempest-ServerRescueNegativeTestJSON-1571951802 tempest-ServerRescueNegativeTestJSON-1571951802-project] 10.222.0.26 "GET /v2.0/security-groups?id=23ec9104-6b33-4b08-9a41-3b0a624abc37&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0596237 Jun 28 16:44:49.948402 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d73cbbc2-6c61-4c09-a962-b49b0e4bfb10 req-c9fdf6d4-423b-4def-bffe-b83b86e37aea tempest-AttachVolumeShelveTestJSON-223402159 tempest-AttachVolumeShelveTestJSON-223402159-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 16:44:49.951074 dv-cinder-798104-1-smb neutron-server[74185]: INFO neutron.wsgi [req-d73cbbc2-6c61-4c09-a962-b49b0e4bfb10 req-c9fdf6d4-423b-4def-bffe-b83b86e37aea tempest-AttachVolumeShelveTestJSON-223402159 tempest-AttachVolumeShelveTestJSON-223402159-project] 10.222.0.26 "GET /v2.0/ports?device_id=ca0f1f28-abee-4019-a85a-f11d82e2a8a7 HTTP/1.1" status: 200 len: 943 time: 0.1533144 Jun 28 16:44:50.052347 dv-cinder-798104-1-smb neutron-server[74185]: INFO neutron.wsgi [req-d73cbbc2-6c61-4c09-a962-b49b0e4bfb10 req-7811e42c-62c4-45e2-964a-4c350ee822af tempest-AttachVolumeShelveTestJSON-223402159 tempest-AttachVolumeShelveTestJSON-223402159-project] 10.222.0.26 "GET /v2.0/security-groups?id=9d5e5bf1-75b7-4451-8ba3-68d562e2bb7c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0936649 Jun 28 16:44:50.343146 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG neutron.wsgi [-] (74185) accepted ('10.222.0.26', 51522) {{(pid=74185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 28 16:44:50.597414 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG neutron_lib.callbacks.manager [None req-e56070c6-edb7-46fb-8caf-98722da39488 admin admin] Notify callbacks [] for security_group, before_create {{(pid=74185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 16:44:50.660862 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG neutron.db.quota.driver [None req-e56070c6-edb7-46fb-8caf-98722da39488 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74185) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 28 16:44:50.668489 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG neutron.quota.resource [None req-e56070c6-edb7-46fb-8caf-98722da39488 admin admin] Usage tracker for resource:security_group_rule and tenant:e1f4426da08d42e28e2acfb37f341495 is out of sync, need to count used quota {{(pid=74185) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 28 16:44:50.673713 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG neutron.quota.resource [None req-e56070c6-edb7-46fb-8caf-98722da39488 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=74185) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 28 16:44:50.686764 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG neutron.db.quota.driver [None req-e56070c6-edb7-46fb-8caf-98722da39488 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74185) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 28 16:44:50.949311 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG neutron_lib.callbacks.manager [None req-e56070c6-edb7-46fb-8caf-98722da39488 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=74185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 16:44:50.957982 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG neutron_lib.callbacks.manager [None req-e56070c6-edb7-46fb-8caf-98722da39488 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2050486'] for security_group, after_create {{(pid=74185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 16:44:50.973499 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG oslo_concurrency.lockutils [None req-05e7f462-7841-4eef-a1c6-cfaeafcf9325 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74185) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 16:44:50.999746 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-643268ca-0751-410d-b3a1-23496be19247 req-2916e9e9-2e54-4435-8351-69f5dd1bedb6 tempest-ServerRescueNegativeTestJSON-1571951802 tempest-ServerRescueNegativeTestJSON-1571951802-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 16:44:51.010335 dv-cinder-798104-1-smb neutron-server[74185]: INFO neutron.wsgi [req-643268ca-0751-410d-b3a1-23496be19247 req-2916e9e9-2e54-4435-8351-69f5dd1bedb6 tempest-ServerRescueNegativeTestJSON-1571951802 tempest-ServerRescueNegativeTestJSON-1571951802-project] 10.222.0.26 "GET /v2.0/ports?device_id=79124724-6c76-47fc-bb83-d30672ff67e9 HTTP/1.1" status: 200 len: 946 time: 0.3043563 Jun 28 16:44:51.084620 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e56070c6-edb7-46fb-8caf-98722da39488 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8fcb64ef-037c-4c01-91a2-7c7e94a33759,revision_number=1']} {{(pid=74185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 16:44:51.096663 dv-cinder-798104-1-smb neutron-server[74185]: INFO neutron.wsgi [None req-e56070c6-edb7-46fb-8caf-98722da39488 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=e1f4426da08d42e28e2acfb37f341495&name=default HTTP/1.1" status: 200 len: 2647 time: 0.7471025 Jun 28 16:44:51.096663 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG oslo_concurrency.lockutils [None req-e56070c6-edb7-46fb-8caf-98722da39488 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.123s {{(pid=74185) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 16:44:51.097499 dv-cinder-798104-1-smb neutron-server[74186]: DEBUG neutron.wsgi [-] (74186) accepted ('10.222.0.26', 51536) {{(pid=74186) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 28 16:44:51.132418 dv-cinder-798104-1-smb neutron-server[74185]: INFO neutron.wsgi [req-643268ca-0751-410d-b3a1-23496be19247 req-c05fef25-d5fb-45f4-8553-8a1d22ab1b2d tempest-ServerRescueNegativeTestJSON-1571951802 tempest-ServerRescueNegativeTestJSON-1571951802-project] 10.222.0.26 "GET /v2.0/security-groups?id=23ec9104-6b33-4b08-9a41-3b0a624abc37&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1148131 Jun 28 16:44:51.331745 dv-cinder-798104-1-smb neutron-server[74186]: DEBUG neutron_lib.callbacks.manager [None req-3a7b74ff-d3ca-4f7c-89cb-18f8aa121fda admin admin] Notify callbacks [] for security_group, before_delete {{(pid=74186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 16:44:51.396352 dv-cinder-798104-1-smb neutron-server[74186]: DEBUG neutron_lib.callbacks.manager [None req-3a7b74ff-d3ca-4f7c-89cb-18f8aa121fda admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=74186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 16:44:51.462950 dv-cinder-798104-1-smb neutron-server[74186]: DEBUG neutron_lib.callbacks.manager [None req-3a7b74ff-d3ca-4f7c-89cb-18f8aa121fda admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2050486'] for security_group, after_delete {{(pid=74186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 16:44:51.468148 dv-cinder-798104-1-smb neutron-server[74186]: DEBUG oslo_concurrency.lockutils [None req-3de938fa-0220-43b3-9961-c8bc84ade1aa admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74186) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 16:44:51.473325 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eefbc70-3683-4381-a6b2-9f0b10c47ff3 req-d24b5a27-dcf2-486e-b1e0-20464340bb3f tempest-AttachVolumeShelveTestJSON-223402159 tempest-AttachVolumeShelveTestJSON-223402159-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 16:44:51.474697 dv-cinder-798104-1-smb neutron-server[74185]: INFO neutron.wsgi [req-7eefbc70-3683-4381-a6b2-9f0b10c47ff3 req-d24b5a27-dcf2-486e-b1e0-20464340bb3f tempest-AttachVolumeShelveTestJSON-223402159 tempest-AttachVolumeShelveTestJSON-223402159-project] 10.222.0.26 "GET /v2.0/ports?device_id=ca0f1f28-abee-4019-a85a-f11d82e2a8a7 HTTP/1.1" status: 200 len: 943 time: 0.1101260 Jun 28 16:44:51.484561 dv-cinder-798104-1-smb neutron-server[74186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a7b74ff-d3ca-4f7c-89cb-18f8aa121fda admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8fcb64ef-037c-4c01-91a2-7c7e94a33759,revision_number=None']} {{(pid=74186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 16:44:51.489595 dv-cinder-798104-1-smb neutron-server[74186]: DEBUG oslo_concurrency.lockutils [None req-3a7b74ff-d3ca-4f7c-89cb-18f8aa121fda admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=74186) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 16:44:51.494584 dv-cinder-798104-1-smb neutron-server[74186]: DEBUG neutron_lib.callbacks.manager [None req-3a7b74ff-d3ca-4f7c-89cb-18f8aa121fda admin admin] Notify callbacks [] for security_group, before_response {{(pid=74186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 16:44:51.495972 dv-cinder-798104-1-smb neutron-server[74186]: INFO neutron.wsgi [None req-3a7b74ff-d3ca-4f7c-89cb-18f8aa121fda admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/8fcb64ef-037c-4c01-91a2-7c7e94a33759 HTTP/1.1" status: 204 len: 168 time: 0.3976490 Jun 28 16:44:51.560242 dv-cinder-798104-1-smb neutron-server[74185]: INFO neutron.wsgi [req-7eefbc70-3683-4381-a6b2-9f0b10c47ff3 req-056653d3-ddf8-47b0-a64a-492a1fe5c5b7 tempest-AttachVolumeShelveTestJSON-223402159 tempest-AttachVolumeShelveTestJSON-223402159-project] 10.222.0.26 "GET /v2.0/security-groups?id=9d5e5bf1-75b7-4451-8ba3-68d562e2bb7c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0774763 Jun 28 16:44:52.594330 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74399cd4-e054-4a2f-892b-4b0018958e47 req-7c913115-1460-4456-ae4d-ebc8c21d6344 tempest-ServerRescueNegativeTestJSON-1571951802 tempest-ServerRescueNegativeTestJSON-1571951802-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 16:44:52.595986 dv-cinder-798104-1-smb neutron-server[74185]: INFO neutron.wsgi [req-74399cd4-e054-4a2f-892b-4b0018958e47 req-7c913115-1460-4456-ae4d-ebc8c21d6344 tempest-ServerRescueNegativeTestJSON-1571951802 tempest-ServerRescueNegativeTestJSON-1571951802-project] 10.222.0.26 "GET /v2.0/ports?device_id=79124724-6c76-47fc-bb83-d30672ff67e9 HTTP/1.1" status: 200 len: 946 time: 0.1435149 Jun 28 16:44:52.670086 dv-cinder-798104-1-smb neutron-server[74185]: INFO neutron.wsgi [req-74399cd4-e054-4a2f-892b-4b0018958e47 req-4b978b36-a750-4d33-bc89-6c7286a1cd05 tempest-ServerRescueNegativeTestJSON-1571951802 tempest-ServerRescueNegativeTestJSON-1571951802-project] 10.222.0.26 "GET /v2.0/security-groups?id=23ec9104-6b33-4b08-9a41-3b0a624abc37&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0652657 Jun 28 16:44:53.054949 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e28fe77-4f8d-41cf-94b0-94ac73d3a081 req-2c8396a2-9ed4-47ee-8417-dd0ae1e00155 tempest-AttachVolumeShelveTestJSON-223402159 tempest-AttachVolumeShelveTestJSON-223402159-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 16:44:53.057086 dv-cinder-798104-1-smb neutron-server[74185]: INFO neutron.wsgi [req-2e28fe77-4f8d-41cf-94b0-94ac73d3a081 req-2c8396a2-9ed4-47ee-8417-dd0ae1e00155 tempest-AttachVolumeShelveTestJSON-223402159 tempest-AttachVolumeShelveTestJSON-223402159-project] 10.222.0.26 "GET /v2.0/ports?device_id=ca0f1f28-abee-4019-a85a-f11d82e2a8a7 HTTP/1.1" status: 200 len: 943 time: 0.1275582 Jun 28 16:44:53.119486 dv-cinder-798104-1-smb neutron-server[74185]: INFO neutron.wsgi [req-2e28fe77-4f8d-41cf-94b0-94ac73d3a081 req-8e301ddd-e63f-4f0d-b272-d46567dfe195 tempest-AttachVolumeShelveTestJSON-223402159 tempest-AttachVolumeShelveTestJSON-223402159-project] 10.222.0.26 "GET /v2.0/security-groups?id=9d5e5bf1-75b7-4451-8ba3-68d562e2bb7c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0517159 Jun 28 16:44:53.995416 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d5c714d-52e2-4235-a3ed-68efc38184e2 req-02239364-4452-4117-b19e-3b00e3aa1edc tempest-ServerRescueNegativeTestJSON-1571951802 tempest-ServerRescueNegativeTestJSON-1571951802-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 16:44:53.997373 dv-cinder-798104-1-smb neutron-server[74185]: INFO neutron.wsgi [req-1d5c714d-52e2-4235-a3ed-68efc38184e2 req-02239364-4452-4117-b19e-3b00e3aa1edc tempest-ServerRescueNegativeTestJSON-1571951802 tempest-ServerRescueNegativeTestJSON-1571951802-project] 10.222.0.26 "GET /v2.0/ports?device_id=79124724-6c76-47fc-bb83-d30672ff67e9 HTTP/1.1" status: 200 len: 946 time: 0.1302266 Jun 28 16:44:54.069878 dv-cinder-798104-1-smb neutron-server[74185]: INFO neutron.wsgi [req-1d5c714d-52e2-4235-a3ed-68efc38184e2 req-7d0a8534-f47c-4b4a-b890-101c48c43257 tempest-ServerRescueNegativeTestJSON-1571951802 tempest-ServerRescueNegativeTestJSON-1571951802-project] 10.222.0.26 "GET /v2.0/security-groups?id=23ec9104-6b33-4b08-9a41-3b0a624abc37&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0603714 Jun 28 16:44:54.561589 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b558293b-6af2-4440-a6c0-e9af29508360 req-99a8f9dd-927a-47f0-a8f3-424cad4de609 tempest-AttachVolumeShelveTestJSON-223402159 tempest-AttachVolumeShelveTestJSON-223402159-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 16:44:54.565436 dv-cinder-798104-1-smb neutron-server[74185]: INFO neutron.wsgi [req-b558293b-6af2-4440-a6c0-e9af29508360 req-99a8f9dd-927a-47f0-a8f3-424cad4de609 tempest-AttachVolumeShelveTestJSON-223402159 tempest-AttachVolumeShelveTestJSON-223402159-project] 10.222.0.26 "GET /v2.0/ports?device_id=ca0f1f28-abee-4019-a85a-f11d82e2a8a7 HTTP/1.1" status: 200 len: 943 time: 0.2365463 Jun 28 16:44:54.752175 dv-cinder-798104-1-smb neutron-server[74185]: INFO neutron.wsgi [req-b558293b-6af2-4440-a6c0-e9af29508360 req-dc74deca-914b-4e6a-8fda-350dc9a92560 tempest-AttachVolumeShelveTestJSON-223402159 tempest-AttachVolumeShelveTestJSON-223402159-project] 10.222.0.26 "GET /v2.0/security-groups?id=9d5e5bf1-75b7-4451-8ba3-68d562e2bb7c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1729147 Jun 28 16:44:55.356734 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24c24e8b-7932-4843-9e67-183806479172 req-27478a42-ee06-4bd4-8367-42015eb9a910 tempest-ServerRescueNegativeTestJSON-1571951802 tempest-ServerRescueNegativeTestJSON-1571951802-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 16:44:55.358760 dv-cinder-798104-1-smb neutron-server[74185]: INFO neutron.wsgi [req-24c24e8b-7932-4843-9e67-183806479172 req-27478a42-ee06-4bd4-8367-42015eb9a910 tempest-ServerRescueNegativeTestJSON-1571951802 tempest-ServerRescueNegativeTestJSON-1571951802-project] 10.222.0.26 "GET /v2.0/ports?device_id=79124724-6c76-47fc-bb83-d30672ff67e9 HTTP/1.1" status: 200 len: 946 time: 0.1186423 Jun 28 16:44:55.449023 dv-cinder-798104-1-smb neutron-server[74185]: INFO neutron.wsgi [req-24c24e8b-7932-4843-9e67-183806479172 req-8781d74f-6e37-45db-8c06-b3aae2faf144 tempest-ServerRescueNegativeTestJSON-1571951802 tempest-ServerRescueNegativeTestJSON-1571951802-project] 10.222.0.26 "GET /v2.0/security-groups?id=23ec9104-6b33-4b08-9a41-3b0a624abc37&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0780110 Jun 28 16:44:56.178771 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e2ddca9-3546-49f7-9834-62abc136a26d req-516c1b9f-bdf2-473a-97ec-f182bbcc2f0c tempest-AttachVolumeShelveTestJSON-223402159 tempest-AttachVolumeShelveTestJSON-223402159-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 16:44:56.181026 dv-cinder-798104-1-smb neutron-server[74185]: INFO neutron.wsgi [req-1e2ddca9-3546-49f7-9834-62abc136a26d req-516c1b9f-bdf2-473a-97ec-f182bbcc2f0c tempest-AttachVolumeShelveTestJSON-223402159 tempest-AttachVolumeShelveTestJSON-223402159-project] 10.222.0.26 "GET /v2.0/ports?device_id=ca0f1f28-abee-4019-a85a-f11d82e2a8a7 HTTP/1.1" status: 200 len: 943 time: 0.1468372 Jun 28 16:44:56.258757 dv-cinder-798104-1-smb neutron-server[74185]: INFO neutron.wsgi [req-1e2ddca9-3546-49f7-9834-62abc136a26d req-ccf49b3d-e22b-4fe1-b8e0-280002a0b180 tempest-AttachVolumeShelveTestJSON-223402159 tempest-AttachVolumeShelveTestJSON-223402159-project] 10.222.0.26 "GET /v2.0/security-groups?id=9d5e5bf1-75b7-4451-8ba3-68d562e2bb7c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0712616 Jun 28 16:44:56.733516 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2d41b34-3c75-4888-b799-add566bb0568 req-26a949f9-3ad9-4f7d-866c-3f237c534bdd tempest-ServerRescueNegativeTestJSON-1571951802 tempest-ServerRescueNegativeTestJSON-1571951802-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 16:44:56.735050 dv-cinder-798104-1-smb neutron-server[74185]: INFO neutron.wsgi [req-d2d41b34-3c75-4888-b799-add566bb0568 req-26a949f9-3ad9-4f7d-866c-3f237c534bdd tempest-ServerRescueNegativeTestJSON-1571951802 tempest-ServerRescueNegativeTestJSON-1571951802-project] 10.222.0.26 "GET /v2.0/ports?device_id=79124724-6c76-47fc-bb83-d30672ff67e9 HTTP/1.1" status: 200 len: 946 time: 0.1304913 Jun 28 16:44:56.820915 dv-cinder-798104-1-smb neutron-server[74185]: INFO neutron.wsgi [req-d2d41b34-3c75-4888-b799-add566bb0568 req-f1452a50-7b24-47c6-9f3a-c30b61ec28db tempest-ServerRescueNegativeTestJSON-1571951802 tempest-ServerRescueNegativeTestJSON-1571951802-project] 10.222.0.26 "GET /v2.0/security-groups?id=23ec9104-6b33-4b08-9a41-3b0a624abc37&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0771029 Jun 28 16:44:57.588038 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-540321a4-dfa1-49d5-8395-576fda7fc278 req-7f51693a-a19a-40e0-9fd1-29c099033c38 tempest-AttachVolumeShelveTestJSON-223402159 tempest-AttachVolumeShelveTestJSON-223402159-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 16:44:57.595653 dv-cinder-798104-1-smb neutron-server[74185]: INFO neutron.wsgi [req-540321a4-dfa1-49d5-8395-576fda7fc278 req-7f51693a-a19a-40e0-9fd1-29c099033c38 tempest-AttachVolumeShelveTestJSON-223402159 tempest-AttachVolumeShelveTestJSON-223402159-project] 10.222.0.26 "GET /v2.0/ports?device_id=ca0f1f28-abee-4019-a85a-f11d82e2a8a7 HTTP/1.1" status: 200 len: 943 time: 0.0948212 Jun 28 16:44:57.645855 dv-cinder-798104-1-smb neutron-server[74185]: INFO neutron.wsgi [req-540321a4-dfa1-49d5-8395-576fda7fc278 req-65abd6ad-b0bb-484e-93a6-679f0cc97703 tempest-AttachVolumeShelveTestJSON-223402159 tempest-AttachVolumeShelveTestJSON-223402159-project] 10.222.0.26 "GET /v2.0/security-groups?id=9d5e5bf1-75b7-4451-8ba3-68d562e2bb7c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0488479 Jun 28 16:44:58.155718 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcb6be98-48a6-4206-9d5e-75f4eb624f96 req-dbfcf6cb-bd98-4781-8711-cdc2f99dd916 tempest-ServerRescueNegativeTestJSON-1571951802 tempest-ServerRescueNegativeTestJSON-1571951802-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 16:44:58.157890 dv-cinder-798104-1-smb neutron-server[74185]: INFO neutron.wsgi [req-fcb6be98-48a6-4206-9d5e-75f4eb624f96 req-dbfcf6cb-bd98-4781-8711-cdc2f99dd916 tempest-ServerRescueNegativeTestJSON-1571951802 tempest-ServerRescueNegativeTestJSON-1571951802-project] 10.222.0.26 "GET /v2.0/ports?device_id=79124724-6c76-47fc-bb83-d30672ff67e9 HTTP/1.1" status: 200 len: 946 time: 0.1164906 Jun 28 16:44:58.214675 dv-cinder-798104-1-smb neutron-server[74185]: INFO neutron.wsgi [req-fcb6be98-48a6-4206-9d5e-75f4eb624f96 req-748d25d1-abfd-4c16-8f86-28fff1f4b6c1 tempest-ServerRescueNegativeTestJSON-1571951802 tempest-ServerRescueNegativeTestJSON-1571951802-project] 10.222.0.26 "GET /v2.0/security-groups?id=23ec9104-6b33-4b08-9a41-3b0a624abc37&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453475 Jun 28 16:44:58.870621 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7bfcffc-ff57-4783-8060-ce8e6283e809 req-b0b59850-8510-4904-8977-832cd754670d tempest-AttachVolumeShelveTestJSON-223402159 tempest-AttachVolumeShelveTestJSON-223402159-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 16:44:58.872103 dv-cinder-798104-1-smb neutron-server[74185]: INFO neutron.wsgi [req-c7bfcffc-ff57-4783-8060-ce8e6283e809 req-b0b59850-8510-4904-8977-832cd754670d tempest-AttachVolumeShelveTestJSON-223402159 tempest-AttachVolumeShelveTestJSON-223402159-project] 10.222.0.26 "GET /v2.0/ports?device_id=ca0f1f28-abee-4019-a85a-f11d82e2a8a7 HTTP/1.1" status: 200 len: 943 time: 0.0796373 Jun 28 16:44:58.923429 dv-cinder-798104-1-smb neutron-server[74185]: INFO neutron.wsgi [req-c7bfcffc-ff57-4783-8060-ce8e6283e809 req-a71af64b-6b95-496a-91cf-06d45a7ec046 tempest-AttachVolumeShelveTestJSON-223402159 tempest-AttachVolumeShelveTestJSON-223402159-project] 10.222.0.26 "GET /v2.0/security-groups?id=9d5e5bf1-75b7-4451-8ba3-68d562e2bb7c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0454257 Jun 28 16:44:59.448965 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fde7b86-40d1-49fa-aaa4-7fea6587aa92 req-db5124e6-9d2d-4c97-86fb-dfdc88fe4745 tempest-ServerRescueNegativeTestJSON-1571951802 tempest-ServerRescueNegativeTestJSON-1571951802-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 16:44:59.450508 dv-cinder-798104-1-smb neutron-server[74185]: INFO neutron.wsgi [req-5fde7b86-40d1-49fa-aaa4-7fea6587aa92 req-db5124e6-9d2d-4c97-86fb-dfdc88fe4745 tempest-ServerRescueNegativeTestJSON-1571951802 tempest-ServerRescueNegativeTestJSON-1571951802-project] 10.222.0.26 "GET /v2.0/ports?device_id=79124724-6c76-47fc-bb83-d30672ff67e9 HTTP/1.1" status: 200 len: 946 time: 0.0864990 Jun 28 16:44:59.501453 dv-cinder-798104-1-smb neutron-server[74185]: INFO neutron.wsgi [req-5fde7b86-40d1-49fa-aaa4-7fea6587aa92 req-95136326-ebfc-4259-a8bc-5a67c3b57959 tempest-ServerRescueNegativeTestJSON-1571951802 tempest-ServerRescueNegativeTestJSON-1571951802-project] 10.222.0.26 "GET /v2.0/security-groups?id=23ec9104-6b33-4b08-9a41-3b0a624abc37&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445321 Jun 28 16:45:00.214879 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa9da9b0-e683-47f3-ab6f-b48a21e1af28 req-a5a16315-66bd-4ed8-80b1-2e55bbdc304c tempest-AttachVolumeShelveTestJSON-223402159 tempest-AttachVolumeShelveTestJSON-223402159-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 16:45:00.216441 dv-cinder-798104-1-smb neutron-server[74185]: INFO neutron.wsgi [req-aa9da9b0-e683-47f3-ab6f-b48a21e1af28 req-a5a16315-66bd-4ed8-80b1-2e55bbdc304c tempest-AttachVolumeShelveTestJSON-223402159 tempest-AttachVolumeShelveTestJSON-223402159-project] 10.222.0.26 "GET /v2.0/ports?device_id=ca0f1f28-abee-4019-a85a-f11d82e2a8a7 HTTP/1.1" status: 200 len: 943 time: 0.0945587 Jun 28 16:45:00.275638 dv-cinder-798104-1-smb neutron-server[74185]: INFO neutron.wsgi [req-aa9da9b0-e683-47f3-ab6f-b48a21e1af28 req-7f3e37b0-e55d-4b4e-858b-60ba06d055d7 tempest-AttachVolumeShelveTestJSON-223402159 tempest-AttachVolumeShelveTestJSON-223402159-project] 10.222.0.26 "GET /v2.0/security-groups?id=9d5e5bf1-75b7-4451-8ba3-68d562e2bb7c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0486031 Jun 28 16:45:00.733131 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88fe4be0-e486-4ede-a76a-b7ce832739f8 req-b6a0d14e-5620-4965-8b0e-cd308b9df339 tempest-ServerRescueNegativeTestJSON-1571951802 tempest-ServerRescueNegativeTestJSON-1571951802-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 16:45:00.735797 dv-cinder-798104-1-smb neutron-server[74185]: INFO neutron.wsgi [req-88fe4be0-e486-4ede-a76a-b7ce832739f8 req-b6a0d14e-5620-4965-8b0e-cd308b9df339 tempest-ServerRescueNegativeTestJSON-1571951802 tempest-ServerRescueNegativeTestJSON-1571951802-project] 10.222.0.26 "GET /v2.0/ports?device_id=79124724-6c76-47fc-bb83-d30672ff67e9 HTTP/1.1" status: 200 len: 946 time: 0.1006436 Jun 28 16:45:00.813804 dv-cinder-798104-1-smb neutron-server[74185]: INFO neutron.wsgi [req-88fe4be0-e486-4ede-a76a-b7ce832739f8 req-71f9321f-7c7b-4d81-baa7-97f688f2496d tempest-ServerRescueNegativeTestJSON-1571951802 tempest-ServerRescueNegativeTestJSON-1571951802-project] 10.222.0.26 "GET /v2.0/security-groups?id=23ec9104-6b33-4b08-9a41-3b0a624abc37&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0719190 Jun 28 16:45:01.041854 dv-cinder-798104-1-smb neutron-server[74187]: DEBUG neutron.plugins.ml2.rpc [None req-d0e5ad82-df9b-4ee3-8ee9-b93c74fbe1d3 None None] Device ca182176-9633-4aa8-8265-824f520e5d44 details requested by agent hyperv_hv-cinder-79810 with host hv-cinder-79810 {{(pid=74187) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 28 16:45:01.216985 dv-cinder-798104-1-smb neutron-server[74187]: DEBUG neutron.plugins.ml2.db [None req-d0e5ad82-df9b-4ee3-8ee9-b93c74fbe1d3 None None] For port ca182176-9633-4aa8-8265-824f520e5d44, host hv-cinder-79810, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79810',level=0,port_id=ca182176-9633-4aa8-8265-824f520e5d44,segment=NetworkSegment(2df110ad-025a-4a6b-9e31-f233466e01f1),segment_id=2df110ad-025a-4a6b-9e31-f233466e01f1)] {{(pid=74187) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 16:45:01.232312 dv-cinder-798104-1-smb neutron-server[74187]: DEBUG neutron.plugins.ml2.rpc [None req-d0e5ad82-df9b-4ee3-8ee9-b93c74fbe1d3 None None] Returning: {'device': 'ca182176-9633-4aa8-8265-824f520e5d44', 'network_id': '4e66a7eb-2725-411e-9b4f-e274c7c51246', 'port_id': 'ca182176-9633-4aa8-8265-824f520e5d44', 'mac_address': 'fa:16:3e:08:f9:47', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 405, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f2ffd4c6-165d-446d-9207-8235b5280dd5', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=74187) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 28 16:45:01.285880 dv-cinder-798104-1-smb neutron-server[74187]: DEBUG neutron_lib.callbacks.manager [None req-d0e5ad82-df9b-4ee3-8ee9-b93c74fbe1d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621611'] for port, before_update {{(pid=74187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 16:45:01.303399 dv-cinder-798104-1-smb neutron-server[74187]: DEBUG neutron.notifiers.nova [None req-d0e5ad82-df9b-4ee3-8ee9-b93c74fbe1d3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ca182176-9633-4aa8-8265-824f520e5d44 {{(pid=74187) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 28 16:45:01.318641 dv-cinder-798104-1-smb neutron-server[74187]: DEBUG neutron.plugins.ml2.db [None req-d0e5ad82-df9b-4ee3-8ee9-b93c74fbe1d3 None None] For port ca182176-9633-4aa8-8265-824f520e5d44, host hv-cinder-79810, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79810',level=0,port_id=ca182176-9633-4aa8-8265-824f520e5d44,segment=NetworkSegment(2df110ad-025a-4a6b-9e31-f233466e01f1),segment_id=2df110ad-025a-4a6b-9e31-f233466e01f1)] {{(pid=74187) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 16:45:01.324393 dv-cinder-798104-1-smb neutron-server[74187]: DEBUG neutron_lib.callbacks.manager [None req-d0e5ad82-df9b-4ee3-8ee9-b93c74fbe1d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-615041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1598908', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774158213048', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774157688378', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774157688423'] for port, after_update {{(pid=74187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 16:45:01.326178 dv-cinder-798104-1-smb neutron-server[74187]: DEBUG oslo_concurrency.lockutils [None req-d0e5ad82-df9b-4ee3-8ee9-b93c74fbe1d3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74187) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 16:45:01.394736 dv-cinder-798104-1-smb neutron-server[74187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0e5ad82-df9b-4ee3-8ee9-b93c74fbe1d3 None None] Pushing event updated for resources: {'Port': ['ID=ca182176-9633-4aa8-8265-824f520e5d44,revision_number=9']} {{(pid=74187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 16:45:01.407350 dv-cinder-798104-1-smb neutron-server[74187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0e5ad82-df9b-4ee3-8ee9-b93c74fbe1d3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798104-1-smb {{(pid=74187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 16:45:01.407922 dv-cinder-798104-1-smb neutron-server[74187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0e5ad82-df9b-4ee3-8ee9-b93c74fbe1d3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798104-1-smb {{(pid=74187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 16:45:01.408574 dv-cinder-798104-1-smb neutron-server[74187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0e5ad82-df9b-4ee3-8ee9-b93c74fbe1d3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798104-1-smb {{(pid=74187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 16:45:01.409130 dv-cinder-798104-1-smb neutron-server[74187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0e5ad82-df9b-4ee3-8ee9-b93c74fbe1d3 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-798104-1-smb {{(pid=74187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 16:45:01.409691 dv-cinder-798104-1-smb neutron-server[74187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0e5ad82-df9b-4ee3-8ee9-b93c74fbe1d3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798104-1-smb {{(pid=74187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 16:45:01.410249 dv-cinder-798104-1-smb neutron-server[74187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0e5ad82-df9b-4ee3-8ee9-b93c74fbe1d3 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-798104-1-smb {{(pid=74187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 16:45:01.410808 dv-cinder-798104-1-smb neutron-server[74187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0e5ad82-df9b-4ee3-8ee9-b93c74fbe1d3 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798104-1-smb {{(pid=74187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 16:45:01.411347 dv-cinder-798104-1-smb neutron-server[74187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0e5ad82-df9b-4ee3-8ee9-b93c74fbe1d3 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798104-1-smb {{(pid=74187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 16:45:01.411891 dv-cinder-798104-1-smb neutron-server[74187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0e5ad82-df9b-4ee3-8ee9-b93c74fbe1d3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798104-1-smb {{(pid=74187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 16:45:01.412481 dv-cinder-798104-1-smb neutron-server[74187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0e5ad82-df9b-4ee3-8ee9-b93c74fbe1d3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798104-1-smb {{(pid=74187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 16:45:01.413032 dv-cinder-798104-1-smb neutron-server[74187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0e5ad82-df9b-4ee3-8ee9-b93c74fbe1d3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798104-1-smb {{(pid=74187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 16:45:01.420388 dv-cinder-798104-1-smb neutron-server[74187]: DEBUG oslo_concurrency.lockutils [None req-d0e5ad82-df9b-4ee3-8ee9-b93c74fbe1d3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=74187) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 16:45:01.514405 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af9bf34e-60bf-469d-9116-03ed9c6c23df req-70c790e2-5393-4194-83ae-15cb70eed97b tempest-AttachVolumeShelveTestJSON-223402159 tempest-AttachVolumeShelveTestJSON-223402159-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 16:45:01.515924 dv-cinder-798104-1-smb neutron-server[74185]: INFO neutron.wsgi [req-af9bf34e-60bf-469d-9116-03ed9c6c23df req-70c790e2-5393-4194-83ae-15cb70eed97b tempest-AttachVolumeShelveTestJSON-223402159 tempest-AttachVolumeShelveTestJSON-223402159-project] 10.222.0.26 "GET /v2.0/ports?device_id=ca0f1f28-abee-4019-a85a-f11d82e2a8a7 HTTP/1.1" status: 200 len: 944 time: 0.0929248 Jun 28 16:45:01.565991 dv-cinder-798104-1-smb neutron-server[74185]: INFO neutron.wsgi [req-af9bf34e-60bf-469d-9116-03ed9c6c23df req-d1f62d2e-f00f-4067-8c1c-ddd47d807054 tempest-AttachVolumeShelveTestJSON-223402159 tempest-AttachVolumeShelveTestJSON-223402159-project] 10.222.0.26 "GET /v2.0/security-groups?id=9d5e5bf1-75b7-4451-8ba3-68d562e2bb7c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434086 Jun 28 16:45:01.673784 dv-cinder-798104-1-smb neutron-server[74186]: DEBUG neutron.wsgi [-] (74186) accepted ('10.222.0.26', 51660) {{(pid=74186) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 28 16:45:01.726047 dv-cinder-798104-1-smb neutron-server[74187]: DEBUG neutron.plugins.ml2.db [None req-d0e5ad82-df9b-4ee3-8ee9-b93c74fbe1d3 None None] get_ports_and_sgs() called for port_ids ['ca182176-9633-4aa8-8265-824f520e5d44'] {{(pid=74187) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jun 28 16:45:01.759668 dv-cinder-798104-1-smb neutron-server[74186]: DEBUG neutron.db.db_base_plugin_v2 [None req-1bcc2f58-b940-4afa-8cc3-0a563e35b6c7 admin admin] Deleting subnet 1e51c34b-d1b1-4021-8c69-f6620a12f4df {{(pid=74186) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 28 16:45:01.762778 dv-cinder-798104-1-smb neutron-server[74186]: DEBUG neutron_lib.callbacks.manager [None req-1bcc2f58-b940-4afa-8cc3-0a563e35b6c7 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=74186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 16:45:01.821066 dv-cinder-798104-1-smb neutron-server[74186]: DEBUG neutron_lib.callbacks.manager [None req-1bcc2f58-b940-4afa-8cc3-0a563e35b6c7 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1055359'] for subnet, precommit_delete_associations {{(pid=74186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 16:45:01.893502 dv-cinder-798104-1-smb neutron-server[74186]: DEBUG neutron_lib.callbacks.manager [None req-1bcc2f58-b940-4afa-8cc3-0a563e35b6c7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1001168'] for subnet, precommit_delete {{(pid=74186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 16:45:02.035840 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dbcb0f0-43e1-415b-b326-85359ab7f26d req-70b27ad9-9955-467b-a359-fc2f18f77cc4 tempest-ServerRescueNegativeTestJSON-1571951802 tempest-ServerRescueNegativeTestJSON-1571951802-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 16:45:02.037399 dv-cinder-798104-1-smb neutron-server[74185]: INFO neutron.wsgi [req-1dbcb0f0-43e1-415b-b326-85359ab7f26d req-70b27ad9-9955-467b-a359-fc2f18f77cc4 tempest-ServerRescueNegativeTestJSON-1571951802 tempest-ServerRescueNegativeTestJSON-1571951802-project] 10.222.0.26 "GET /v2.0/ports?device_id=79124724-6c76-47fc-bb83-d30672ff67e9 HTTP/1.1" status: 200 len: 946 time: 0.0822933 Jun 28 16:45:02.062235 dv-cinder-798104-1-smb neutron-server[74186]: DEBUG neutron_lib.callbacks.manager [None req-1bcc2f58-b940-4afa-8cc3-0a563e35b6c7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1001177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107460', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1598908', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1108730', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1484911'] for subnet, after_delete {{(pid=74186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 16:45:02.074386 dv-cinder-798104-1-smb neutron-server[74186]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74186) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 16:45:02.093161 dv-cinder-798104-1-smb neutron-server[74185]: INFO neutron.wsgi [req-1dbcb0f0-43e1-415b-b326-85359ab7f26d req-14a29538-50eb-44eb-b6a2-8d31ecc69a9f tempest-ServerRescueNegativeTestJSON-1571951802 tempest-ServerRescueNegativeTestJSON-1571951802-project] 10.222.0.26 "GET /v2.0/security-groups?id=23ec9104-6b33-4b08-9a41-3b0a624abc37&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0477493 Jun 28 16:45:02.134876 dv-cinder-798104-1-smb neutron-server[74186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bcc2f58-b940-4afa-8cc3-0a563e35b6c7 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1e51c34b-d1b1-4021-8c69-f6620a12f4df,revision_number=None']} {{(pid=74186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 16:45:02.142170 dv-cinder-798104-1-smb neutron-server[74186]: DEBUG oslo_concurrency.lockutils [None req-1bcc2f58-b940-4afa-8cc3-0a563e35b6c7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=74186) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 16:45:02.150768 dv-cinder-798104-1-smb neutron-server[74186]: DEBUG neutron_lib.callbacks.manager [None req-1bcc2f58-b940-4afa-8cc3-0a563e35b6c7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1598890'] for subnet, before_response {{(pid=74186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 16:45:02.160911 dv-cinder-798104-1-smb neutron-server[74186]: INFO neutron.wsgi [None req-1bcc2f58-b940-4afa-8cc3-0a563e35b6c7 admin admin] 10.222.0.26 "DELETE /v2.0/subnets/1e51c34b-d1b1-4021-8c69-f6620a12f4df HTTP/1.1" status: 204 len: 168 time: 0.4855368 Jun 28 16:45:02.163309 dv-cinder-798104-1-smb neutron-server[74186]: DEBUG neutron.wsgi [-] (74186) accepted ('10.222.0.26', 51666) {{(pid=74186) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 28 16:45:02.259715 dv-cinder-798104-1-smb neutron-server[74186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebcd2df8-36f6-47bb-b295-e2deb71da188 req-80c0bc2d-dcca-43d0-acab-be38168a10b1 tempest-ServerRescueNegativeTestJSON-1571951802 tempest-ServerRescueNegativeTestJSON-1571951802-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 16:45:02.260465 dv-cinder-798104-1-smb neutron-server[74186]: DEBUG neutron.quota.resource [req-ebcd2df8-36f6-47bb-b295-e2deb71da188 req-80c0bc2d-dcca-43d0-acab-be38168a10b1 tempest-ServerRescueNegativeTestJSON-1571951802 tempest-ServerRescueNegativeTestJSON-1571951802-project] Synchronizing usage tracker for tenant:9344ad16110c4191993c42fbf7367cf2 on resource:port {{(pid=74186) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 28 16:45:02.291990 dv-cinder-798104-1-smb neutron-server[74186]: DEBUG neutron_lib.callbacks.manager [None req-760fac14-2be5-4f35-ae9a-dff0935e3cb7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-565721'] for network, before_delete {{(pid=74186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 16:45:02.300464 dv-cinder-798104-1-smb neutron-server[74186]: DEBUG neutron.quota.resource [req-ebcd2df8-36f6-47bb-b295-e2deb71da188 req-80c0bc2d-dcca-43d0-acab-be38168a10b1 tempest-ServerRescueNegativeTestJSON-1571951802 tempest-ServerRescueNegativeTestJSON-1571951802-project] Unset dirty status for tenant:9344ad16110c4191993c42fbf7367cf2 on resource:port {{(pid=74186) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 28 16:45:02.301582 dv-cinder-798104-1-smb neutron-server[74186]: INFO neutron.wsgi [req-ebcd2df8-36f6-47bb-b295-e2deb71da188 req-80c0bc2d-dcca-43d0-acab-be38168a10b1 tempest-ServerRescueNegativeTestJSON-1571951802 tempest-ServerRescueNegativeTestJSON-1571951802-project] 10.222.0.41 "GET /v2.0/ports?device_id=79124724-6c76-47fc-bb83-d30672ff67e9 HTTP/1.1" status: 200 len: 946 time: 0.3136892 Jun 28 16:45:02.483640 dv-cinder-798104-1-smb neutron-server[74186]: DEBUG neutron.plugins.ml2.plugin [req-ebcd2df8-36f6-47bb-b295-e2deb71da188 req-8b31e22b-f656-479a-9cc5-b5b4f373e091 tempest-ServerRescueNegativeTestJSON-1571951802 tempest-ServerRescueNegativeTestJSON-1571951802-project] Deleting port 25d5253e-3b85-4631-97bb-974e5e8b1d2c {{(pid=74186) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Jun 28 16:45:02.483973 dv-cinder-798104-1-smb neutron-server[74186]: DEBUG neutron_lib.callbacks.manager [req-ebcd2df8-36f6-47bb-b295-e2deb71da188 req-8b31e22b-f656-479a-9cc5-b5b4f373e091 tempest-ServerRescueNegativeTestJSON-1571951802 tempest-ServerRescueNegativeTestJSON-1571951802-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774158158511'] for port, before_delete {{(pid=74186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 16:45:02.509251 dv-cinder-798104-1-smb neutron-server[74186]: DEBUG neutron_lib.callbacks.manager [None req-760fac14-2be5-4f35-ae9a-dff0935e3cb7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1000101', 'neutron.services.segments.db._delete_segments_for_network-8774158209666'] for network, precommit_delete {{(pid=74186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 16:45:02.535083 dv-cinder-798104-1-smb neutron-server[74186]: DEBUG neutron.services.segments.db [None req-760fac14-2be5-4f35-ae9a-dff0935e3cb7 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6e18b0df-57ee-4fdd-a0f2-56d2e5b6a027']}} {{(pid=74186) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 16:45:02.558756 dv-cinder-798104-1-smb neutron-server[74186]: DEBUG neutron.services.segments.db [None req-760fac14-2be5-4f35-ae9a-dff0935e3cb7 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c84370d0-324c-4598-a34b-5a6bed2714f2') {'for_net_delete': True} {{(pid=74186) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 16:45:02.559102 dv-cinder-798104-1-smb neutron-server[74186]: DEBUG neutron.services.segments.db [None req-760fac14-2be5-4f35-ae9a-dff0935e3cb7 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c84370d0-324c-4598-a34b-5a6bed2714f2') {} {{(pid=74186) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 16:45:02.577176 dv-cinder-798104-1-smb neutron-server[74186]: DEBUG neutron_lib.callbacks.manager [None req-760fac14-2be5-4f35-ae9a-dff0935e3cb7 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774158131357', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1055344'] for segment, before_delete {{(pid=74186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 16:45:02.636001 dv-cinder-798104-1-smb neutron-server[74186]: DEBUG neutron_lib.callbacks.manager [None req-760fac14-2be5-4f35-ae9a-dff0935e3cb7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-938564'] for segment, precommit_delete {{(pid=74186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 16:45:02.653743 dv-cinder-798104-1-smb neutron-server[74186]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-760fac14-2be5-4f35-ae9a-dff0935e3cb7 admin admin] Releasing vlan 404 on physical network physnet1 to pool {{(pid=74186) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Jun 28 16:45:02.654147 dv-cinder-798104-1-smb neutron-server[74186]: DEBUG neutron_lib.callbacks.manager [None req-760fac14-2be5-4f35-ae9a-dff0935e3cb7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-938591', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1108572'] for segment, after_delete {{(pid=74186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 16:45:02.667906 dv-cinder-798104-1-smb neutron-server[74186]: Traceback (most recent call last): Jun 28 16:45:02.667906 dv-cinder-798104-1-smb neutron-server[74186]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Jun 28 16:45:02.667906 dv-cinder-798104-1-smb neutron-server[74186]: timer() Jun 28 16:45:02.667906 dv-cinder-798104-1-smb neutron-server[74186]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 28 16:45:02.667906 dv-cinder-798104-1-smb neutron-server[74186]: cb(*args, **kw) Jun 28 16:45:02.667906 dv-cinder-798104-1-smb neutron-server[74186]: File "/opt/stack/neutron/neutron/common/utils.py", line 901, in wrapper Jun 28 16:45:02.667906 dv-cinder-798104-1-smb neutron-server[74186]: return func(*args, **kwargs) Jun 28 16:45:02.667906 dv-cinder-798104-1-smb neutron-server[74186]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 28 16:45:02.667906 dv-cinder-798104-1-smb neutron-server[74186]: self._notify() Jun 28 16:45:02.667906 dv-cinder-798104-1-smb neutron-server[74186]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 28 16:45:02.667906 dv-cinder-798104-1-smb neutron-server[74186]: self.callback(batched_events) Jun 28 16:45:02.667906 dv-cinder-798104-1-smb neutron-server[74186]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 28 16:45:02.667906 dv-cinder-798104-1-smb neutron-server[74186]: event.method(event) Jun 28 16:45:02.667906 dv-cinder-798104-1-smb neutron-server[74186]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 28 16:45:02.667906 dv-cinder-798104-1-smb neutron-server[74186]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 28 16:45:02.667906 dv-cinder-798104-1-smb neutron-server[74186]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 28 16:45:02.667906 dv-cinder-798104-1-smb neutron-server[74186]: aggregate_uuid = self.p_client.list_aggregates( Jun 28 16:45:02.667906 dv-cinder-798104-1-smb neutron-server[74186]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 28 16:45:02.667906 dv-cinder-798104-1-smb neutron-server[74186]: return f(self, *a, **k) Jun 28 16:45:02.667906 dv-cinder-798104-1-smb neutron-server[74186]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jun 28 16:45:02.667906 dv-cinder-798104-1-smb neutron-server[74186]: return self._get(url).json() Jun 28 16:45:02.667906 dv-cinder-798104-1-smb neutron-server[74186]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jun 28 16:45:02.667906 dv-cinder-798104-1-smb neutron-server[74186]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 28 16:45:02.667906 dv-cinder-798104-1-smb neutron-server[74186]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Jun 28 16:45:02.667906 dv-cinder-798104-1-smb neutron-server[74186]: return self.request(url, 'GET', **kwargs) Jun 28 16:45:02.667906 dv-cinder-798104-1-smb neutron-server[74186]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Jun 28 16:45:02.667906 dv-cinder-798104-1-smb neutron-server[74186]: base_url = self.get_endpoint(auth, allow=allow, Jun 28 16:45:02.667906 dv-cinder-798104-1-smb neutron-server[74186]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jun 28 16:45:02.667906 dv-cinder-798104-1-smb neutron-server[74186]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 28 16:45:02.667906 dv-cinder-798104-1-smb neutron-server[74186]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jun 28 16:45:02.667906 dv-cinder-798104-1-smb neutron-server[74186]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 28 16:45:02.667906 dv-cinder-798104-1-smb neutron-server[74186]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 28 16:45:02.861695 dv-cinder-798104-1-smb neutron-server[74186]: DEBUG neutron_lib.callbacks.manager [None req-760fac14-2be5-4f35-ae9a-dff0935e3cb7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1000534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2050463', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1598908', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1624240'] for network, after_delete {{(pid=74186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 16:45:02.877504 dv-cinder-798104-1-smb neutron-server[74186]: DEBUG neutron_lib.callbacks.manager [None req-760fac14-2be5-4f35-ae9a-dff0935e3cb7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1598890'] for network, before_response {{(pid=74186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 16:45:02.886762 dv-cinder-798104-1-smb neutron-server[74186]: DEBUG oslo_concurrency.lockutils [None req-38f8f2f6-ae9e-45d0-9189-df03d936e204 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74186) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 16:45:02.912454 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8ec561e-daaa-4fcd-a4ae-896802be439a req-ce81bb1c-3428-4a77-a59c-4850aa2082f8 tempest-AttachVolumeShelveTestJSON-223402159 tempest-AttachVolumeShelveTestJSON-223402159-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 16:45:02.914978 dv-cinder-798104-1-smb neutron-server[74185]: INFO neutron.wsgi [req-b8ec561e-daaa-4fcd-a4ae-896802be439a req-ce81bb1c-3428-4a77-a59c-4850aa2082f8 tempest-AttachVolumeShelveTestJSON-223402159 tempest-AttachVolumeShelveTestJSON-223402159-project] 10.222.0.26 "GET /v2.0/ports?device_id=ca0f1f28-abee-4019-a85a-f11d82e2a8a7 HTTP/1.1" status: 200 len: 944 time: 0.1352463 Jun 28 16:45:02.938841 dv-cinder-798104-1-smb neutron-server[74186]: DEBUG neutron.plugins.ml2.db [req-ebcd2df8-36f6-47bb-b295-e2deb71da188 req-8b31e22b-f656-479a-9cc5-b5b4f373e091 tempest-ServerRescueNegativeTestJSON-1571951802 tempest-ServerRescueNegativeTestJSON-1571951802-project] For port 25d5253e-3b85-4631-97bb-974e5e8b1d2c, host hv-cinder-79810, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79810',level=0,port_id=25d5253e-3b85-4631-97bb-974e5e8b1d2c,segment=NetworkSegment(f217e17a-083c-43f0-8060-ec8790162130),segment_id=f217e17a-083c-43f0-8060-ec8790162130)] {{(pid=74186) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 16:45:02.939567 dv-cinder-798104-1-smb neutron-server[74186]: DEBUG neutron_lib.callbacks.manager [req-ebcd2df8-36f6-47bb-b295-e2deb71da188 req-8b31e22b-f656-479a-9cc5-b5b4f373e091 tempest-ServerRescueNegativeTestJSON-1571951802 tempest-ServerRescueNegativeTestJSON-1571951802-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1637578'] for port, precommit_delete {{(pid=74186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 16:45:02.949184 dv-cinder-798104-1-smb neutron-server[74186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-760fac14-2be5-4f35-ae9a-dff0935e3cb7 admin admin] Pushing event deleted for resources: {'Network': ['ID=6e18b0df-57ee-4fdd-a0f2-56d2e5b6a027,revision_number=None']} {{(pid=74186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 16:45:02.952002 dv-cinder-798104-1-smb neutron-server[74186]: DEBUG oslo_concurrency.lockutils [None req-760fac14-2be5-4f35-ae9a-dff0935e3cb7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=74186) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 16:45:02.962253 dv-cinder-798104-1-smb neutron-server[74186]: INFO neutron.wsgi [None req-760fac14-2be5-4f35-ae9a-dff0935e3cb7 admin admin] 10.222.0.26 "DELETE /v2.0/networks/6e18b0df-57ee-4fdd-a0f2-56d2e5b6a027 HTTP/1.1" status: 204 len: 168 time: 0.7979064 Jun 28 16:45:03.001179 dv-cinder-798104-1-smb neutron-server[74185]: INFO neutron.wsgi [req-b8ec561e-daaa-4fcd-a4ae-896802be439a req-a3f4316b-02d1-46e7-9d99-dc062533385d tempest-AttachVolumeShelveTestJSON-223402159 tempest-AttachVolumeShelveTestJSON-223402159-project] 10.222.0.26 "GET /v2.0/security-groups?id=9d5e5bf1-75b7-4451-8ba3-68d562e2bb7c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0646889 Jun 28 16:45:03.044826 dv-cinder-798104-1-smb neutron-server[74187]: DEBUG neutron.plugins.ml2.rpc [None req-d0e5ad82-df9b-4ee3-8ee9-b93c74fbe1d3 None None] Device ca182176-9633-4aa8-8265-824f520e5d44 up at agent hyperv_hv-cinder-79810 {{(pid=74187) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 28 16:45:03.086556 dv-cinder-798104-1-smb neutron-server[74186]: DEBUG neutron.plugins.ml2.plugin [req-ebcd2df8-36f6-47bb-b295-e2deb71da188 req-8b31e22b-f656-479a-9cc5-b5b4f373e091 tempest-ServerRescueNegativeTestJSON-1571951802 tempest-ServerRescueNegativeTestJSON-1571951802-project] Calling delete_port for 25d5253e-3b85-4631-97bb-974e5e8b1d2c owned by compute:nova {{(pid=74186) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Jun 28 16:45:03.181093 dv-cinder-798104-1-smb neutron-server[74187]: DEBUG neutron.db.provisioning_blocks [None req-d0e5ad82-df9b-4ee3-8ee9-b93c74fbe1d3 None None] Provisioning complete for port ca182176-9633-4aa8-8265-824f520e5d44 triggered by entity L2. {{(pid=74187) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 28 16:45:03.181617 dv-cinder-798104-1-smb neutron-server[74187]: DEBUG neutron_lib.callbacks.manager [None req-d0e5ad82-df9b-4ee3-8ee9-b93c74fbe1d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1002786'] for port, provisioning_complete {{(pid=74187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 16:45:03.329345 dv-cinder-798104-1-smb neutron-server[74187]: DEBUG neutron_lib.callbacks.manager [None req-d0e5ad82-df9b-4ee3-8ee9-b93c74fbe1d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621611'] for port, before_update {{(pid=74187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 16:45:03.335132 dv-cinder-798104-1-smb neutron-server[74186]: DEBUG neutron_lib.callbacks.manager [req-ebcd2df8-36f6-47bb-b295-e2deb71da188 req-8b31e22b-f656-479a-9cc5-b5b4f373e091 tempest-ServerRescueNegativeTestJSON-1571951802 tempest-ServerRescueNegativeTestJSON-1571951802-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-615041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1598908', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774158213030', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774157688369', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1108489'] for port, after_delete {{(pid=74186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 16:45:03.348710 dv-cinder-798104-1-smb neutron-server[74186]: DEBUG oslo_concurrency.lockutils [None req-040fa11f-2352-419a-b61e-bf0c5bb7325c service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74186) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 16:45:03.355053 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG neutron.wsgi [-] (74185) accepted ('10.222.0.26', 51684) {{(pid=74185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 28 16:45:03.363450 dv-cinder-798104-1-smb neutron-server[74187]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ca0f1f28-abee-4019-a85a-f11d82e2a8a7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ca182176-9633-4aa8-8265-824f520e5d44'}] {{(pid=74187) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 28 16:45:03.374768 dv-cinder-798104-1-smb neutron-server[74187]: DEBUG neutron.plugins.ml2.db [None req-d0e5ad82-df9b-4ee3-8ee9-b93c74fbe1d3 None None] For port ca182176-9633-4aa8-8265-824f520e5d44, host hv-cinder-79810, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79810',level=0,port_id=ca182176-9633-4aa8-8265-824f520e5d44,segment=NetworkSegment(2df110ad-025a-4a6b-9e31-f233466e01f1),segment_id=2df110ad-025a-4a6b-9e31-f233466e01f1)] {{(pid=74187) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 16:45:03.386421 dv-cinder-798104-1-smb neutron-server[74187]: DEBUG neutron_lib.callbacks.manager [None req-d0e5ad82-df9b-4ee3-8ee9-b93c74fbe1d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-615041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1598908', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774158213048', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774157688378', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774157688423'] for port, after_update {{(pid=74187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 16:45:03.387633 dv-cinder-798104-1-smb neutron-server[74187]: DEBUG neutron.plugins.ml2.rpc [None req-d0e5ad82-df9b-4ee3-8ee9-b93c74fbe1d3 None None] Device 25d5253e-3b85-4631-97bb-974e5e8b1d2c no longer exists at agent hyperv_hv-cinder-79810 {{(pid=74187) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 28 16:45:03.401768 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe8bcd13-679a-4a6e-a9be-e440e6c2ffdf req-51270b37-576e-4483-b461-e3ab9726300c tempest-ServerRescueNegativeTestJSON-1571951802 tempest-ServerRescueNegativeTestJSON-1571951802-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 16:45:03.415106 dv-cinder-798104-1-smb neutron-server[74185]: INFO neutron.wsgi [req-fe8bcd13-679a-4a6e-a9be-e440e6c2ffdf req-51270b37-576e-4483-b461-e3ab9726300c tempest-ServerRescueNegativeTestJSON-1571951802 tempest-ServerRescueNegativeTestJSON-1571951802-project] 10.222.0.26 "GET /v2.0/ports?device_id=79124724-6c76-47fc-bb83-d30672ff67e9 HTTP/1.1" status: 200 len: 867 time: 0.1620550 Jun 28 16:45:03.415333 dv-cinder-798104-1-smb neutron-server[74187]: DEBUG oslo_concurrency.lockutils [None req-c72dd329-595c-4eca-9296-ba6eff8780d9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74187) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 16:45:03.457187 dv-cinder-798104-1-smb neutron-server[74187]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ca0f1f28-abee-4019-a85a-f11d82e2a8a7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ca182176-9633-4aa8-8265-824f520e5d44', 'code': 200} Jun 28 16:45:03.475227 dv-cinder-798104-1-smb neutron-server[74187]: DEBUG neutron.plugins.ml2.plugin [None req-d0e5ad82-df9b-4ee3-8ee9-b93c74fbe1d3 None None] No Port match for: 25d5253e-3b85-4631-97bb-974e5e8b1d2c {{(pid=74187) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}} Jun 28 16:45:03.475688 dv-cinder-798104-1-smb neutron-server[74187]: DEBUG neutron.plugins.ml2.rpc [None req-d0e5ad82-df9b-4ee3-8ee9-b93c74fbe1d3 None None] Device 25d5253e-3b85-4631-97bb-974e5e8b1d2c not bound to the agent host hv-cinder-79810 {{(pid=74187) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 28 16:45:03.487940 dv-cinder-798104-1-smb neutron-server[74186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b31e22b-f656-479a-9cc5-b5b4f373e091 tempest-ServerRescueNegativeTestJSON-1571951802 tempest-ServerRescueNegativeTestJSON-1571951802-project] Pushing event deleted for resources: {'Port': ['ID=25d5253e-3b85-4631-97bb-974e5e8b1d2c,revision_number=None']} {{(pid=74186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 16:45:03.490622 dv-cinder-798104-1-smb neutron-server[74186]: DEBUG oslo_concurrency.lockutils [None req-8b31e22b-f656-479a-9cc5-b5b4f373e091 tempest-ServerRescueNegativeTestJSON-1571951802 tempest-ServerRescueNegativeTestJSON-1571951802-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.143s {{(pid=74186) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 16:45:03.515690 dv-cinder-798104-1-smb neutron-server[74185]: INFO neutron.wsgi [req-fe8bcd13-679a-4a6e-a9be-e440e6c2ffdf req-18e42daf-290b-41c8-81d4-79633d9c6e24 tempest-ServerRescueNegativeTestJSON-1571951802 tempest-ServerRescueNegativeTestJSON-1571951802-project] 10.222.0.26 "GET /v2.0/security-groups?id=23ec9104-6b33-4b08-9a41-3b0a624abc37&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0954461 Jun 28 16:45:03.533928 dv-cinder-798104-1-smb neutron-server[74187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0e5ad82-df9b-4ee3-8ee9-b93c74fbe1d3 None None] Pushing event updated for resources: {'Port': ['ID=ca182176-9633-4aa8-8265-824f520e5d44,revision_number=10']} {{(pid=74187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 16:45:03.545829 dv-cinder-798104-1-smb neutron-server[74187]: DEBUG oslo_concurrency.lockutils [None req-d0e5ad82-df9b-4ee3-8ee9-b93c74fbe1d3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.131s {{(pid=74187) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 16:45:03.576176 dv-cinder-798104-1-smb neutron-server[74185]: INFO neutron.wsgi [None req-af5a66ba-5be9-472f-8b89-ed4a096ff189 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=ebcbe54eba0d4c4caca0a5f8a444266a&name=default HTTP/1.1" status: 200 len: 2647 time: 0.2039132 Jun 28 16:45:03.576176 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG neutron.wsgi [-] (74185) accepted ('10.222.0.26', 51690) {{(pid=74185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 28 16:45:03.582652 dv-cinder-798104-1-smb neutron-server[74186]: DEBUG neutron.db.l3_dvrscheduler_db [req-ebcd2df8-36f6-47bb-b295-e2deb71da188 req-8b31e22b-f656-479a-9cc5-b5b4f373e091 tempest-ServerRescueNegativeTestJSON-1571951802 tempest-ServerRescueNegativeTestJSON-1571951802-project] No DVR routers for this DVR port 25d5253e-3b85-4631-97bb-974e5e8b1d2c on host hv-cinder-79810 {{(pid=74186) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 28 16:45:03.585388 dv-cinder-798104-1-smb neutron-server[74186]: DEBUG neutron_lib.callbacks.manager [req-ebcd2df8-36f6-47bb-b295-e2deb71da188 req-8b31e22b-f656-479a-9cc5-b5b4f373e091 tempest-ServerRescueNegativeTestJSON-1571951802 tempest-ServerRescueNegativeTestJSON-1571951802-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129357'] for port, before_response {{(pid=74186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 16:45:03.588350 dv-cinder-798104-1-smb neutron-server[74186]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '79124724-6c76-47fc-bb83-d30672ff67e9', 'name': 'network-vif-deleted', 'tag': '25d5253e-3b85-4631-97bb-974e5e8b1d2c'}] {{(pid=74186) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 28 16:45:03.610310 dv-cinder-798104-1-smb neutron-server[74186]: INFO neutron.wsgi [req-ebcd2df8-36f6-47bb-b295-e2deb71da188 req-8b31e22b-f656-479a-9cc5-b5b4f373e091 tempest-ServerRescueNegativeTestJSON-1571951802 tempest-ServerRescueNegativeTestJSON-1571951802-project] 10.222.0.41 "DELETE /v2.0/ports/25d5253e-3b85-4631-97bb-974e5e8b1d2c HTTP/1.1" status: 204 len: 173 time: 1.2760391 Jun 28 16:45:03.658238 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG neutron_lib.callbacks.manager [None req-cfdac2de-beed-4cb8-9f58-d765587b6f21 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=74185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 16:45:03.675450 dv-cinder-798104-1-smb neutron-server[74186]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '79124724-6c76-47fc-bb83-d30672ff67e9', 'name': 'network-vif-deleted', 'tag': '25d5253e-3b85-4631-97bb-974e5e8b1d2c', 'status': 'completed', 'code': 200} Jun 28 16:45:03.707550 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG neutron_lib.callbacks.manager [None req-cfdac2de-beed-4cb8-9f58-d765587b6f21 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=74185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 16:45:03.799678 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG neutron_lib.callbacks.manager [None req-cfdac2de-beed-4cb8-9f58-d765587b6f21 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2050486'] for security_group, after_delete {{(pid=74185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 16:45:03.810391 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG oslo_concurrency.lockutils [None req-e1edb62e-8c83-4653-b61f-02004103bf8f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74185) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 16:45:03.846370 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfdac2de-beed-4cb8-9f58-d765587b6f21 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e6a1b9ca-4b56-4306-b545-d77d3b247f5c,revision_number=None']} {{(pid=74185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 16:45:03.850752 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG oslo_concurrency.lockutils [None req-cfdac2de-beed-4cb8-9f58-d765587b6f21 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=74185) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 16:45:03.874074 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG neutron_lib.callbacks.manager [None req-cfdac2de-beed-4cb8-9f58-d765587b6f21 admin admin] Notify callbacks [] for security_group, before_response {{(pid=74185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 16:45:03.875213 dv-cinder-798104-1-smb neutron-server[74185]: INFO neutron.wsgi [None req-cfdac2de-beed-4cb8-9f58-d765587b6f21 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/e6a1b9ca-4b56-4306-b545-d77d3b247f5c HTTP/1.1" status: 204 len: 168 time: 0.3114333 Jun 28 16:45:04.339867 dv-cinder-798104-1-smb neutron-server[74186]: INFO neutron.wsgi [req-644367cc-c12f-407d-b0d9-8b1a0e3223ef req-c42081e4-f2a1-43fc-a9ba-0e1b8218414c service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=ca0f1f28-abee-4019-a85a-f11d82e2a8a7 HTTP/1.1" status: 200 len: 1099 time: 0.1818531 Jun 28 16:45:04.373515 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81ab10fe-4335-4657-a56f-6e078e2f51a2 req-050021bd-4723-4583-b26e-0ed82a256441 tempest-AttachVolumeShelveTestJSON-223402159 tempest-AttachVolumeShelveTestJSON-223402159-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 16:45:04.375235 dv-cinder-798104-1-smb neutron-server[74185]: INFO neutron.wsgi [req-81ab10fe-4335-4657-a56f-6e078e2f51a2 req-050021bd-4723-4583-b26e-0ed82a256441 tempest-AttachVolumeShelveTestJSON-223402159 tempest-AttachVolumeShelveTestJSON-223402159-project] 10.222.0.26 "GET /v2.0/ports?device_id=ca0f1f28-abee-4019-a85a-f11d82e2a8a7 HTTP/1.1" status: 200 len: 946 time: 0.1516194 Jun 28 16:45:04.437929 dv-cinder-798104-1-smb neutron-server[74186]: INFO neutron.wsgi [req-644367cc-c12f-407d-b0d9-8b1a0e3223ef req-cd9ef952-7b06-450f-8aa1-885b21c600de service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=9d5e5bf1-75b7-4451-8ba3-68d562e2bb7c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0906985 Jun 28 16:45:04.462235 dv-cinder-798104-1-smb neutron-server[74185]: INFO neutron.wsgi [req-81ab10fe-4335-4657-a56f-6e078e2f51a2 req-2ac0057c-92f1-4faf-afda-29beef75ed04 tempest-AttachVolumeShelveTestJSON-223402159 tempest-AttachVolumeShelveTestJSON-223402159-project] 10.222.0.26 "GET /v2.0/security-groups?id=9d5e5bf1-75b7-4451-8ba3-68d562e2bb7c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0729659 Jun 28 16:45:04.745834 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG neutron.wsgi [-] (74185) accepted ('10.222.0.26', 51718) {{(pid=74185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 28 16:45:05.184475 dv-cinder-798104-1-smb neutron-server[74186]: DEBUG neutron.wsgi [-] (74186) accepted ('10.222.0.26', 51728) {{(pid=74186) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 28 16:45:05.209552 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e68b83cc-84f4-4d76-9bfe-8f5a2c9f24ff req-58c35044-9cba-4434-a8eb-58670d004b57 tempest-AttachVolumeTestJSON-1575976490 tempest-AttachVolumeTestJSON-1575976490-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 16:45:05.211154 dv-cinder-798104-1-smb neutron-server[74185]: INFO neutron.wsgi [req-e68b83cc-84f4-4d76-9bfe-8f5a2c9f24ff req-58c35044-9cba-4434-a8eb-58670d004b57 tempest-AttachVolumeTestJSON-1575976490 tempest-AttachVolumeTestJSON-1575976490-project] 10.222.0.26 "GET /v2.0/ports?device_id=1577b494-1b54-45ce-baf1-96f6d50deecb HTTP/1.1" status: 200 len: 945 time: 0.1188269 Jun 28 16:45:05.400004 dv-cinder-798104-1-smb neutron-server[74185]: INFO neutron.wsgi [req-e68b83cc-84f4-4d76-9bfe-8f5a2c9f24ff req-90e4ad70-965b-4be2-ba87-dfe7f988f73e tempest-AttachVolumeTestJSON-1575976490 tempest-AttachVolumeTestJSON-1575976490-project] 10.222.0.26 "GET /v2.0/security-groups?id=d4fabaec-765c-44eb-aea3-0feba44aab14&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1826630 Jun 28 16:45:05.456274 dv-cinder-798104-1-smb neutron-server[74186]: DEBUG neutron.api.v2.base [None req-7467fba6-0254-4660-b94c-e02b84d96625 admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-716767398-network', 'tenant_id': '63d41569c6cc488cbcfcc4862c4fb48e'}} {{(pid=74186) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jun 28 16:45:05.464964 dv-cinder-798104-1-smb neutron-server[74186]: DEBUG neutron.db.quota.driver [None req-7467fba6-0254-4660-b94c-e02b84d96625 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74186) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 28 16:45:05.470453 dv-cinder-798104-1-smb neutron-server[74186]: DEBUG neutron.quota.resource [None req-7467fba6-0254-4660-b94c-e02b84d96625 admin admin] Usage tracker for resource:network and tenant:63d41569c6cc488cbcfcc4862c4fb48e is out of sync, need to count used quota {{(pid=74186) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 28 16:45:05.475047 dv-cinder-798104-1-smb neutron-server[74186]: DEBUG neutron.quota.resource [None req-7467fba6-0254-4660-b94c-e02b84d96625 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=74186) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 28 16:45:05.487002 dv-cinder-798104-1-smb neutron-server[74186]: DEBUG neutron.db.quota.driver [None req-7467fba6-0254-4660-b94c-e02b84d96625 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74186) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 28 16:45:05.504902 dv-cinder-798104-1-smb neutron-server[74186]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7467fba6-0254-4660-b94c-e02b84d96625 admin admin] Made reservation on behalf of 63d41569c6cc488cbcfcc4862c4fb48e for: {'network': 1} {{(pid=74186) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 28 16:45:05.510020 dv-cinder-798104-1-smb neutron-server[74186]: DEBUG neutron_lib.callbacks.manager [None req-7467fba6-0254-4660-b94c-e02b84d96625 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621611'] for network, before_create {{(pid=74186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 16:45:05.537328 dv-cinder-798104-1-smb neutron-server[74186]: DEBUG neutron_lib.callbacks.manager [None req-7467fba6-0254-4660-b94c-e02b84d96625 admin admin] Notify callbacks [] for security_group, before_create {{(pid=74186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 16:45:05.584817 dv-cinder-798104-1-smb neutron-server[74186]: DEBUG neutron.db.quota.driver [None req-7467fba6-0254-4660-b94c-e02b84d96625 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74186) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 28 16:45:05.591518 dv-cinder-798104-1-smb neutron-server[74186]: DEBUG neutron.quota.resource [None req-7467fba6-0254-4660-b94c-e02b84d96625 admin admin] Usage tracker for resource:security_group_rule and tenant:63d41569c6cc488cbcfcc4862c4fb48e is out of sync, need to count used quota {{(pid=74186) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 28 16:45:05.596773 dv-cinder-798104-1-smb neutron-server[74186]: DEBUG neutron.quota.resource [None req-7467fba6-0254-4660-b94c-e02b84d96625 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=74186) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 28 16:45:05.605297 dv-cinder-798104-1-smb neutron-server[74186]: DEBUG neutron.db.quota.driver [None req-7467fba6-0254-4660-b94c-e02b84d96625 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74186) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 28 16:45:05.614204 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG neutron_lib.callbacks.manager [None req-c46887c9-7845-4adb-bac7-6102982fad88 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1635418'] for router_interface, before_delete {{(pid=74185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 16:45:05.706348 dv-cinder-798104-1-smb neutron-server[74186]: DEBUG neutron_lib.callbacks.manager [None req-7467fba6-0254-4660-b94c-e02b84d96625 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=74186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 16:45:05.714573 dv-cinder-798104-1-smb neutron-server[74186]: DEBUG neutron_lib.callbacks.manager [None req-7467fba6-0254-4660-b94c-e02b84d96625 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2050486'] for security_group, after_create {{(pid=74186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 16:45:05.723892 dv-cinder-798104-1-smb neutron-server[74186]: DEBUG oslo_concurrency.lockutils [None req-acf8c7b9-2bca-4c45-a457-80ccc78cb7e6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74186) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 16:45:05.758807 dv-cinder-798104-1-smb neutron-server[74186]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7467fba6-0254-4660-b94c-e02b84d96625 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 404} {{(pid=74186) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:149}} Jun 28 16:45:05.771874 dv-cinder-798104-1-smb neutron-server[74186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7467fba6-0254-4660-b94c-e02b84d96625 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=10442f30-80ea-42c2-ade8-747dadff1313,revision_number=1']} {{(pid=74186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 16:45:05.778746 dv-cinder-798104-1-smb neutron-server[74186]: DEBUG oslo_concurrency.lockutils [None req-7467fba6-0254-4660-b94c-e02b84d96625 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=74186) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 16:45:05.781810 dv-cinder-798104-1-smb neutron-server[74186]: DEBUG neutron_lib.callbacks.manager [None req-7467fba6-0254-4660-b94c-e02b84d96625 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-938564'] for segment, precommit_create {{(pid=74186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 16:45:05.782234 dv-cinder-798104-1-smb neutron-server[74186]: INFO neutron.db.segments_db [None req-7467fba6-0254-4660-b94c-e02b84d96625 admin admin] Added segment cc0d5de8-b4ce-4936-a644-d67fb153bab8 of type vlan for network a4da694c-7026-41a0-ab61-cef007f20481 Jun 28 16:45:05.850370 dv-cinder-798104-1-smb neutron-server[74186]: DEBUG neutron_lib.callbacks.manager [None req-7467fba6-0254-4660-b94c-e02b84d96625 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774157680294'] for network, precommit_create {{(pid=74186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 16:45:05.901953 dv-cinder-798104-1-smb neutron-server[74186]: DEBUG neutron_lib.callbacks.manager [None req-7467fba6-0254-4660-b94c-e02b84d96625 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2050463', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1598908'] for network, after_create {{(pid=74186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 16:45:05.903673 dv-cinder-798104-1-smb neutron-server[74186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7467fba6-0254-4660-b94c-e02b84d96625 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=74186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 16:45:05.904462 dv-cinder-798104-1-smb neutron-server[74186]: DEBUG neutron_lib.callbacks.manager [None req-7467fba6-0254-4660-b94c-e02b84d96625 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1598890'] for network, before_response {{(pid=74186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 16:45:05.908238 dv-cinder-798104-1-smb neutron-server[74186]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74186) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 16:45:06.018928 dv-cinder-798104-1-smb neutron-server[74186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7467fba6-0254-4660-b94c-e02b84d96625 admin admin] Pushing event updated for resources: {'Network': ['ID=a4da694c-7026-41a0-ab61-cef007f20481,revision_number=1']} {{(pid=74186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 16:45:06.023379 dv-cinder-798104-1-smb neutron-server[74186]: INFO neutron.wsgi [None req-7467fba6-0254-4660-b94c-e02b84d96625 admin admin] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.8373082 Jun 28 16:45:06.025134 dv-cinder-798104-1-smb neutron-server[74186]: DEBUG oslo_concurrency.lockutils [None req-7467fba6-0254-4660-b94c-e02b84d96625 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=74186) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 16:45:06.028369 dv-cinder-798104-1-smb neutron-server[74186]: DEBUG neutron.wsgi [-] (74186) accepted ('10.222.0.26', 51760) {{(pid=74186) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 28 16:45:06.035177 dv-cinder-798104-1-smb neutron-server[74186]: DEBUG neutron.api.v2.base [None req-4340d237-50c8-49b4-a9fe-c951923cc604 admin admin] Request body: {'subnet': {'network_id': 'a4da694c-7026-41a0-ab61-cef007f20481', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-716767398-subnet', 'tenant_id': '63d41569c6cc488cbcfcc4862c4fb48e', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=74186) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jun 28 16:45:06.035441 dv-cinder-798104-1-smb neutron-server[74187]: DEBUG neutron.plugins.ml2.rpc [None req-c72dd329-595c-4eca-9296-ba6eff8780d9 None None] Network a4da694c-7026-41a0-ab61-cef007f20481 details requested by agent ovs-agent-dv-cinder-798104-1-smb with host dv-cinder-798104-1-smb {{(pid=74187) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 28 16:45:06.041676 dv-cinder-798104-1-smb neutron-server[74186]: DEBUG neutron.db.quota.driver [None req-4340d237-50c8-49b4-a9fe-c951923cc604 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74186) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 28 16:45:06.049136 dv-cinder-798104-1-smb neutron-server[74186]: DEBUG neutron.quota.resource [None req-4340d237-50c8-49b4-a9fe-c951923cc604 admin admin] Usage tracker for resource:subnet and tenant:63d41569c6cc488cbcfcc4862c4fb48e is out of sync, need to count used quota {{(pid=74186) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 28 16:45:06.059446 dv-cinder-798104-1-smb neutron-server[74186]: DEBUG neutron.quota.resource [None req-4340d237-50c8-49b4-a9fe-c951923cc604 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=74186) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 28 16:45:06.073212 dv-cinder-798104-1-smb neutron-server[74186]: DEBUG neutron.db.quota.driver [None req-4340d237-50c8-49b4-a9fe-c951923cc604 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74186) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 28 16:45:06.096993 dv-cinder-798104-1-smb neutron-server[74186]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4340d237-50c8-49b4-a9fe-c951923cc604 admin admin] Made reservation on behalf of 63d41569c6cc488cbcfcc4862c4fb48e for: {'subnet': 1} {{(pid=74186) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 28 16:45:06.102472 dv-cinder-798104-1-smb neutron-server[74186]: DEBUG neutron_lib.callbacks.manager [None req-4340d237-50c8-49b4-a9fe-c951923cc604 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1484916'] for subnet, before_create {{(pid=74186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 16:45:06.110832 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da52c35d-7f1d-475a-8bea-474b4a495c8d req-236926b1-630a-4d16-87e1-4461aab5822e tempest-AttachVolumeShelveTestJSON-223402159 tempest-AttachVolumeShelveTestJSON-223402159-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 16:45:06.118285 dv-cinder-798104-1-smb neutron-server[74185]: INFO neutron.wsgi [req-da52c35d-7f1d-475a-8bea-474b4a495c8d req-236926b1-630a-4d16-87e1-4461aab5822e tempest-AttachVolumeShelveTestJSON-223402159 tempest-AttachVolumeShelveTestJSON-223402159-project] 10.222.0.26 "GET /v2.0/ports?device_id=ca0f1f28-abee-4019-a85a-f11d82e2a8a7 HTTP/1.1" status: 200 len: 946 time: 0.3634520 Jun 28 16:45:06.275576 dv-cinder-798104-1-smb neutron-server[74185]: INFO neutron.wsgi [req-da52c35d-7f1d-475a-8bea-474b4a495c8d req-78f95d5f-3377-47ed-a4c4-ddd6c69467a6 tempest-AttachVolumeShelveTestJSON-223402159 tempest-AttachVolumeShelveTestJSON-223402159-project] 10.222.0.26 "GET /v2.0/security-groups?id=9d5e5bf1-75b7-4451-8ba3-68d562e2bb7c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1562855 Jun 28 16:45:06.476576 dv-cinder-798104-1-smb neutron-server[74186]: DEBUG neutron_lib.callbacks.manager [None req-4340d237-50c8-49b4-a9fe-c951923cc604 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107460', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1598908', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1108661', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1484902'] for subnet, after_create {{(pid=74186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 16:45:06.483133 dv-cinder-798104-1-smb neutron-server[74186]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74186) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 16:45:06.589500 dv-cinder-798104-1-smb neutron-server[74186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4340d237-50c8-49b4-a9fe-c951923cc604 admin admin] Pushing event updated for resources: {'Subnet': ['ID=c40a1941-f468-48f8-9170-2b4d7badfe39,revision_number=0']} {{(pid=74186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 16:45:06.594060 dv-cinder-798104-1-smb neutron-server[74186]: DEBUG oslo_concurrency.lockutils [None req-4340d237-50c8-49b4-a9fe-c951923cc604 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=74186) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 16:45:06.603956 dv-cinder-798104-1-smb neutron-server[74186]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4340d237-50c8-49b4-a9fe-c951923cc604 admin admin] Checking segment: {'id': 'cc0d5de8-b4ce-4936-a644-d67fb153bab8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': 'a4da694c-7026-41a0-ab61-cef007f20481'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=74186) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jun 28 16:45:06.604495 dv-cinder-798104-1-smb neutron-server[74186]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4340d237-50c8-49b4-a9fe-c951923cc604 admin admin] Network hostable DHCP agents. Network: a4da694c-7026-41a0-ab61-cef007f20481, hostable agents: ['55edce43-ec1d-45c6-9e7a-198ba4834d81'], hosted agents: [] {{(pid=74186) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 28 16:45:06.633119 dv-cinder-798104-1-smb neutron-server[74186]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4340d237-50c8-49b4-a9fe-c951923cc604 admin admin] Network a4da694c-7026-41a0-ab61-cef007f20481 is scheduled to be hosted by DHCP agent 55edce43-ec1d-45c6-9e7a-198ba4834d81 with binding_index 1 {{(pid=74186) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 28 16:45:06.638779 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG neutron.plugins.ml2.plugin [None req-c46887c9-7845-4adb-bac7-6102982fad88 admin admin] Deleting port 646f25b7-86a0-4a5a-8156-e32d48dc12f0 {{(pid=74185) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Jun 28 16:45:06.639335 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG neutron_lib.callbacks.manager [None req-c46887c9-7845-4adb-bac7-6102982fad88 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774158158511'] for port, before_delete {{(pid=74185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 16:45:06.645974 dv-cinder-798104-1-smb neutron-server[74186]: DEBUG neutron.scheduler.base_scheduler [None req-4340d237-50c8-49b4-a9fe-c951923cc604 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-798104-1-smb, a4da694c-7026-41a0-ab61-cef007f20481) {{(pid=74186) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 28 16:45:06.651466 dv-cinder-798104-1-smb neutron-server[74186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4340d237-50c8-49b4-a9fe-c951923cc604 admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=74186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 16:45:06.652411 dv-cinder-798104-1-smb neutron-server[74186]: DEBUG neutron_lib.callbacks.manager [None req-4340d237-50c8-49b4-a9fe-c951923cc604 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1598890'] for subnet, before_response {{(pid=74186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 16:45:06.678730 dv-cinder-798104-1-smb neutron-server[74187]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-15afd54b-6b41-4673-abf1-c3f6d06f4f70 None None] Network a4da694c-7026-41a0-ab61-cef007f20481 requested from dv-cinder-798104-1-smb {{(pid=74187) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jun 28 16:45:06.686950 dv-cinder-798104-1-smb neutron-server[74186]: INFO neutron.wsgi [None req-4340d237-50c8-49b4-a9fe-c951923cc604 admin admin] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.6572735 Jun 28 16:45:06.949661 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe3950c1-edd4-4218-92af-dbadb758b13c req-3518ec45-19f5-4ff6-99ba-8844fac41a9e tempest-AttachVolumeTestJSON-1575976490 tempest-AttachVolumeTestJSON-1575976490-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 16:45:06.952901 dv-cinder-798104-1-smb neutron-server[74185]: INFO neutron.wsgi [req-fe3950c1-edd4-4218-92af-dbadb758b13c req-3518ec45-19f5-4ff6-99ba-8844fac41a9e tempest-AttachVolumeTestJSON-1575976490 tempest-AttachVolumeTestJSON-1575976490-project] 10.222.0.26 "GET /v2.0/ports?device_id=1577b494-1b54-45ce-baf1-96f6d50deecb HTTP/1.1" status: 200 len: 945 time: 0.1481688 Jun 28 16:45:07.035305 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG neutron.plugins.ml2.db [None req-c46887c9-7845-4adb-bac7-6102982fad88 admin admin] For port 646f25b7-86a0-4a5a-8156-e32d48dc12f0, host dv-cinder-798104-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-798104-1-smb',level=0,port_id=646f25b7-86a0-4a5a-8156-e32d48dc12f0,segment=NetworkSegment(f217e17a-083c-43f0-8060-ec8790162130),segment_id=f217e17a-083c-43f0-8060-ec8790162130)] {{(pid=74185) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 16:45:07.035835 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG neutron_lib.callbacks.manager [None req-c46887c9-7845-4adb-bac7-6102982fad88 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1637578'] for port, precommit_delete {{(pid=74185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 16:45:07.113352 dv-cinder-798104-1-smb neutron-server[74187]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e369f89d-3bab-4455-b3fc-5c28c168e1fc None None] Network a4da694c-7026-41a0-ab61-cef007f20481 requested from dv-cinder-798104-1-smb {{(pid=74187) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jun 28 16:45:07.304028 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG neutron.plugins.ml2.plugin [None req-c46887c9-7845-4adb-bac7-6102982fad88 admin admin] Calling delete_port for 646f25b7-86a0-4a5a-8156-e32d48dc12f0 owned by network:router_interface {{(pid=74185) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Jun 28 16:45:07.362274 dv-cinder-798104-1-smb neutron-server[74185]: INFO neutron.wsgi [req-fe3950c1-edd4-4218-92af-dbadb758b13c req-0087b7d2-fdf5-4772-87d7-231466da082f tempest-AttachVolumeTestJSON-1575976490 tempest-AttachVolumeTestJSON-1575976490-project] 10.222.0.26 "GET /v2.0/security-groups?id=d4fabaec-765c-44eb-aea3-0feba44aab14&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3844371 Jun 28 16:45:07.829181 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-807ef5cb-64ff-4a08-9486-0d712b59d342 req-69114f22-7ddf-4ef2-b331-c2bcb99bab53 tempest-AttachVolumeShelveTestJSON-223402159 tempest-AttachVolumeShelveTestJSON-223402159-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 16:45:07.833069 dv-cinder-798104-1-smb neutron-server[74185]: INFO neutron.wsgi [req-807ef5cb-64ff-4a08-9486-0d712b59d342 req-69114f22-7ddf-4ef2-b331-c2bcb99bab53 tempest-AttachVolumeShelveTestJSON-223402159 tempest-AttachVolumeShelveTestJSON-223402159-project] 10.222.0.26 "GET /v2.0/ports?device_id=ca0f1f28-abee-4019-a85a-f11d82e2a8a7 HTTP/1.1" status: 200 len: 946 time: 0.1496041 Jun 28 16:45:07.935814 dv-cinder-798104-1-smb neutron-server[74185]: INFO neutron.wsgi [req-807ef5cb-64ff-4a08-9486-0d712b59d342 req-1deaee67-91f8-4ffc-af8d-7aa0609c0edd tempest-AttachVolumeShelveTestJSON-223402159 tempest-AttachVolumeShelveTestJSON-223402159-project] 10.222.0.26 "GET /v2.0/security-groups?id=9d5e5bf1-75b7-4451-8ba3-68d562e2bb7c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0939322 Jun 28 16:45:07.941046 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG neutron_lib.callbacks.manager [None req-c46887c9-7845-4adb-bac7-6102982fad88 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-615041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1598908', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774158213030', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774157688369', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15648331'] for port, after_delete {{(pid=74185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 16:45:07.948589 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74185) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 16:45:08.016628 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c46887c9-7845-4adb-bac7-6102982fad88 admin admin] Pushing event deleted for resources: {'Port': ['ID=646f25b7-86a0-4a5a-8156-e32d48dc12f0,revision_number=None']} {{(pid=74185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 16:45:08.022008 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG oslo_concurrency.lockutils [None req-c46887c9-7845-4adb-bac7-6102982fad88 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=74185) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 16:45:08.326462 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG neutron_lib.callbacks.manager [None req-c46887c9-7845-4adb-bac7-6102982fad88 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1598901', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1635940'] for router_interface, after_delete {{(pid=74185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 16:45:08.790092 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63637282-49d5-4a6d-a804-e8336aaa324d req-4083d736-cf23-4be9-bf6b-a8e76e36b4f2 tempest-AttachVolumeTestJSON-1575976490 tempest-AttachVolumeTestJSON-1575976490-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 16:45:08.791626 dv-cinder-798104-1-smb neutron-server[74185]: INFO neutron.wsgi [req-63637282-49d5-4a6d-a804-e8336aaa324d req-4083d736-cf23-4be9-bf6b-a8e76e36b4f2 tempest-AttachVolumeTestJSON-1575976490 tempest-AttachVolumeTestJSON-1575976490-project] 10.222.0.26 "GET /v2.0/ports?device_id=1577b494-1b54-45ce-baf1-96f6d50deecb HTTP/1.1" status: 200 len: 945 time: 0.2399240 Jun 28 16:45:08.935763 dv-cinder-798104-1-smb neutron-server[74185]: INFO neutron.wsgi [req-63637282-49d5-4a6d-a804-e8336aaa324d req-239e3564-7d7c-4f3d-ba46-5099a85d641f tempest-AttachVolumeTestJSON-1575976490 tempest-AttachVolumeTestJSON-1575976490-project] 10.222.0.26 "GET /v2.0/security-groups?id=d4fabaec-765c-44eb-aea3-0feba44aab14&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1241286 Jun 28 16:45:09.297917 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1849244b-16bc-4afd-9021-13774de60f12 req-451e197d-cfae-4dc0-b41a-45b1bcaada6f tempest-VolumesSnapshotTestJSON-1870625415 tempest-VolumesSnapshotTestJSON-1870625415-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=74185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 16:45:09.299307 dv-cinder-798104-1-smb neutron-server[74185]: INFO neutron.wsgi [req-1849244b-16bc-4afd-9021-13774de60f12 req-451e197d-cfae-4dc0-b41a-45b1bcaada6f tempest-VolumesSnapshotTestJSON-1870625415 tempest-VolumesSnapshotTestJSON-1870625415-project] 10.222.0.26 "GET /v2.0/networks?id=a4da694c-7026-41a0-ab61-cef007f20481 HTTP/1.1" status: 200 len: 813 time: 0.1767881 Jun 28 16:45:09.322103 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c46887c9-7845-4adb-bac7-6102982fad88 admin admin] Router 10a8f5a5-0194-4220-a7ff-16383cce71f4 has already been hosted by L3 agent 633adcd1-515e-4435-b14d-49f054abd10f {{(pid=74185) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 28 16:45:09.327428 dv-cinder-798104-1-smb neutron-server[74185]: INFO neutron.wsgi [req-1849244b-16bc-4afd-9021-13774de60f12 req-dbe2de95-76fb-45c2-bc5d-93efd7bf4146 tempest-VolumesSnapshotTestJSON-1870625415 tempest-VolumesSnapshotTestJSON-1870625415-project] 10.222.0.26 "GET /v2.0/quotas/63d41569c6cc488cbcfcc4862c4fb48e HTTP/1.1" status: 200 len: 375 time: 0.0211358 Jun 28 16:45:09.433742 dv-cinder-798104-1-smb neutron-server[74185]: INFO neutron.wsgi [req-1849244b-16bc-4afd-9021-13774de60f12 req-63d39378-f9f1-4c27-89dc-239a97902329 tempest-VolumesSnapshotTestJSON-1870625415 tempest-VolumesSnapshotTestJSON-1870625415-project] 10.222.0.26 "GET /v2.0/ports?tenant_id=63d41569c6cc488cbcfcc4862c4fb48e&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0989747 Jun 28 16:45:09.609144 dv-cinder-798104-1-smb neutron-server[74185]: INFO neutron.wsgi [req-1849244b-16bc-4afd-9021-13774de60f12 req-acc7088f-f5df-481c-bd23-ed7bb16dc2f5 service neutron] 10.222.0.26 "GET /v2.0/networks/a4da694c-7026-41a0-ab61-cef007f20481?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1672792 Jun 28 16:45:09.819430 dv-cinder-798104-1-smb neutron-server[74185]: INFO neutron.wsgi [req-1849244b-16bc-4afd-9021-13774de60f12 req-34c134f6-3eca-43c3-bdbc-1ab0e2425cae service neutron] 10.222.0.26 "GET /v2.0/networks/a4da694c-7026-41a0-ab61-cef007f20481?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2029502 Jun 28 16:45:09.835502 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c46887c9-7845-4adb-bac7-6102982fad88 admin admin] Notify agent at l3_agent.dv-cinder-798104-1-smb the message routers_updated {{(pid=74185) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 28 16:45:09.847620 dv-cinder-798104-1-smb neutron-server[74188]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e096ef23-a329-48d0-8711-8efc5ddbbf06 None None] Sync routers for ids ['10a8f5a5-0194-4220-a7ff-16383cce71f4'] in dv-cinder-798104-1-smb {{(pid=74188) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jun 28 16:45:09.858639 dv-cinder-798104-1-smb neutron-server[74185]: INFO neutron.wsgi [None req-c46887c9-7845-4adb-bac7-6102982fad88 admin admin] 10.222.0.26 "PUT /v2.0/routers/10a8f5a5-0194-4220-a7ff-16383cce71f4/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.1100261 Jun 28 16:45:09.860726 dv-cinder-798104-1-smb neutron-server[74186]: DEBUG neutron.wsgi [-] (74186) accepted ('10.222.0.26', 51800) {{(pid=74186) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 28 16:45:09.879579 dv-cinder-798104-1-smb neutron-server[74188]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e096ef23-a329-48d0-8711-8efc5ddbbf06 None None] Routers {'10a8f5a5-0194-4220-a7ff-16383cce71f4'} bound to L3 agent in host dv-cinder-798104-1-smb {{(pid=74188) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 28 16:45:09.880642 dv-cinder-798104-1-smb neutron-server[74188]: DEBUG neutron.db.l3_hamode_db [None req-e096ef23-a329-48d0-8711-8efc5ddbbf06 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-798104-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-28T16:32:46Z,description=,heartbeat_timestamp=2021-06-28T16:44:46Z,host='dv-cinder-798104-1-smb',id=633adcd1-515e-4435-b14d-49f054abd10f,load=0,resource_versions=,resources_synced=,started_at=2021-06-28T16:32:46Z,topic='l3_agent')) {'router_ids': ['10a8f5a5-0194-4220-a7ff-16383cce71f4'], 'active': True} {{(pid=74188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 16:45:10.118310 dv-cinder-798104-1-smb neutron-server[74188]: DEBUG neutron.db.l3_dvr_db [None req-e096ef23-a329-48d0-8711-8efc5ddbbf06 None None] Set router 10a8f5a5-0194-4220-a7ff-16383cce71f4 gateway port host: dv-cinder-798104-1-smb {{(pid=74188) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jun 28 16:45:10.223530 dv-cinder-798104-1-smb neutron-server[74186]: DEBUG neutron_lib.callbacks.manager [None req-1f88a2ae-7fa6-4eb2-a113-61a3eda08d59 admin admin] Notify callbacks [] for router, before_delete {{(pid=74186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 16:45:10.227881 dv-cinder-798104-1-smb neutron-server[74185]: INFO neutron.wsgi [req-5e5b2dc7-df7e-4984-b34b-db2855a8f23f req-fbe88d76-4bb6-464a-a751-028bac9f611a tempest-VolumesSnapshotTestJSON-1870625415 tempest-VolumesSnapshotTestJSON-1870625415-project] 10.222.0.26 "GET /v2.0/ports?device_id=f07f5117-0015-4855-ac37-919cc150c52f HTTP/1.1" status: 200 len: 210 time: 0.0521536 Jun 28 16:45:10.245426 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80d98096-333f-4efb-ad66-7401ffae6f9c req-240a1c9c-9541-49ea-a6b9-c10b4161550b tempest-AttachVolumeTestJSON-1575976490 tempest-AttachVolumeTestJSON-1575976490-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 16:45:10.253365 dv-cinder-798104-1-smb neutron-server[74185]: INFO neutron.wsgi [req-80d98096-333f-4efb-ad66-7401ffae6f9c req-240a1c9c-9541-49ea-a6b9-c10b4161550b tempest-AttachVolumeTestJSON-1575976490 tempest-AttachVolumeTestJSON-1575976490-project] 10.222.0.26 "GET /v2.0/ports?device_id=1577b494-1b54-45ce-baf1-96f6d50deecb HTTP/1.1" status: 200 len: 945 time: 0.1708813 Jun 28 16:45:10.314625 dv-cinder-798104-1-smb neutron-server[74185]: INFO neutron.wsgi [req-80d98096-333f-4efb-ad66-7401ffae6f9c req-7e11295f-a18a-49ca-b372-3343ade85ae1 tempest-AttachVolumeTestJSON-1575976490 tempest-AttachVolumeTestJSON-1575976490-project] 10.222.0.26 "GET /v2.0/security-groups?id=d4fabaec-765c-44eb-aea3-0feba44aab14&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0588951 Jun 28 16:45:10.507259 dv-cinder-798104-1-smb neutron-server[74186]: DEBUG neutron_lib.callbacks.manager [None req-1f88a2ae-7fa6-4eb2-a113-61a3eda08d59 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=74186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 16:45:10.519587 dv-cinder-798104-1-smb neutron-server[74186]: DEBUG neutron.plugins.ml2.plugin [None req-1f88a2ae-7fa6-4eb2-a113-61a3eda08d59 admin admin] Deleting port b261dc18-d602-4cee-827c-cd867a3c40ab {{(pid=74186) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Jun 28 16:45:10.519952 dv-cinder-798104-1-smb neutron-server[74186]: DEBUG neutron_lib.callbacks.manager [None req-1f88a2ae-7fa6-4eb2-a113-61a3eda08d59 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774158158511'] for port, before_delete {{(pid=74186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 16:45:10.567442 dv-cinder-798104-1-smb neutron-server[74188]: DEBUG neutron.db.l3_hamode_db [None req-e096ef23-a329-48d0-8711-8efc5ddbbf06 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '10a8f5a5-0194-4220-a7ff-16383cce71f4', 'name': 'tempest-ServerRescueNegativeTestJSON-1727621301-router', 'tenant_id': '9344ad16110c4191993c42fbf7367cf2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f9715ce2-16ba-4ae9-9a15-557432d0a5ed', 'external_fixed_ips': [{'subnet_id': 'e3a20e14-2eea-4943-8cec-1fe85e8448d0', 'ip_address': '172.28.3.42'}], 'enable_snat': True}, 'gw_port_id': 'b261dc18-d602-4cee-827c-cd867a3c40ab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-28T16:41:11Z', 'updated_at': '2021-06-28T16:45:07Z', 'revision_number': 5, 'project_id': '9344ad16110c4191993c42fbf7367cf2', 'gw_port': {'id': 'b261dc18-d602-4cee-827c-cd867a3c40ab', 'name': '', 'network_id': 'f9715ce2-16ba-4ae9-9a15-557432d0a5ed', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:2a:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10a8f5a5-0194-4220-a7ff-16383cce71f4', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e3a20e14-2eea-4943-8cec-1fe85e8448d0', 'ip_address': '172.28.3.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798104-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T16:41:15Z', 'updated_at': '2021-06-28T16:41:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e3a20e14-2eea-4943-8cec-1fe85e8448d0', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798104-1-smb'}], 'dv-cinder-798104-1-smb', False) {} {{(pid=74188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 16:45:10.572242 dv-cinder-798104-1-smb neutron-server[74188]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e096ef23-a329-48d0-8711-8efc5ddbbf06 None None] Checking router: 10a8f5a5-0194-4220-a7ff-16383cce71f4 for host: dv-cinder-798104-1-smb {{(pid=74188) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Jun 28 16:45:10.584728 dv-cinder-798104-1-smb neutron-server[74188]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e096ef23-a329-48d0-8711-8efc5ddbbf06 None None] Routers {'10a8f5a5-0194-4220-a7ff-16383cce71f4'} bound to L3 agent in host dv-cinder-798104-1-smb {{(pid=74188) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 28 16:45:10.585362 dv-cinder-798104-1-smb neutron-server[74188]: DEBUG neutron.db.l3_hamode_db [None req-e096ef23-a329-48d0-8711-8efc5ddbbf06 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-798104-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-28T16:32:46Z,description=,heartbeat_timestamp=2021-06-28T16:44:46Z,host='dv-cinder-798104-1-smb',id=633adcd1-515e-4435-b14d-49f054abd10f,load=0,resource_versions=,resources_synced=,started_at=2021-06-28T16:32:46Z,topic='l3_agent')) {'router_ids': ['10a8f5a5-0194-4220-a7ff-16383cce71f4'], 'active': True} {{(pid=74188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 16:45:10.739252 dv-cinder-798104-1-smb neutron-server[74186]: DEBUG neutron.plugins.ml2.db [None req-1f88a2ae-7fa6-4eb2-a113-61a3eda08d59 admin admin] For port b261dc18-d602-4cee-827c-cd867a3c40ab, host dv-cinder-798104-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-798104-1-smb',level=0,port_id=b261dc18-d602-4cee-827c-cd867a3c40ab,segment=NetworkSegment(1fdcd85b-55c4-4ae7-ac73-ac3bd2107891),segment_id=1fdcd85b-55c4-4ae7-ac73-ac3bd2107891)] {{(pid=74186) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 16:45:10.739606 dv-cinder-798104-1-smb neutron-server[74186]: DEBUG neutron_lib.callbacks.manager [None req-1f88a2ae-7fa6-4eb2-a113-61a3eda08d59 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1637578'] for port, precommit_delete {{(pid=74186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 16:45:10.751929 dv-cinder-798104-1-smb neutron-server[74188]: DEBUG neutron.db.l3_dvr_db [None req-e096ef23-a329-48d0-8711-8efc5ddbbf06 None None] Set router 10a8f5a5-0194-4220-a7ff-16383cce71f4 gateway port host: None {{(pid=74188) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jun 28 16:45:10.908281 dv-cinder-798104-1-smb neutron-server[74188]: DEBUG neutron.db.l3_hamode_db [None req-e096ef23-a329-48d0-8711-8efc5ddbbf06 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '10a8f5a5-0194-4220-a7ff-16383cce71f4', 'name': 'tempest-ServerRescueNegativeTestJSON-1727621301-router', 'tenant_id': '9344ad16110c4191993c42fbf7367cf2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-28T16:41:11Z', 'updated_at': '2021-06-28T16:45:10Z', 'revision_number': 6, 'project_id': '9344ad16110c4191993c42fbf7367cf2', 'gw_port_host': None}], 'dv-cinder-798104-1-smb', False) {} {{(pid=74188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 16:45:10.913986 dv-cinder-798104-1-smb neutron-server[74188]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e096ef23-a329-48d0-8711-8efc5ddbbf06 None None] The sync data for ids ['10a8f5a5-0194-4220-a7ff-16383cce71f4'] in dv-cinder-798104-1-smb is: [{'id': '10a8f5a5-0194-4220-a7ff-16383cce71f4', 'name': 'tempest-ServerRescueNegativeTestJSON-1727621301-router', 'tenant_id': '9344ad16110c4191993c42fbf7367cf2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-28T16:41:11Z', 'updated_at': '2021-06-28T16:45:10Z', 'revision_number': 6, 'project_id': '9344ad16110c4191993c42fbf7367cf2', 'gw_port_host': None}] {{(pid=74188) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jun 28 16:45:11.082675 dv-cinder-798104-1-smb neutron-server[74186]: DEBUG neutron.plugins.ml2.plugin [None req-1f88a2ae-7fa6-4eb2-a113-61a3eda08d59 admin admin] Calling delete_port for b261dc18-d602-4cee-827c-cd867a3c40ab owned by network:router_gateway {{(pid=74186) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Jun 28 16:45:11.482741 dv-cinder-798104-1-smb neutron-server[74186]: DEBUG neutron_lib.callbacks.manager [None req-1f88a2ae-7fa6-4eb2-a113-61a3eda08d59 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-615041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1598908', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774158213030', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774157688369', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1108489'] for port, after_delete {{(pid=74186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 16:45:11.487730 dv-cinder-798104-1-smb neutron-server[74186]: DEBUG oslo_concurrency.lockutils [None req-5c46c1e5-c470-4a05-b89d-bf2b600e5f5c tempest-AttachVolumeShelveTestJSON-223402159 tempest-AttachVolumeShelveTestJSON-223402159-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74186) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 16:45:11.543465 dv-cinder-798104-1-smb neutron-server[74186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f88a2ae-7fa6-4eb2-a113-61a3eda08d59 admin admin] Pushing event deleted for resources: {'Port': ['ID=b261dc18-d602-4cee-827c-cd867a3c40ab,revision_number=None']} {{(pid=74186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 16:45:11.546391 dv-cinder-798104-1-smb neutron-server[74186]: DEBUG oslo_concurrency.lockutils [None req-1f88a2ae-7fa6-4eb2-a113-61a3eda08d59 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=74186) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 16:45:11.586285 dv-cinder-798104-1-smb neutron-server[74185]: INFO neutron.wsgi [req-b1744c9a-679b-4cd2-903e-878539581e02 req-f050fb69-bc0b-4e8b-9488-dc1f474ee0df tempest-VolumesSnapshotTestJSON-1870625415 tempest-VolumesSnapshotTestJSON-1870625415-project] 10.222.0.26 "GET /v2.0/ports?device_id=f07f5117-0015-4855-ac37-919cc150c52f HTTP/1.1" status: 200 len: 210 time: 0.0792229 Jun 28 16:45:11.727312 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6af4b61-ed27-4e72-b445-5de1cb75356e req-6c7ff785-0104-4284-ae63-2a401c164608 tempest-AttachVolumeTestJSON-1575976490 tempest-AttachVolumeTestJSON-1575976490-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 16:45:11.730130 dv-cinder-798104-1-smb neutron-server[74185]: INFO neutron.wsgi [req-a6af4b61-ed27-4e72-b445-5de1cb75356e req-6c7ff785-0104-4284-ae63-2a401c164608 tempest-AttachVolumeTestJSON-1575976490 tempest-AttachVolumeTestJSON-1575976490-project] 10.222.0.26 "GET /v2.0/ports?device_id=1577b494-1b54-45ce-baf1-96f6d50deecb HTTP/1.1" status: 200 len: 945 time: 0.1567130 Jun 28 16:45:11.836726 dv-cinder-798104-1-smb neutron-server[74185]: INFO neutron.wsgi [req-a6af4b61-ed27-4e72-b445-5de1cb75356e req-f94a8acb-5681-4f69-93e2-5a53839e02b5 tempest-AttachVolumeTestJSON-1575976490 tempest-AttachVolumeTestJSON-1575976490-project] 10.222.0.26 "GET /v2.0/security-groups?id=d4fabaec-765c-44eb-aea3-0feba44aab14&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0884674 Jun 28 16:45:11.937101 dv-cinder-798104-1-smb neutron-server[74186]: DEBUG neutron_lib.callbacks.manager [None req-1f88a2ae-7fa6-4eb2-a113-61a3eda08d59 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1624205'] for router_gateway, after_delete {{(pid=74186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 16:45:12.032516 dv-cinder-798104-1-smb neutron-server[74186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1849244b-16bc-4afd-9021-13774de60f12 req-fa48e746-8044-41c9-8d43-170ed7aa30d7 tempest-VolumesSnapshotTestJSON-1870625415 tempest-VolumesSnapshotTestJSON-1870625415-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=74186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 16:45:12.033125 dv-cinder-798104-1-smb neutron-server[74186]: DEBUG neutron.quota.resource [req-1849244b-16bc-4afd-9021-13774de60f12 req-fa48e746-8044-41c9-8d43-170ed7aa30d7 tempest-VolumesSnapshotTestJSON-1870625415 tempest-VolumesSnapshotTestJSON-1870625415-project] Synchronizing usage tracker for tenant:63d41569c6cc488cbcfcc4862c4fb48e on resource:network {{(pid=74186) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 28 16:45:12.190361 dv-cinder-798104-1-smb neutron-server[74186]: DEBUG neutron.quota.resource [req-1849244b-16bc-4afd-9021-13774de60f12 req-fa48e746-8044-41c9-8d43-170ed7aa30d7 tempest-VolumesSnapshotTestJSON-1870625415 tempest-VolumesSnapshotTestJSON-1870625415-project] Unset dirty status for tenant:63d41569c6cc488cbcfcc4862c4fb48e on resource:network {{(pid=74186) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 28 16:45:12.191548 dv-cinder-798104-1-smb neutron-server[74186]: INFO neutron.wsgi [req-1849244b-16bc-4afd-9021-13774de60f12 req-fa48e746-8044-41c9-8d43-170ed7aa30d7 tempest-VolumesSnapshotTestJSON-1870625415 tempest-VolumesSnapshotTestJSON-1870625415-project] 10.222.0.41 "GET /v2.0/networks?id=a4da694c-7026-41a0-ab61-cef007f20481 HTTP/1.1" status: 200 len: 813 time: 0.5961030 Jun 28 16:45:12.264894 dv-cinder-798104-1-smb neutron-server[74186]: DEBUG neutron.api.v2.base [req-1849244b-16bc-4afd-9021-13774de60f12 req-5af045a9-b1d4-4db7-bde3-9c1a56d934d0 tempest-VolumesSnapshotTestJSON-1870625415 tempest-VolumesSnapshotTestJSON-1870625415-project] Request body: {'port': {'device_id': 'f07f5117-0015-4855-ac37-919cc150c52f', 'network_id': 'a4da694c-7026-41a0-ab61-cef007f20481', 'admin_state_up': True, 'tenant_id': '63d41569c6cc488cbcfcc4862c4fb48e'}} {{(pid=74186) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jun 28 16:45:12.281565 dv-cinder-798104-1-smb neutron-server[74186]: DEBUG neutron_lib.callbacks.manager [None req-1f88a2ae-7fa6-4eb2-a113-61a3eda08d59 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1623837', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3706'] for router, precommit_delete {{(pid=74186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 16:45:12.347205 dv-cinder-798104-1-smb neutron-server[74186]: DEBUG neutron_lib.callbacks.manager [None req-1f88a2ae-7fa6-4eb2-a113-61a3eda08d59 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=74186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 16:45:12.581076 dv-cinder-798104-1-smb neutron-server[74186]: DEBUG neutron_lib.callbacks.manager [None req-1f88a2ae-7fa6-4eb2-a113-61a3eda08d59 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1624049'] for router, after_delete {{(pid=74186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 16:45:12.581585 dv-cinder-798104-1-smb neutron-server[74186]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1f88a2ae-7fa6-4eb2-a113-61a3eda08d59 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 10a8f5a5-0194-4220-a7ff-16383cce71f4 {{(pid=74186) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 28 16:45:12.619758 dv-cinder-798104-1-smb neutron-server[74186]: DEBUG neutron.db.quota.driver [req-1849244b-16bc-4afd-9021-13774de60f12 req-5af045a9-b1d4-4db7-bde3-9c1a56d934d0 tempest-VolumesSnapshotTestJSON-1870625415 tempest-VolumesSnapshotTestJSON-1870625415-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74186) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 28 16:45:12.623582 dv-cinder-798104-1-smb neutron-server[74186]: DEBUG neutron_lib.callbacks.manager [None req-1f88a2ae-7fa6-4eb2-a113-61a3eda08d59 admin admin] Notify callbacks [] for router, before_response {{(pid=74186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 16:45:12.625088 dv-cinder-798104-1-smb neutron-server[74186]: INFO neutron.wsgi [None req-1f88a2ae-7fa6-4eb2-a113-61a3eda08d59 admin admin] 10.222.0.26 "DELETE /v2.0/routers/10a8f5a5-0194-4220-a7ff-16383cce71f4 HTTP/1.1" status: 204 len: 168 time: 2.7635019 Jun 28 16:45:12.629072 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG neutron.wsgi [-] (74185) accepted ('10.222.0.26', 51820) {{(pid=74185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 28 16:45:12.630674 dv-cinder-798104-1-smb neutron-server[74186]: DEBUG neutron.quota.resource [req-1849244b-16bc-4afd-9021-13774de60f12 req-5af045a9-b1d4-4db7-bde3-9c1a56d934d0 tempest-VolumesSnapshotTestJSON-1870625415 tempest-VolumesSnapshotTestJSON-1870625415-project] Usage tracker for resource:port and tenant:63d41569c6cc488cbcfcc4862c4fb48e is out of sync, need to count used quota {{(pid=74186) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 28 16:45:12.634915 dv-cinder-798104-1-smb neutron-server[74186]: DEBUG neutron.quota.resource [req-1849244b-16bc-4afd-9021-13774de60f12 req-5af045a9-b1d4-4db7-bde3-9c1a56d934d0 tempest-VolumesSnapshotTestJSON-1870625415 tempest-VolumesSnapshotTestJSON-1870625415-project] Quota usage for port was recalculated. Used quota:0. {{(pid=74186) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 28 16:45:12.641827 dv-cinder-798104-1-smb neutron-server[74186]: DEBUG neutron.db.quota.driver [req-1849244b-16bc-4afd-9021-13774de60f12 req-5af045a9-b1d4-4db7-bde3-9c1a56d934d0 tempest-VolumesSnapshotTestJSON-1870625415 tempest-VolumesSnapshotTestJSON-1870625415-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=74186) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 28 16:45:12.660777 dv-cinder-798104-1-smb neutron-server[74186]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1849244b-16bc-4afd-9021-13774de60f12 req-5af045a9-b1d4-4db7-bde3-9c1a56d934d0 tempest-VolumesSnapshotTestJSON-1870625415 tempest-VolumesSnapshotTestJSON-1870625415-project] Made reservation on behalf of 63d41569c6cc488cbcfcc4862c4fb48e for: {'port': 1} {{(pid=74186) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 28 16:45:12.667190 dv-cinder-798104-1-smb neutron-server[74186]: DEBUG neutron_lib.callbacks.manager [req-1849244b-16bc-4afd-9021-13774de60f12 req-5af045a9-b1d4-4db7-bde3-9c1a56d934d0 tempest-VolumesSnapshotTestJSON-1870625415 tempest-VolumesSnapshotTestJSON-1870625415-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621611'] for port, before_create {{(pid=74186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 16:45:12.737580 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG neutron.db.db_base_plugin_v2 [None req-12bc2f62-5acc-4bb8-9893-e90ae41ebde5 admin admin] Deleting subnet 766e27c3-d7d9-49ba-b0ca-4cfaf9e450d4 {{(pid=74185) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 28 16:45:12.742940 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG neutron_lib.callbacks.manager [None req-12bc2f62-5acc-4bb8-9893-e90ae41ebde5 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=74185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 16:45:12.751075 dv-cinder-798104-1-smb neutron-server[74187]: DEBUG neutron.plugins.ml2.rpc [None req-c72dd329-595c-4eca-9296-ba6eff8780d9 None None] Device 646f25b7-86a0-4a5a-8156-e32d48dc12f0 no longer exists at agent ovs-agent-dv-cinder-798104-1-smb {{(pid=74187) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 28 16:45:12.819106 dv-cinder-798104-1-smb neutron-server[74187]: DEBUG neutron.plugins.ml2.plugin [None req-c72dd329-595c-4eca-9296-ba6eff8780d9 None None] No Port match for: 646f25b7-86a0-4a5a-8156-e32d48dc12f0 {{(pid=74187) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}} Jun 28 16:45:12.819616 dv-cinder-798104-1-smb neutron-server[74187]: DEBUG neutron.plugins.ml2.rpc [None req-c72dd329-595c-4eca-9296-ba6eff8780d9 None None] Device 646f25b7-86a0-4a5a-8156-e32d48dc12f0 not bound to the agent host dv-cinder-798104-1-smb {{(pid=74187) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 28 16:45:12.820253 dv-cinder-798104-1-smb neutron-server[74187]: DEBUG neutron.plugins.ml2.rpc [None req-c72dd329-595c-4eca-9296-ba6eff8780d9 None None] Device b261dc18-d602-4cee-827c-cd867a3c40ab no longer exists at agent ovs-agent-dv-cinder-798104-1-smb {{(pid=74187) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 28 16:45:12.861688 dv-cinder-798104-1-smb neutron-server[74187]: DEBUG neutron.plugins.ml2.plugin [None req-c72dd329-595c-4eca-9296-ba6eff8780d9 None None] No Port match for: b261dc18-d602-4cee-827c-cd867a3c40ab {{(pid=74187) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}} Jun 28 16:45:12.862403 dv-cinder-798104-1-smb neutron-server[74187]: DEBUG neutron.plugins.ml2.rpc [None req-c72dd329-595c-4eca-9296-ba6eff8780d9 None None] Device b261dc18-d602-4cee-827c-cd867a3c40ab not bound to the agent host dv-cinder-798104-1-smb {{(pid=74187) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 28 16:45:12.918710 dv-cinder-798104-1-smb neutron-server[74185]: INFO neutron.wsgi [req-2225dbe8-d541-4a36-8b1a-eac54207aa00 req-9edcf0a4-bb9f-4b29-92bb-815f41b576ae tempest-VolumesSnapshotTestJSON-1870625415 tempest-VolumesSnapshotTestJSON-1870625415-project] 10.222.0.26 "GET /v2.0/ports?device_id=f07f5117-0015-4855-ac37-919cc150c52f HTTP/1.1" status: 200 len: 210 time: 0.0638113 Jun 28 16:45:12.927406 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG neutron_lib.callbacks.manager [None req-12bc2f62-5acc-4bb8-9893-e90ae41ebde5 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15604356'] for subnet, precommit_delete_associations {{(pid=74185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 16:45:12.999863 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG neutron_lib.callbacks.manager [None req-12bc2f62-5acc-4bb8-9893-e90ae41ebde5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1001168'] for subnet, precommit_delete {{(pid=74185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 16:45:13.041697 dv-cinder-798104-1-smb neutron-server[74186]: DEBUG neutron.db.db_base_plugin_common [req-1849244b-16bc-4afd-9021-13774de60f12 req-5af045a9-b1d4-4db7-bde3-9c1a56d934d0 tempest-VolumesSnapshotTestJSON-1870625415 tempest-VolumesSnapshotTestJSON-1870625415-project] Allocated IP 172.20.0.14 (a4da694c-7026-41a0-ab61-cef007f20481/c40a1941-f468-48f8-9170-2b4d7badfe39/85eea54a-5d5e-4799-8e33-d8f1725c5fc2) {{(pid=74186) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 28 16:45:13.127375 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG neutron_lib.callbacks.manager [None req-12bc2f62-5acc-4bb8-9893-e90ae41ebde5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1001177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107460', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1598908', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15648440', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15445221'] for subnet, after_delete {{(pid=74185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 16:45:13.141719 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74185) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 16:45:13.190187 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12bc2f62-5acc-4bb8-9893-e90ae41ebde5 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=766e27c3-d7d9-49ba-b0ca-4cfaf9e450d4,revision_number=None']} {{(pid=74185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 16:45:13.193414 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG oslo_concurrency.lockutils [None req-12bc2f62-5acc-4bb8-9893-e90ae41ebde5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=74185) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 16:45:13.200933 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG neutron_lib.callbacks.manager [None req-12bc2f62-5acc-4bb8-9893-e90ae41ebde5 admin admin] Notify callbacks [] for subnet, before_response {{(pid=74185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 16:45:13.215275 dv-cinder-798104-1-smb neutron-server[74185]: INFO neutron.wsgi [None req-12bc2f62-5acc-4bb8-9893-e90ae41ebde5 admin admin] 10.222.0.26 "DELETE /v2.0/subnets/766e27c3-d7d9-49ba-b0ca-4cfaf9e450d4 HTTP/1.1" status: 204 len: 168 time: 0.5824850 Jun 28 16:45:13.220021 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-156909bc-e732-4ad9-8664-2a0f391946d1 req-619939d7-30df-4470-915e-b7463d6afec3 tempest-AttachVolumeTestJSON-1575976490 tempest-AttachVolumeTestJSON-1575976490-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 16:45:13.221606 dv-cinder-798104-1-smb neutron-server[74185]: INFO neutron.wsgi [req-156909bc-e732-4ad9-8664-2a0f391946d1 req-619939d7-30df-4470-915e-b7463d6afec3 tempest-AttachVolumeTestJSON-1575976490 tempest-AttachVolumeTestJSON-1575976490-project] 10.222.0.26 "GET /v2.0/ports?device_id=1577b494-1b54-45ce-baf1-96f6d50deecb HTTP/1.1" status: 200 len: 945 time: 0.1536703 Jun 28 16:45:13.222093 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG neutron.wsgi [-] (74185) accepted ('10.222.0.26', 51828) {{(pid=74185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 28 16:45:13.378179 dv-cinder-798104-1-smb neutron-server[74186]: DEBUG neutron_lib.callbacks.manager [req-1849244b-16bc-4afd-9021-13774de60f12 req-5af045a9-b1d4-4db7-bde3-9c1a56d934d0 tempest-VolumesSnapshotTestJSON-1870625415 tempest-VolumesSnapshotTestJSON-1870625415-project] Notify callbacks [] for port, precommit_create {{(pid=74186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 16:45:13.419230 dv-cinder-798104-1-smb neutron-server[74186]: DEBUG neutron_lib.callbacks.manager [req-1849244b-16bc-4afd-9021-13774de60f12 req-5af045a9-b1d4-4db7-bde3-9c1a56d934d0 tempest-VolumesSnapshotTestJSON-1870625415 tempest-VolumesSnapshotTestJSON-1870625415-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-615041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1598908', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774157688360', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1108489'] for port, after_create {{(pid=74186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 16:45:13.429067 dv-cinder-798104-1-smb neutron-server[74186]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74186) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 16:45:13.468100 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG neutron_lib.callbacks.manager [None req-70d8afa8-abb1-4be5-aedb-a4f088d1aabc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-565721'] for network, before_delete {{(pid=74185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 16:45:13.471820 dv-cinder-798104-1-smb neutron-server[74185]: INFO neutron.wsgi [req-156909bc-e732-4ad9-8664-2a0f391946d1 req-9dfc6e24-7169-4e08-a5ce-68c4e208c947 tempest-AttachVolumeTestJSON-1575976490 tempest-AttachVolumeTestJSON-1575976490-project] 10.222.0.26 "GET /v2.0/security-groups?id=d4fabaec-765c-44eb-aea3-0feba44aab14&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2311506 Jun 28 16:45:13.560795 dv-cinder-798104-1-smb neutron-server[74186]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1849244b-16bc-4afd-9021-13774de60f12 req-5af045a9-b1d4-4db7-bde3-9c1a56d934d0 tempest-VolumesSnapshotTestJSON-1870625415 tempest-VolumesSnapshotTestJSON-1870625415-project] Network a4da694c-7026-41a0-ab61-cef007f20481 is already hosted by enough agents. {{(pid=74186) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 28 16:45:13.566989 dv-cinder-798104-1-smb neutron-server[74186]: DEBUG neutron.scheduler.base_scheduler [req-1849244b-16bc-4afd-9021-13774de60f12 req-5af045a9-b1d4-4db7-bde3-9c1a56d934d0 tempest-VolumesSnapshotTestJSON-1870625415 tempest-VolumesSnapshotTestJSON-1870625415-project] Resources bound (agent type, host, resource id): {{(pid=74186) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 28 16:45:13.575170 dv-cinder-798104-1-smb neutron-server[74186]: DEBUG neutron.db.l3_dvrscheduler_db [req-1849244b-16bc-4afd-9021-13774de60f12 req-5af045a9-b1d4-4db7-bde3-9c1a56d934d0 tempest-VolumesSnapshotTestJSON-1870625415 tempest-VolumesSnapshotTestJSON-1870625415-project] Received port after_create {{(pid=74186) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 28 16:45:13.612052 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG neutron_lib.callbacks.manager [None req-70d8afa8-abb1-4be5-aedb-a4f088d1aabc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1000101', 'neutron.services.segments.db._delete_segments_for_network-8774158209666'] for network, precommit_delete {{(pid=74185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 16:45:13.625783 dv-cinder-798104-1-smb neutron-server[74187]: DEBUG neutron_lib.callbacks.manager [None req-c0b246d6-c244-47df-b6b3-874b4262f510 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774158209648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1002899'] for agent, after_update {{(pid=74187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 16:45:13.630960 dv-cinder-798104-1-smb neutron-server[74186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5af045a9-b1d4-4db7-bde3-9c1a56d934d0 tempest-VolumesSnapshotTestJSON-1870625415 tempest-VolumesSnapshotTestJSON-1870625415-project] Pushing event updated for resources: {'Port': ['ID=85eea54a-5d5e-4799-8e33-d8f1725c5fc2,revision_number=1']} {{(pid=74186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 16:45:13.633599 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG neutron.services.segments.db [None req-70d8afa8-abb1-4be5-aedb-a4f088d1aabc admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['456cb4f0-4c56-4bb7-a5cf-eaccb243862b']}} {{(pid=74185) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 16:45:13.638453 dv-cinder-798104-1-smb neutron-server[74186]: DEBUG oslo_concurrency.lockutils [None req-5af045a9-b1d4-4db7-bde3-9c1a56d934d0 tempest-VolumesSnapshotTestJSON-1870625415 tempest-VolumesSnapshotTestJSON-1870625415-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.209s {{(pid=74186) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 16:45:13.653640 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG neutron.services.segments.db [None req-70d8afa8-abb1-4be5-aedb-a4f088d1aabc admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f217e17a-083c-43f0-8060-ec8790162130') {'for_net_delete': True} {{(pid=74185) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 16:45:13.653920 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG neutron.services.segments.db [None req-70d8afa8-abb1-4be5-aedb-a4f088d1aabc admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f217e17a-083c-43f0-8060-ec8790162130') {} {{(pid=74185) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 16:45:13.668424 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG neutron_lib.callbacks.manager [None req-70d8afa8-abb1-4be5-aedb-a4f088d1aabc admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774158131357', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15604363'] for segment, before_delete {{(pid=74185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 16:45:13.686299 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG neutron_lib.callbacks.manager [None req-70d8afa8-abb1-4be5-aedb-a4f088d1aabc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-938564'] for segment, precommit_delete {{(pid=74185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 16:45:13.693193 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-70d8afa8-abb1-4be5-aedb-a4f088d1aabc admin admin] Releasing vlan 403 on physical network physnet1 to pool {{(pid=74185) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Jun 28 16:45:13.693701 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG neutron_lib.callbacks.manager [None req-70d8afa8-abb1-4be5-aedb-a4f088d1aabc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-938591', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15648286'] for segment, after_delete {{(pid=74185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 16:45:13.696423 dv-cinder-798104-1-smb neutron-server[74186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1849244b-16bc-4afd-9021-13774de60f12 req-5af045a9-b1d4-4db7-bde3-9c1a56d934d0 tempest-VolumesSnapshotTestJSON-1870625415 tempest-VolumesSnapshotTestJSON-1870625415-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=74186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 16:45:13.697607 dv-cinder-798104-1-smb neutron-server[74186]: DEBUG neutron_lib.callbacks.manager [req-1849244b-16bc-4afd-9021-13774de60f12 req-5af045a9-b1d4-4db7-bde3-9c1a56d934d0 tempest-VolumesSnapshotTestJSON-1870625415 tempest-VolumesSnapshotTestJSON-1870625415-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129357'] for port, before_response {{(pid=74186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 16:45:13.707880 dv-cinder-798104-1-smb neutron-server[74185]: Traceback (most recent call last): Jun 28 16:45:13.707880 dv-cinder-798104-1-smb neutron-server[74185]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Jun 28 16:45:13.707880 dv-cinder-798104-1-smb neutron-server[74185]: timer() Jun 28 16:45:13.707880 dv-cinder-798104-1-smb neutron-server[74185]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 28 16:45:13.707880 dv-cinder-798104-1-smb neutron-server[74185]: cb(*args, **kw) Jun 28 16:45:13.707880 dv-cinder-798104-1-smb neutron-server[74185]: File "/opt/stack/neutron/neutron/common/utils.py", line 901, in wrapper Jun 28 16:45:13.707880 dv-cinder-798104-1-smb neutron-server[74185]: return func(*args, **kwargs) Jun 28 16:45:13.707880 dv-cinder-798104-1-smb neutron-server[74185]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 28 16:45:13.707880 dv-cinder-798104-1-smb neutron-server[74185]: self._notify() Jun 28 16:45:13.707880 dv-cinder-798104-1-smb neutron-server[74185]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 28 16:45:13.707880 dv-cinder-798104-1-smb neutron-server[74185]: self.callback(batched_events) Jun 28 16:45:13.707880 dv-cinder-798104-1-smb neutron-server[74185]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 28 16:45:13.707880 dv-cinder-798104-1-smb neutron-server[74185]: event.method(event) Jun 28 16:45:13.707880 dv-cinder-798104-1-smb neutron-server[74185]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 28 16:45:13.707880 dv-cinder-798104-1-smb neutron-server[74185]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 28 16:45:13.707880 dv-cinder-798104-1-smb neutron-server[74185]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 28 16:45:13.707880 dv-cinder-798104-1-smb neutron-server[74185]: aggregate_uuid = self.p_client.list_aggregates( Jun 28 16:45:13.707880 dv-cinder-798104-1-smb neutron-server[74185]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 28 16:45:13.707880 dv-cinder-798104-1-smb neutron-server[74185]: return f(self, *a, **k) Jun 28 16:45:13.707880 dv-cinder-798104-1-smb neutron-server[74185]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jun 28 16:45:13.707880 dv-cinder-798104-1-smb neutron-server[74185]: return self._get(url).json() Jun 28 16:45:13.707880 dv-cinder-798104-1-smb neutron-server[74185]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jun 28 16:45:13.707880 dv-cinder-798104-1-smb neutron-server[74185]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 28 16:45:13.707880 dv-cinder-798104-1-smb neutron-server[74185]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Jun 28 16:45:13.707880 dv-cinder-798104-1-smb neutron-server[74185]: return self.request(url, 'GET', **kwargs) Jun 28 16:45:13.707880 dv-cinder-798104-1-smb neutron-server[74185]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Jun 28 16:45:13.707880 dv-cinder-798104-1-smb neutron-server[74185]: base_url = self.get_endpoint(auth, allow=allow, Jun 28 16:45:13.707880 dv-cinder-798104-1-smb neutron-server[74185]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jun 28 16:45:13.707880 dv-cinder-798104-1-smb neutron-server[74185]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 28 16:45:13.707880 dv-cinder-798104-1-smb neutron-server[74185]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jun 28 16:45:13.707880 dv-cinder-798104-1-smb neutron-server[74185]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 28 16:45:13.707880 dv-cinder-798104-1-smb neutron-server[74185]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 28 16:45:13.733723 dv-cinder-798104-1-smb neutron-server[74186]: INFO neutron.wsgi [req-1849244b-16bc-4afd-9021-13774de60f12 req-5af045a9-b1d4-4db7-bde3-9c1a56d934d0 tempest-VolumesSnapshotTestJSON-1870625415 tempest-VolumesSnapshotTestJSON-1870625415-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.4808831 Jun 28 16:45:13.750959 dv-cinder-798104-1-smb neutron-server[74186]: DEBUG neutron.api.v2.base [req-1849244b-16bc-4afd-9021-13774de60f12 req-ce229d06-b864-4f52-8cc7-9ff3dd3880d7 service neutron] Request body: {'port': {'device_id': 'f07f5117-0015-4855-ac37-919cc150c52f', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79810'}} {{(pid=74186) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jun 28 16:45:13.796043 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG neutron_lib.callbacks.manager [None req-70d8afa8-abb1-4be5-aedb-a4f088d1aabc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1000534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2050463', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1598908', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1624240'] for network, after_delete {{(pid=74185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 16:45:13.800490 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74185) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 16:45:13.825068 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG neutron_lib.callbacks.manager [None req-70d8afa8-abb1-4be5-aedb-a4f088d1aabc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1598890'] for network, before_response {{(pid=74185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 16:45:13.845799 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70d8afa8-abb1-4be5-aedb-a4f088d1aabc admin admin] Pushing event deleted for resources: {'Network': ['ID=456cb4f0-4c56-4bb7-a5cf-eaccb243862b,revision_number=None']} {{(pid=74185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 16:45:13.852317 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG oslo_concurrency.lockutils [None req-70d8afa8-abb1-4be5-aedb-a4f088d1aabc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=74185) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 16:45:13.866420 dv-cinder-798104-1-smb neutron-server[74185]: INFO neutron.wsgi [None req-70d8afa8-abb1-4be5-aedb-a4f088d1aabc admin admin] 10.222.0.26 "DELETE /v2.0/networks/456cb4f0-4c56-4bb7-a5cf-eaccb243862b HTTP/1.1" status: 204 len: 168 time: 0.6427217 Jun 28 16:45:13.888422 dv-cinder-798104-1-smb neutron-server[74187]: DEBUG neutron_lib.callbacks.manager [None req-c72dd329-595c-4eca-9296-ba6eff8780d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774158209648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1002899'] for agent, after_update {{(pid=74187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 16:45:13.897588 dv-cinder-798104-1-smb neutron-server[74186]: DEBUG neutron_lib.callbacks.manager [req-1849244b-16bc-4afd-9021-13774de60f12 req-ce229d06-b864-4f52-8cc7-9ff3dd3880d7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621611'] for port, before_update {{(pid=74186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 16:45:14.063113 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG neutron.wsgi [-] (74185) accepted ('10.222.0.26', 51836) {{(pid=74185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 28 16:45:14.192649 dv-cinder-798104-1-smb neutron-server[74185]: INFO neutron.wsgi [None req-2e3bd302-515a-4aaf-85f5-224a761ca226 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=9344ad16110c4191993c42fbf7367cf2&name=default HTTP/1.1" status: 200 len: 2647 time: 0.1276345 Jun 28 16:45:14.198317 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG neutron.wsgi [-] (74185) accepted ('10.222.0.26', 51840) {{(pid=74185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 28 16:45:14.293095 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e60fc9d1-3a92-40fc-b714-98ec5b9abb90 req-af84e9a6-4ca3-44f2-809c-f7f19dfaff9d tempest-VolumesSnapshotTestJSON-1870625415 tempest-VolumesSnapshotTestJSON-1870625415-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 16:45:14.294650 dv-cinder-798104-1-smb neutron-server[74185]: INFO neutron.wsgi [req-e60fc9d1-3a92-40fc-b714-98ec5b9abb90 req-af84e9a6-4ca3-44f2-809c-f7f19dfaff9d tempest-VolumesSnapshotTestJSON-1870625415 tempest-VolumesSnapshotTestJSON-1870625415-project] 10.222.0.26 "GET /v2.0/ports?device_id=f07f5117-0015-4855-ac37-919cc150c52f HTTP/1.1" status: 200 len: 932 time: 0.1517503 Jun 28 16:45:14.295394 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG neutron_lib.callbacks.manager [None req-2892a285-cc86-436a-aadd-0c930ad8c6ec admin admin] Notify callbacks [] for security_group, before_delete {{(pid=74185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 16:45:14.345929 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG neutron_lib.callbacks.manager [None req-2892a285-cc86-436a-aadd-0c930ad8c6ec admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=74185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 16:45:14.402409 dv-cinder-798104-1-smb neutron-server[74185]: INFO neutron.wsgi [req-e60fc9d1-3a92-40fc-b714-98ec5b9abb90 req-936cfb6c-4aba-4445-972f-71ec2c5f8cab tempest-VolumesSnapshotTestJSON-1870625415 tempest-VolumesSnapshotTestJSON-1870625415-project] 10.222.0.26 "GET /v2.0/security-groups?id=10442f30-80ea-42c2-ade8-747dadff1313&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0963593 Jun 28 16:45:14.402828 dv-cinder-798104-1-smb neutron-server[74186]: DEBUG neutron.notifiers.nova [req-1849244b-16bc-4afd-9021-13774de60f12 req-ce229d06-b864-4f52-8cc7-9ff3dd3880d7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 85eea54a-5d5e-4799-8e33-d8f1725c5fc2 {{(pid=74186) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 28 16:45:14.416320 dv-cinder-798104-1-smb neutron-server[74186]: DEBUG neutron_lib.callbacks.manager [req-1849244b-16bc-4afd-9021-13774de60f12 req-ce229d06-b864-4f52-8cc7-9ff3dd3880d7 service neutron] Notify callbacks [] for port, precommit_update {{(pid=74186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 16:45:14.433393 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG neutron_lib.callbacks.manager [None req-2892a285-cc86-436a-aadd-0c930ad8c6ec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2050486'] for security_group, after_delete {{(pid=74185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 16:45:14.439110 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG oslo_concurrency.lockutils [None req-754583a5-55fe-4a41-bfe5-d10a726d5b9f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74185) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 16:45:14.448237 dv-cinder-798104-1-smb neutron-server[74186]: DEBUG neutron.db.provisioning_blocks [req-1849244b-16bc-4afd-9021-13774de60f12 req-ce229d06-b864-4f52-8cc7-9ff3dd3880d7 service neutron] Transition to ACTIVE for port object 85eea54a-5d5e-4799-8e33-d8f1725c5fc2 will not be triggered until provisioned by entity L2. {{(pid=74186) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 28 16:45:14.451433 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2892a285-cc86-436a-aadd-0c930ad8c6ec admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=23ec9104-6b33-4b08-9a41-3b0a624abc37,revision_number=None']} {{(pid=74185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 16:45:14.453449 dv-cinder-798104-1-smb neutron-server[74186]: DEBUG neutron_lib.callbacks.manager [req-1849244b-16bc-4afd-9021-13774de60f12 req-ce229d06-b864-4f52-8cc7-9ff3dd3880d7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-615041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1598908', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774158213048', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774157688378', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774157688423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1108480'] for port, after_update {{(pid=74186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 16:45:14.458841 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG oslo_concurrency.lockutils [None req-2892a285-cc86-436a-aadd-0c930ad8c6ec admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=74185) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 16:45:14.459510 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG neutron_lib.callbacks.manager [None req-2892a285-cc86-436a-aadd-0c930ad8c6ec admin admin] Notify callbacks [] for security_group, before_response {{(pid=74185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 16:45:14.461342 dv-cinder-798104-1-smb neutron-server[74185]: INFO neutron.wsgi [None req-2892a285-cc86-436a-aadd-0c930ad8c6ec admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/23ec9104-6b33-4b08-9a41-3b0a624abc37 HTTP/1.1" status: 204 len: 168 time: 0.2596262 Jun 28 16:45:14.467576 dv-cinder-798104-1-smb neutron-server[74186]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74186) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 16:45:14.612252 dv-cinder-798104-1-smb neutron-server[74186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce229d06-b864-4f52-8cc7-9ff3dd3880d7 service neutron] Pushing event updated for resources: {'Port': ['ID=85eea54a-5d5e-4799-8e33-d8f1725c5fc2,revision_number=2']} {{(pid=74186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 16:45:14.621578 dv-cinder-798104-1-smb neutron-server[74186]: DEBUG oslo_concurrency.lockutils [None req-ce229d06-b864-4f52-8cc7-9ff3dd3880d7 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.154s {{(pid=74186) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 16:45:14.739422 dv-cinder-798104-1-smb neutron-server[74186]: DEBUG neutron.plugins.ml2.managers [req-1849244b-16bc-4afd-9021-13774de60f12 req-ce229d06-b864-4f52-8cc7-9ff3dd3880d7 service neutron] Attempting to bind port 85eea54a-5d5e-4799-8e33-d8f1725c5fc2 on host hv-cinder-79810 for vnic_type normal with profile {{(pid=74186) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 28 16:45:14.739769 dv-cinder-798104-1-smb neutron-server[74186]: DEBUG neutron.plugins.ml2.managers [req-1849244b-16bc-4afd-9021-13774de60f12 req-ce229d06-b864-4f52-8cc7-9ff3dd3880d7 service neutron] Attempting to bind port 85eea54a-5d5e-4799-8e33-d8f1725c5fc2 by drivers openvswitch,hyperv on host hv-cinder-79810 at level 0 using segments [{'id': 'cc0d5de8-b4ce-4936-a644-d67fb153bab8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': 'a4da694c-7026-41a0-ab61-cef007f20481'}] {{(pid=74186) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 28 16:45:14.740062 dv-cinder-798104-1-smb neutron-server[74186]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1849244b-16bc-4afd-9021-13774de60f12 req-ce229d06-b864-4f52-8cc7-9ff3dd3880d7 service neutron] Attempting to bind port 85eea54a-5d5e-4799-8e33-d8f1725c5fc2 on network a4da694c-7026-41a0-ab61-cef007f20481 {{(pid=74186) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jun 28 16:45:14.747431 dv-cinder-798104-1-smb neutron-server[74186]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1849244b-16bc-4afd-9021-13774de60f12 req-ce229d06-b864-4f52-8cc7-9ff3dd3880d7 service neutron] Port 85eea54a-5d5e-4799-8e33-d8f1725c5fc2 on network a4da694c-7026-41a0-ab61-cef007f20481 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79810 {{(pid=74186) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jun 28 16:45:14.747766 dv-cinder-798104-1-smb neutron-server[74186]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1849244b-16bc-4afd-9021-13774de60f12 req-ce229d06-b864-4f52-8cc7-9ff3dd3880d7 service neutron] Attempting to bind port 85eea54a-5d5e-4799-8e33-d8f1725c5fc2 on network a4da694c-7026-41a0-ab61-cef007f20481 {{(pid=74186) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jun 28 16:45:14.755784 dv-cinder-798104-1-smb neutron-server[74186]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1849244b-16bc-4afd-9021-13774de60f12 req-ce229d06-b864-4f52-8cc7-9ff3dd3880d7 service neutron] Checking agent: {'id': '59d83479-80db-4f55-8b84-25c2a0c8dff8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79810', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 28, 16, 39, 19), 'started_at': datetime.datetime(2021, 6, 28, 16, 39, 19), 'heartbeat_timestamp': datetime.datetime(2021, 6, 28, 16, 44, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=74186) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jun 28 16:45:14.756313 dv-cinder-798104-1-smb neutron-server[74186]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1849244b-16bc-4afd-9021-13774de60f12 req-ce229d06-b864-4f52-8cc7-9ff3dd3880d7 service neutron] Checking segment: {'id': 'cc0d5de8-b4ce-4936-a644-d67fb153bab8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': 'a4da694c-7026-41a0-ab61-cef007f20481'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=74186) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jun 28 16:45:14.756658 dv-cinder-798104-1-smb neutron-server[74186]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1849244b-16bc-4afd-9021-13774de60f12 req-ce229d06-b864-4f52-8cc7-9ff3dd3880d7 service neutron] Bound using segment: {'id': 'cc0d5de8-b4ce-4936-a644-d67fb153bab8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': 'a4da694c-7026-41a0-ab61-cef007f20481'} {{(pid=74186) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jun 28 16:45:14.757107 dv-cinder-798104-1-smb neutron-server[74186]: DEBUG neutron.plugins.ml2.managers [req-1849244b-16bc-4afd-9021-13774de60f12 req-ce229d06-b864-4f52-8cc7-9ff3dd3880d7 service neutron] Bound port: 85eea54a-5d5e-4799-8e33-d8f1725c5fc2, host: hv-cinder-79810, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cc0d5de8-b4ce-4936-a644-d67fb153bab8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': 'a4da694c-7026-41a0-ab61-cef007f20481'}}] {{(pid=74186) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 28 16:45:14.758785 dv-cinder-798104-1-smb neutron-server[74186]: DEBUG neutron_lib.callbacks.manager [req-1849244b-16bc-4afd-9021-13774de60f12 req-ce229d06-b864-4f52-8cc7-9ff3dd3880d7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621611'] for port, before_update {{(pid=74186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 16:45:14.861039 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-209e4163-21ee-4446-b2f0-82ccb57d4bc8 req-2aded7ac-e548-41dc-a46b-ec3ae2b7ab09 tempest-AttachVolumeTestJSON-1575976490 tempest-AttachVolumeTestJSON-1575976490-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 16:45:14.864689 dv-cinder-798104-1-smb neutron-server[74185]: INFO neutron.wsgi [req-209e4163-21ee-4446-b2f0-82ccb57d4bc8 req-2aded7ac-e548-41dc-a46b-ec3ae2b7ab09 tempest-AttachVolumeTestJSON-1575976490 tempest-AttachVolumeTestJSON-1575976490-project] 10.222.0.26 "GET /v2.0/ports?device_id=1577b494-1b54-45ce-baf1-96f6d50deecb HTTP/1.1" status: 200 len: 945 time: 0.1464877 Jun 28 16:45:14.874067 dv-cinder-798104-1-smb neutron-server[74186]: DEBUG neutron.plugins.ml2.db [req-1849244b-16bc-4afd-9021-13774de60f12 req-ce229d06-b864-4f52-8cc7-9ff3dd3880d7 service neutron] For port 85eea54a-5d5e-4799-8e33-d8f1725c5fc2, host hv-cinder-79810, cleared binding levels {{(pid=74186) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 28 16:45:14.879724 dv-cinder-798104-1-smb neutron-server[74186]: DEBUG neutron.plugins.ml2.db [req-1849244b-16bc-4afd-9021-13774de60f12 req-ce229d06-b864-4f52-8cc7-9ff3dd3880d7 service neutron] For port 85eea54a-5d5e-4799-8e33-d8f1725c5fc2, host hv-cinder-79810, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79810',level=0,port_id=85eea54a-5d5e-4799-8e33-d8f1725c5fc2,segment=NetworkSegment(cc0d5de8-b4ce-4936-a644-d67fb153bab8),segment_id=cc0d5de8-b4ce-4936-a644-d67fb153bab8)] {{(pid=74186) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 28 16:45:14.888741 dv-cinder-798104-1-smb neutron-server[74186]: DEBUG neutron_lib.callbacks.manager [req-1849244b-16bc-4afd-9021-13774de60f12 req-ce229d06-b864-4f52-8cc7-9ff3dd3880d7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-615041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1598908', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774158213048', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774157688378', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774157688423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1108480'] for port, after_update {{(pid=74186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 16:45:14.896849 dv-cinder-798104-1-smb neutron-server[74186]: DEBUG oslo_concurrency.lockutils [None req-ab9d081c-77b2-444f-9145-094823cc9f20 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74186) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 16:45:14.921685 dv-cinder-798104-1-smb neutron-server[74185]: INFO neutron.wsgi [req-209e4163-21ee-4446-b2f0-82ccb57d4bc8 req-eb0d5b2e-44a4-46e4-8490-104d7ffbf337 tempest-AttachVolumeTestJSON-1575976490 tempest-AttachVolumeTestJSON-1575976490-project] 10.222.0.26 "GET /v2.0/security-groups?id=d4fabaec-765c-44eb-aea3-0feba44aab14&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0491705 Jun 28 16:45:14.966470 dv-cinder-798104-1-smb neutron-server[74186]: DEBUG neutron_lib.callbacks.manager [req-1849244b-16bc-4afd-9021-13774de60f12 req-ce229d06-b864-4f52-8cc7-9ff3dd3880d7 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129357'] for port, before_response {{(pid=74186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 16:45:14.967862 dv-cinder-798104-1-smb neutron-server[74186]: INFO neutron.wsgi [req-1849244b-16bc-4afd-9021-13774de60f12 req-ce229d06-b864-4f52-8cc7-9ff3dd3880d7 service neutron] 10.222.0.41 "PUT /v2.0/ports/85eea54a-5d5e-4799-8e33-d8f1725c5fc2 HTTP/1.1" status: 200 len: 1094 time: 1.2246237 Jun 28 16:45:14.970498 dv-cinder-798104-1-smb neutron-server[74186]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f07f5117-0015-4855-ac37-919cc150c52f', 'tag': '85eea54a-5d5e-4799-8e33-d8f1725c5fc2'}] {{(pid=74186) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 28 16:45:15.063333 dv-cinder-798104-1-smb neutron-server[74186]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f07f5117-0015-4855-ac37-919cc150c52f', 'tag': '85eea54a-5d5e-4799-8e33-d8f1725c5fc2', 'status': 'completed', 'code': 200} Jun 28 16:45:15.071931 dv-cinder-798104-1-smb neutron-server[74186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce229d06-b864-4f52-8cc7-9ff3dd3880d7 service neutron] Pushing event updated for resources: {'Port': ['ID=85eea54a-5d5e-4799-8e33-d8f1725c5fc2,revision_number=3']} {{(pid=74186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 16:45:15.075446 dv-cinder-798104-1-smb neutron-server[74186]: DEBUG oslo_concurrency.lockutils [None req-ce229d06-b864-4f52-8cc7-9ff3dd3880d7 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.179s {{(pid=74186) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 16:45:15.110772 dv-cinder-798104-1-smb neutron-server[74186]: INFO neutron.wsgi [req-1849244b-16bc-4afd-9021-13774de60f12 req-a608cac3-7692-48ff-871e-f8b16d3b0167 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=63d41569c6cc488cbcfcc4862c4fb48e&device_id=f07f5117-0015-4855-ac37-919cc150c52f HTTP/1.1" status: 200 len: 1097 time: 0.0942690 Jun 28 16:45:15.213511 dv-cinder-798104-1-smb neutron-server[74186]: INFO neutron.wsgi [req-1849244b-16bc-4afd-9021-13774de60f12 req-a5185186-0100-46e8-b29b-5b49d443b82e service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=85eea54a-5d5e-4799-8e33-d8f1725c5fc2 HTTP/1.1" status: 200 len: 217 time: 0.0917249 Jun 28 16:45:15.300763 dv-cinder-798104-1-smb neutron-server[74186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1849244b-16bc-4afd-9021-13774de60f12 req-a577b21f-d95f-4c90-ae36-8b7dd160d76f service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=74186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 16:45:15.302274 dv-cinder-798104-1-smb neutron-server[74186]: INFO neutron.wsgi [req-1849244b-16bc-4afd-9021-13774de60f12 req-a577b21f-d95f-4c90-ae36-8b7dd160d76f service neutron] 10.222.0.41 "GET /v2.0/subnets?id=c40a1941-f468-48f8-9170-2b4d7badfe39 HTTP/1.1" status: 200 len: 853 time: 0.0800865 Jun 28 16:45:15.359683 dv-cinder-798104-1-smb neutron-server[74186]: INFO neutron.wsgi [req-1849244b-16bc-4afd-9021-13774de60f12 req-28d1502d-d1b4-45e1-8ab6-35ea457f342e service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=a4da694c-7026-41a0-ab61-cef007f20481&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0465672 Jun 28 16:45:15.696766 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c806bbc8-79f7-4fa9-bb80-6290a834d7df req-78fb4e13-6fd2-442f-a867-529de057dc49 tempest-VolumesSnapshotTestJSON-1870625415 tempest-VolumesSnapshotTestJSON-1870625415-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 16:45:15.699484 dv-cinder-798104-1-smb neutron-server[74185]: INFO neutron.wsgi [req-c806bbc8-79f7-4fa9-bb80-6290a834d7df req-78fb4e13-6fd2-442f-a867-529de057dc49 tempest-VolumesSnapshotTestJSON-1870625415 tempest-VolumesSnapshotTestJSON-1870625415-project] 10.222.0.26 "GET /v2.0/ports?device_id=f07f5117-0015-4855-ac37-919cc150c52f HTTP/1.1" status: 200 len: 944 time: 0.0950987 Jun 28 16:45:15.720801 dv-cinder-798104-1-smb neutron-server[74186]: INFO neutron.wsgi [req-1849244b-16bc-4afd-9021-13774de60f12 req-5c645b6e-ad08-43ff-8f0a-4909c4cf9b41 service neutron] 10.222.0.41 "GET /v2.0/networks/a4da694c-7026-41a0-ab61-cef007f20481?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3490181 Jun 28 16:45:15.769506 dv-cinder-798104-1-smb neutron-server[74185]: INFO neutron.wsgi [req-c806bbc8-79f7-4fa9-bb80-6290a834d7df req-a8d695a9-8448-4ae4-be42-ac4e7fd5e738 tempest-VolumesSnapshotTestJSON-1870625415 tempest-VolumesSnapshotTestJSON-1870625415-project] 10.222.0.26 "GET /v2.0/security-groups?id=10442f30-80ea-42c2-ade8-747dadff1313&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0631204 Jun 28 16:45:15.901559 dv-cinder-798104-1-smb neutron-server[74186]: INFO neutron.wsgi [req-1849244b-16bc-4afd-9021-13774de60f12 req-d688472f-48b8-4c5c-b672-7eb307528cb3 service neutron] 10.222.0.41 "GET /v2.0/networks/a4da694c-7026-41a0-ab61-cef007f20481?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1578038 Jun 28 16:45:16.058654 dv-cinder-798104-1-smb neutron-server[74186]: INFO neutron.wsgi [req-b1268c11-ea2e-44e0-90e1-23c90c0e1ea4 req-37264b3a-6155-43ab-9674-89f206ac50d9 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=63d41569c6cc488cbcfcc4862c4fb48e&device_id=f07f5117-0015-4855-ac37-919cc150c52f HTTP/1.1" status: 200 len: 1097 time: 0.0896392 Jun 28 16:45:16.179104 dv-cinder-798104-1-smb neutron-server[74187]: DEBUG neutron_lib.callbacks.manager [None req-b5371e7f-8392-4b0b-b6c4-74497705492a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774158209648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1002899'] for agent, after_update {{(pid=74187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 16:45:16.283708 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c372f4e7-0033-4869-9bc0-efef1e6130a2 req-27336f77-317a-464a-8b4d-8c344109471f tempest-AttachVolumeTestJSON-1575976490 tempest-AttachVolumeTestJSON-1575976490-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 16:45:16.286610 dv-cinder-798104-1-smb neutron-server[74185]: INFO neutron.wsgi [req-c372f4e7-0033-4869-9bc0-efef1e6130a2 req-27336f77-317a-464a-8b4d-8c344109471f tempest-AttachVolumeTestJSON-1575976490 tempest-AttachVolumeTestJSON-1575976490-project] 10.222.0.26 "GET /v2.0/ports?device_id=1577b494-1b54-45ce-baf1-96f6d50deecb HTTP/1.1" status: 200 len: 945 time: 0.2056060 Jun 28 16:45:16.299981 dv-cinder-798104-1-smb neutron-server[74186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1268c11-ea2e-44e0-90e1-23c90c0e1ea4 req-e4416cab-c77a-4456-bf00-5f25f5659fd5 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=74186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 16:45:16.301467 dv-cinder-798104-1-smb neutron-server[74186]: INFO neutron.wsgi [req-b1268c11-ea2e-44e0-90e1-23c90c0e1ea4 req-e4416cab-c77a-4456-bf00-5f25f5659fd5 service neutron] 10.222.0.41 "GET /v2.0/networks?id=a4da694c-7026-41a0-ab61-cef007f20481 HTTP/1.1" status: 200 len: 914 time: 0.2294123 Jun 28 16:45:16.377452 dv-cinder-798104-1-smb neutron-server[74185]: INFO neutron.wsgi [req-f02357ac-bac4-4457-9bb3-118b34250b79 req-2178d938-e7db-4554-abfc-bf0e6079ec62 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=1577b494-1b54-45ce-baf1-96f6d50deecb&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1892073 Jun 28 16:45:16.380330 dv-cinder-798104-1-smb neutron-server[74185]: INFO neutron.wsgi [req-c372f4e7-0033-4869-9bc0-efef1e6130a2 req-28037f85-fe06-4523-aa02-8b7bc9decb0f tempest-AttachVolumeTestJSON-1575976490 tempest-AttachVolumeTestJSON-1575976490-project] 10.222.0.26 "GET /v2.0/security-groups?id=d4fabaec-765c-44eb-aea3-0feba44aab14&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0627823 Jun 28 16:45:16.419755 dv-cinder-798104-1-smb neutron-server[74186]: INFO neutron.wsgi [req-b1268c11-ea2e-44e0-90e1-23c90c0e1ea4 req-6e1e1e6b-bb43-447b-817f-55dcd8fcb1a7 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=85eea54a-5d5e-4799-8e33-d8f1725c5fc2 HTTP/1.1" status: 200 len: 217 time: 0.1026034 Jun 28 16:45:16.518787 dv-cinder-798104-1-smb neutron-server[74185]: INFO neutron.wsgi [req-f02357ac-bac4-4457-9bb3-118b34250b79 req-4d1f966a-df12-40f8-b6f6-7e16ea40e07f service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=2f9864be4f7741e0aa69625d43b5a918&device_id=1577b494-1b54-45ce-baf1-96f6d50deecb HTTP/1.1" status: 200 len: 1098 time: 0.0856175 Jun 28 16:45:16.567987 dv-cinder-798104-1-smb neutron-server[74186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1268c11-ea2e-44e0-90e1-23c90c0e1ea4 req-831b8190-0253-4b24-9902-cb32cdff9e54 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=74186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 16:45:16.571043 dv-cinder-798104-1-smb neutron-server[74186]: INFO neutron.wsgi [req-b1268c11-ea2e-44e0-90e1-23c90c0e1ea4 req-831b8190-0253-4b24-9902-cb32cdff9e54 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=c40a1941-f468-48f8-9170-2b4d7badfe39 HTTP/1.1" status: 200 len: 853 time: 0.1371863 Jun 28 16:45:16.665524 dv-cinder-798104-1-smb neutron-server[74186]: INFO neutron.wsgi [req-b1268c11-ea2e-44e0-90e1-23c90c0e1ea4 req-fbbc9e88-9134-4f76-8e65-9272da6c925a service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=a4da694c-7026-41a0-ab61-cef007f20481&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0828652 Jun 28 16:45:16.739678 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f02357ac-bac4-4457-9bb3-118b34250b79 req-5e05dd52-3032-4975-b61f-03ad2becf67c service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=74185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 16:45:16.742295 dv-cinder-798104-1-smb neutron-server[74185]: INFO neutron.wsgi [req-f02357ac-bac4-4457-9bb3-118b34250b79 req-5e05dd52-3032-4975-b61f-03ad2becf67c service neutron] 10.222.0.41 "GET /v2.0/networks?id=ad1db160-79ed-4f75-9884-27c71855a2d5 HTTP/1.1" status: 200 len: 912 time: 0.1922498 Jun 28 16:45:16.861253 dv-cinder-798104-1-smb neutron-server[74186]: INFO neutron.wsgi [req-b1268c11-ea2e-44e0-90e1-23c90c0e1ea4 req-90de3b08-a982-433f-85cb-6704543a427a service neutron] 10.222.0.41 "GET /v2.0/networks/a4da694c-7026-41a0-ab61-cef007f20481?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1866152 Jun 28 16:45:16.967351 dv-cinder-798104-1-smb neutron-server[74185]: INFO neutron.wsgi [req-f02357ac-bac4-4457-9bb3-118b34250b79 req-986c1346-1e27-4e73-9394-8717cde52fd9 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=0e7dd6cd-c2b1-4bf7-b9a5-6d14c163b7c0 HTTP/1.1" status: 200 len: 1000 time: 0.2147307 Jun 28 16:45:17.086574 dv-cinder-798104-1-smb neutron-server[74186]: INFO neutron.wsgi [req-b1268c11-ea2e-44e0-90e1-23c90c0e1ea4 req-b2d600cb-14d3-4dfe-806a-aa0996bafd3f service neutron] 10.222.0.41 "GET /v2.0/networks/a4da694c-7026-41a0-ab61-cef007f20481?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2175326 Jun 28 16:45:17.136113 dv-cinder-798104-1-smb neutron-server[74187]: DEBUG neutron.plugins.ml2.rpc [None req-d0e5ad82-df9b-4ee3-8ee9-b93c74fbe1d3 None None] Device 85eea54a-5d5e-4799-8e33-d8f1725c5fc2 details requested by agent hyperv_hv-cinder-79810 with host hv-cinder-79810 {{(pid=74187) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 28 16:45:17.184931 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f02357ac-bac4-4457-9bb3-118b34250b79 req-d15d27be-d5f9-49c9-adce-fad304483b0e service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=74185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 16:45:17.186426 dv-cinder-798104-1-smb neutron-server[74185]: INFO neutron.wsgi [req-f02357ac-bac4-4457-9bb3-118b34250b79 req-d15d27be-d5f9-49c9-adce-fad304483b0e service neutron] 10.222.0.41 "GET /v2.0/subnets?id=37b72020-400c-49f7-aceb-0167a7e84569 HTTP/1.1" status: 200 len: 850 time: 0.2108710 Jun 28 16:45:17.294476 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3c8a291-f9f8-4e43-a723-e3c477033aad req-6a15bffd-a582-4984-b091-56f11f63580e tempest-AttachVolumeTestJSON-1575976490 tempest-AttachVolumeTestJSON-1575976490-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 16:45:17.295988 dv-cinder-798104-1-smb neutron-server[74185]: INFO neutron.wsgi [req-b3c8a291-f9f8-4e43-a723-e3c477033aad req-6a15bffd-a582-4984-b091-56f11f63580e tempest-AttachVolumeTestJSON-1575976490 tempest-AttachVolumeTestJSON-1575976490-project] 10.222.0.26 "GET /v2.0/ports?device_id=1577b494-1b54-45ce-baf1-96f6d50deecb HTTP/1.1" status: 200 len: 945 time: 0.2572849 Jun 28 16:45:17.387044 dv-cinder-798104-1-smb neutron-server[74185]: INFO neutron.wsgi [req-b3c8a291-f9f8-4e43-a723-e3c477033aad req-94db619e-d754-4a9f-8aa5-913c38aa433f tempest-AttachVolumeTestJSON-1575976490 tempest-AttachVolumeTestJSON-1575976490-project] 10.222.0.26 "GET /v2.0/security-groups?id=d4fabaec-765c-44eb-aea3-0feba44aab14&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0805709 Jun 28 16:45:17.398701 dv-cinder-798104-1-smb neutron-server[74185]: INFO neutron.wsgi [req-f02357ac-bac4-4457-9bb3-118b34250b79 req-fc640b12-3303-4e08-9465-d9b0f897c466 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=ad1db160-79ed-4f75-9884-27c71855a2d5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.2001457 Jun 28 16:45:17.406667 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-534e30e8-b94a-4784-8686-c358b38bfbea req-7ca55001-5f39-4964-a7d0-78ca32d70f9b tempest-VolumesSnapshotTestJSON-1870625415 tempest-VolumesSnapshotTestJSON-1870625415-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 16:45:17.407325 dv-cinder-798104-1-smb neutron-server[74187]: DEBUG neutron.plugins.ml2.db [None req-d0e5ad82-df9b-4ee3-8ee9-b93c74fbe1d3 None None] For port 85eea54a-5d5e-4799-8e33-d8f1725c5fc2, host hv-cinder-79810, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79810',level=0,port_id=85eea54a-5d5e-4799-8e33-d8f1725c5fc2,segment=NetworkSegment(cc0d5de8-b4ce-4936-a644-d67fb153bab8),segment_id=cc0d5de8-b4ce-4936-a644-d67fb153bab8)] {{(pid=74187) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 16:45:17.408486 dv-cinder-798104-1-smb neutron-server[74185]: INFO neutron.wsgi [req-534e30e8-b94a-4784-8686-c358b38bfbea req-7ca55001-5f39-4964-a7d0-78ca32d70f9b tempest-VolumesSnapshotTestJSON-1870625415 tempest-VolumesSnapshotTestJSON-1870625415-project] 10.222.0.26 "GET /v2.0/ports?device_id=f07f5117-0015-4855-ac37-919cc150c52f HTTP/1.1" status: 200 len: 944 time: 0.1737165 Jun 28 16:45:17.440011 dv-cinder-798104-1-smb neutron-server[74187]: DEBUG neutron.plugins.ml2.rpc [None req-d0e5ad82-df9b-4ee3-8ee9-b93c74fbe1d3 None None] Returning: {'device': '85eea54a-5d5e-4799-8e33-d8f1725c5fc2', 'network_id': 'a4da694c-7026-41a0-ab61-cef007f20481', 'port_id': '85eea54a-5d5e-4799-8e33-d8f1725c5fc2', 'mac_address': 'fa:16:3e:8f:14:53', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 404, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c40a1941-f468-48f8-9170-2b4d7badfe39', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=74187) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 28 16:45:17.570535 dv-cinder-798104-1-smb neutron-server[74187]: DEBUG neutron_lib.callbacks.manager [None req-d0e5ad82-df9b-4ee3-8ee9-b93c74fbe1d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621611'] for port, before_update {{(pid=74187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 16:45:17.599282 dv-cinder-798104-1-smb neutron-server[74187]: DEBUG neutron.notifiers.nova [None req-d0e5ad82-df9b-4ee3-8ee9-b93c74fbe1d3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 85eea54a-5d5e-4799-8e33-d8f1725c5fc2 {{(pid=74187) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 28 16:45:17.603494 dv-cinder-798104-1-smb neutron-server[74187]: DEBUG neutron_lib.callbacks.manager [None req-17b6939a-39ed-439c-8d74-c49ac6595f0c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774158209648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1002899'] for agent, after_update {{(pid=74187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 16:45:17.624021 dv-cinder-798104-1-smb neutron-server[74187]: DEBUG neutron.plugins.ml2.db [None req-d0e5ad82-df9b-4ee3-8ee9-b93c74fbe1d3 None None] For port 85eea54a-5d5e-4799-8e33-d8f1725c5fc2, host hv-cinder-79810, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79810',level=0,port_id=85eea54a-5d5e-4799-8e33-d8f1725c5fc2,segment=NetworkSegment(cc0d5de8-b4ce-4936-a644-d67fb153bab8),segment_id=cc0d5de8-b4ce-4936-a644-d67fb153bab8)] {{(pid=74187) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 16:45:17.635258 dv-cinder-798104-1-smb neutron-server[74187]: DEBUG neutron_lib.callbacks.manager [None req-d0e5ad82-df9b-4ee3-8ee9-b93c74fbe1d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-615041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1598908', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774158213048', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774157688378', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774157688423'] for port, after_update {{(pid=74187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 16:45:17.643692 dv-cinder-798104-1-smb neutron-server[74187]: DEBUG oslo_concurrency.lockutils [None req-d0e5ad82-df9b-4ee3-8ee9-b93c74fbe1d3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74187) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 16:45:17.658340 dv-cinder-798104-1-smb neutron-server[74185]: INFO neutron.wsgi [req-534e30e8-b94a-4784-8686-c358b38bfbea req-6f6c4a61-9f5f-4be7-a0b1-1bad01801c74 tempest-VolumesSnapshotTestJSON-1870625415 tempest-VolumesSnapshotTestJSON-1870625415-project] 10.222.0.26 "GET /v2.0/security-groups?id=10442f30-80ea-42c2-ade8-747dadff1313&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2298119 Jun 28 16:45:17.703438 dv-cinder-798104-1-smb neutron-server[74185]: INFO neutron.wsgi [req-f02357ac-bac4-4457-9bb3-118b34250b79 req-6587c8e9-bfb4-4232-b0f7-9792aabb4b6a service neutron] 10.222.0.41 "GET /v2.0/networks/ad1db160-79ed-4f75-9884-27c71855a2d5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2937024 Jun 28 16:45:17.794364 dv-cinder-798104-1-smb neutron-server[74187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0e5ad82-df9b-4ee3-8ee9-b93c74fbe1d3 None None] Pushing event updated for resources: {'Port': ['ID=85eea54a-5d5e-4799-8e33-d8f1725c5fc2,revision_number=4']} {{(pid=74187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 16:45:17.800594 dv-cinder-798104-1-smb neutron-server[74187]: DEBUG oslo_concurrency.lockutils [None req-d0e5ad82-df9b-4ee3-8ee9-b93c74fbe1d3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.157s {{(pid=74187) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 16:45:17.928304 dv-cinder-798104-1-smb neutron-server[74185]: INFO neutron.wsgi [req-f02357ac-bac4-4457-9bb3-118b34250b79 req-f849de1f-a1b1-41a9-888f-56158f4f11fe service neutron] 10.222.0.41 "GET /v2.0/networks/ad1db160-79ed-4f75-9884-27c71855a2d5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2134032 Jun 28 16:45:17.953172 dv-cinder-798104-1-smb neutron-server[74188]: DEBUG neutron.db.agents_db [None req-8255730c-b11f-4cfb-aeb3-67319944b41a None None] Agent healthcheck: found 6 active agents {{(pid=74188) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jun 28 16:45:17.954528 dv-cinder-798104-1-smb neutron-server[74187]: DEBUG neutron.plugins.ml2.db [None req-d0e5ad82-df9b-4ee3-8ee9-b93c74fbe1d3 None None] get_ports_and_sgs() called for port_ids ['85eea54a-5d5e-4799-8e33-d8f1725c5fc2'] {{(pid=74187) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jun 28 16:45:18.168523 dv-cinder-798104-1-smb neutron-server[74185]: INFO neutron.wsgi [req-bba6043a-0f94-4404-a047-2541ccc6b76e req-0a0a6147-6354-4583-8eb9-350aebfc10d8 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=2f9864be4f7741e0aa69625d43b5a918&device_id=1577b494-1b54-45ce-baf1-96f6d50deecb HTTP/1.1" status: 200 len: 1098 time: 0.1367817 Jun 28 16:45:18.342521 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bba6043a-0f94-4404-a047-2541ccc6b76e req-8e717c0c-3725-462e-a9ce-3a19ff8bf17e service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=74185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 16:45:18.344018 dv-cinder-798104-1-smb neutron-server[74185]: INFO neutron.wsgi [req-bba6043a-0f94-4404-a047-2541ccc6b76e req-8e717c0c-3725-462e-a9ce-3a19ff8bf17e service neutron] 10.222.0.41 "GET /v2.0/networks?id=ad1db160-79ed-4f75-9884-27c71855a2d5 HTTP/1.1" status: 200 len: 912 time: 0.1687229 Jun 28 16:45:18.477147 dv-cinder-798104-1-smb neutron-server[74185]: INFO neutron.wsgi [req-bba6043a-0f94-4404-a047-2541ccc6b76e req-ade452fb-7ba8-4e41-bc0d-0451b82b6ab7 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=0e7dd6cd-c2b1-4bf7-b9a5-6d14c163b7c0 HTTP/1.1" status: 200 len: 1000 time: 0.1244700 Jun 28 16:45:18.596855 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bba6043a-0f94-4404-a047-2541ccc6b76e req-24817966-05dd-4eca-9324-32b1409d8643 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=74185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 16:45:18.598534 dv-cinder-798104-1-smb neutron-server[74185]: INFO neutron.wsgi [req-bba6043a-0f94-4404-a047-2541ccc6b76e req-24817966-05dd-4eca-9324-32b1409d8643 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=37b72020-400c-49f7-aceb-0167a7e84569 HTTP/1.1" status: 200 len: 850 time: 0.1107037 Jun 28 16:45:18.628266 dv-cinder-798104-1-smb neutron-server[74187]: DEBUG neutron_lib.callbacks.manager [None req-d49266a9-82cf-4da4-977f-ceca59b71534 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774158209648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1002899'] for agent, after_update {{(pid=74187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 16:45:18.713246 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb0e39c5-de4e-405b-b0b2-5ad5dde58b8e req-dd45962e-10f6-4f0c-ba93-60edddfc5d32 tempest-AttachVolumeTestJSON-1575976490 tempest-AttachVolumeTestJSON-1575976490-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 16:45:18.714739 dv-cinder-798104-1-smb neutron-server[74185]: INFO neutron.wsgi [req-bb0e39c5-de4e-405b-b0b2-5ad5dde58b8e req-dd45962e-10f6-4f0c-ba93-60edddfc5d32 tempest-AttachVolumeTestJSON-1575976490 tempest-AttachVolumeTestJSON-1575976490-project] 10.222.0.26 "GET /v2.0/ports?device_id=1577b494-1b54-45ce-baf1-96f6d50deecb HTTP/1.1" status: 200 len: 945 time: 0.1771097 Jun 28 16:45:18.760449 dv-cinder-798104-1-smb neutron-server[74185]: INFO neutron.wsgi [req-bba6043a-0f94-4404-a047-2541ccc6b76e req-d5029e28-e9e2-4569-a89c-a71123f1ce24 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=ad1db160-79ed-4f75-9884-27c71855a2d5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1466756 Jun 28 16:45:18.775208 dv-cinder-798104-1-smb neutron-server[74185]: INFO neutron.wsgi [req-bb0e39c5-de4e-405b-b0b2-5ad5dde58b8e req-ad5b4dd8-7e27-424a-8504-b4601e4d4f85 tempest-AttachVolumeTestJSON-1575976490 tempest-AttachVolumeTestJSON-1575976490-project] 10.222.0.26 "GET /v2.0/security-groups?id=d4fabaec-765c-44eb-aea3-0feba44aab14&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0537484 Jun 28 16:45:19.032513 dv-cinder-798104-1-smb neutron-server[74185]: INFO neutron.wsgi [req-bba6043a-0f94-4404-a047-2541ccc6b76e req-89c788bd-13bf-4cf2-83dd-c493c2fd143f service neutron] 10.222.0.41 "GET /v2.0/networks/ad1db160-79ed-4f75-9884-27c71855a2d5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2509837 Jun 28 16:45:19.126599 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d162cba-06f0-482e-87a9-309c7b329252 req-cf9a8ef3-4755-4ba9-8308-72a5256aeb33 tempest-VolumesSnapshotTestJSON-1870625415 tempest-VolumesSnapshotTestJSON-1870625415-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 16:45:19.128392 dv-cinder-798104-1-smb neutron-server[74185]: INFO neutron.wsgi [req-8d162cba-06f0-482e-87a9-309c7b329252 req-cf9a8ef3-4755-4ba9-8308-72a5256aeb33 tempest-VolumesSnapshotTestJSON-1870625415 tempest-VolumesSnapshotTestJSON-1870625415-project] 10.222.0.26 "GET /v2.0/ports?device_id=f07f5117-0015-4855-ac37-919cc150c52f HTTP/1.1" status: 200 len: 945 time: 0.2118073 Jun 28 16:45:19.142303 dv-cinder-798104-1-smb neutron-server[74187]: DEBUG neutron.plugins.ml2.rpc [None req-d0e5ad82-df9b-4ee3-8ee9-b93c74fbe1d3 None None] Device 85eea54a-5d5e-4799-8e33-d8f1725c5fc2 up at agent hyperv_hv-cinder-79810 {{(pid=74187) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 28 16:45:19.223434 dv-cinder-798104-1-smb neutron-server[74185]: INFO neutron.wsgi [req-8d162cba-06f0-482e-87a9-309c7b329252 req-509e884f-a1a6-461e-9af7-b99eae82edcd tempest-VolumesSnapshotTestJSON-1870625415 tempest-VolumesSnapshotTestJSON-1870625415-project] 10.222.0.26 "GET /v2.0/security-groups?id=10442f30-80ea-42c2-ade8-747dadff1313&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0825794 Jun 28 16:45:19.227784 dv-cinder-798104-1-smb neutron-server[74185]: INFO neutron.wsgi [req-bba6043a-0f94-4404-a047-2541ccc6b76e req-b6e04553-4d4a-4691-849a-86880243a46d service neutron] 10.222.0.41 "GET /v2.0/networks/ad1db160-79ed-4f75-9884-27c71855a2d5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1877294 Jun 28 16:45:19.249618 dv-cinder-798104-1-smb neutron-server[74187]: DEBUG neutron.db.provisioning_blocks [None req-d0e5ad82-df9b-4ee3-8ee9-b93c74fbe1d3 None None] Provisioning for port 85eea54a-5d5e-4799-8e33-d8f1725c5fc2 completed by entity L2. {{(pid=74187) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 28 16:45:19.258199 dv-cinder-798104-1-smb neutron-server[74187]: DEBUG neutron.db.provisioning_blocks [None req-d0e5ad82-df9b-4ee3-8ee9-b93c74fbe1d3 None None] Provisioning complete for port 85eea54a-5d5e-4799-8e33-d8f1725c5fc2 triggered by entity L2. {{(pid=74187) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 28 16:45:19.258723 dv-cinder-798104-1-smb neutron-server[74187]: DEBUG neutron_lib.callbacks.manager [None req-d0e5ad82-df9b-4ee3-8ee9-b93c74fbe1d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1002786'] for port, provisioning_complete {{(pid=74187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 16:45:19.385748 dv-cinder-798104-1-smb neutron-server[74187]: DEBUG neutron_lib.callbacks.manager [None req-d0e5ad82-df9b-4ee3-8ee9-b93c74fbe1d3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774158209648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1002899'] for agent, after_update {{(pid=74187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 16:45:19.395477 dv-cinder-798104-1-smb neutron-server[74187]: DEBUG neutron_lib.callbacks.manager [None req-d0e5ad82-df9b-4ee3-8ee9-b93c74fbe1d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621611'] for port, before_update {{(pid=74187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 16:45:19.427037 dv-cinder-798104-1-smb neutron-server[74187]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f07f5117-0015-4855-ac37-919cc150c52f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '85eea54a-5d5e-4799-8e33-d8f1725c5fc2'}] {{(pid=74187) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 28 16:45:19.438072 dv-cinder-798104-1-smb neutron-server[74187]: DEBUG neutron.plugins.ml2.db [None req-d0e5ad82-df9b-4ee3-8ee9-b93c74fbe1d3 None None] For port 85eea54a-5d5e-4799-8e33-d8f1725c5fc2, host hv-cinder-79810, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79810',level=0,port_id=85eea54a-5d5e-4799-8e33-d8f1725c5fc2,segment=NetworkSegment(cc0d5de8-b4ce-4936-a644-d67fb153bab8),segment_id=cc0d5de8-b4ce-4936-a644-d67fb153bab8)] {{(pid=74187) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 16:45:19.444050 dv-cinder-798104-1-smb neutron-server[74187]: DEBUG neutron_lib.callbacks.manager [None req-d0e5ad82-df9b-4ee3-8ee9-b93c74fbe1d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-615041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1598908', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774158213048', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774157688378', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774157688423'] for port, after_update {{(pid=74187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 16:45:19.446184 dv-cinder-798104-1-smb neutron-server[74187]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74187) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 16:45:19.493227 dv-cinder-798104-1-smb neutron-server[74187]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f07f5117-0015-4855-ac37-919cc150c52f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '85eea54a-5d5e-4799-8e33-d8f1725c5fc2', 'code': 200} Jun 28 16:45:19.524078 dv-cinder-798104-1-smb neutron-server[74187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0e5ad82-df9b-4ee3-8ee9-b93c74fbe1d3 None None] Pushing event updated for resources: {'Port': ['ID=85eea54a-5d5e-4799-8e33-d8f1725c5fc2,revision_number=5']} {{(pid=74187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 16:45:19.527499 dv-cinder-798104-1-smb neutron-server[74187]: DEBUG oslo_concurrency.lockutils [None req-d0e5ad82-df9b-4ee3-8ee9-b93c74fbe1d3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=74187) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 16:45:19.842389 dv-cinder-798104-1-smb neutron-server[74185]: INFO neutron.wsgi [req-4f75323d-0a5e-448a-8e79-09882213a8f4 req-6170f1c3-c137-463b-9709-6ba3df31061a service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=f07f5117-0015-4855-ac37-919cc150c52f HTTP/1.1" status: 200 len: 1099 time: 0.0946128 Jun 28 16:45:19.958329 dv-cinder-798104-1-smb neutron-server[74185]: INFO neutron.wsgi [req-4f75323d-0a5e-448a-8e79-09882213a8f4 req-98bdb715-c376-45f5-8424-008f33290ee3 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=10442f30-80ea-42c2-ade8-747dadff1313&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0988462 Jun 28 16:45:20.131298 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81229ae1-6c73-4633-9916-82cae0d8c0e6 req-0be126a1-0a72-46c8-a5f1-6fb797a30239 tempest-AttachVolumeTestJSON-1575976490 tempest-AttachVolumeTestJSON-1575976490-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 16:45:20.132943 dv-cinder-798104-1-smb neutron-server[74185]: INFO neutron.wsgi [req-81229ae1-6c73-4633-9916-82cae0d8c0e6 req-0be126a1-0a72-46c8-a5f1-6fb797a30239 tempest-AttachVolumeTestJSON-1575976490 tempest-AttachVolumeTestJSON-1575976490-project] 10.222.0.26 "GET /v2.0/ports?device_id=1577b494-1b54-45ce-baf1-96f6d50deecb HTTP/1.1" status: 200 len: 945 time: 0.0890677 Jun 28 16:45:20.187221 dv-cinder-798104-1-smb neutron-server[74185]: INFO neutron.wsgi [req-81229ae1-6c73-4633-9916-82cae0d8c0e6 req-6065b866-855a-465c-8547-6cf1a0afc956 tempest-AttachVolumeTestJSON-1575976490 tempest-AttachVolumeTestJSON-1575976490-project] 10.222.0.26 "GET /v2.0/security-groups?id=d4fabaec-765c-44eb-aea3-0feba44aab14&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0479109 Jun 28 16:45:20.448446 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4af99502-2314-4546-982c-0d1fe3d1a6b0 req-ea4704b0-6c99-4339-8d2f-9213d2344ac7 tempest-VolumesSnapshotTestJSON-1870625415 tempest-VolumesSnapshotTestJSON-1870625415-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 16:45:20.450037 dv-cinder-798104-1-smb neutron-server[74185]: INFO neutron.wsgi [req-4af99502-2314-4546-982c-0d1fe3d1a6b0 req-ea4704b0-6c99-4339-8d2f-9213d2344ac7 tempest-VolumesSnapshotTestJSON-1870625415 tempest-VolumesSnapshotTestJSON-1870625415-project] 10.222.0.26 "GET /v2.0/ports?device_id=f07f5117-0015-4855-ac37-919cc150c52f HTTP/1.1" status: 200 len: 946 time: 0.0813763 Jun 28 16:45:20.508573 dv-cinder-798104-1-smb neutron-server[74185]: INFO neutron.wsgi [req-4af99502-2314-4546-982c-0d1fe3d1a6b0 req-57a78c64-14a5-403a-9f22-d498cdc900cf tempest-VolumesSnapshotTestJSON-1870625415 tempest-VolumesSnapshotTestJSON-1870625415-project] 10.222.0.26 "GET /v2.0/security-groups?id=10442f30-80ea-42c2-ade8-747dadff1313&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0483932 Jun 28 16:45:21.430157 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa8d27de-0194-43ea-93e9-46345e553bc1 req-d1d2dec7-cca5-499e-822c-d59784411737 tempest-AttachVolumeTestJSON-1575976490 tempest-AttachVolumeTestJSON-1575976490-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 16:45:21.431745 dv-cinder-798104-1-smb neutron-server[74185]: INFO neutron.wsgi [req-aa8d27de-0194-43ea-93e9-46345e553bc1 req-d1d2dec7-cca5-499e-822c-d59784411737 tempest-AttachVolumeTestJSON-1575976490 tempest-AttachVolumeTestJSON-1575976490-project] 10.222.0.26 "GET /v2.0/ports?device_id=1577b494-1b54-45ce-baf1-96f6d50deecb HTTP/1.1" status: 200 len: 945 time: 0.0858457 Jun 28 16:45:21.481542 dv-cinder-798104-1-smb neutron-server[74185]: INFO neutron.wsgi [req-aa8d27de-0194-43ea-93e9-46345e553bc1 req-58d0a301-5e37-4595-b5e5-f46b358baf49 tempest-AttachVolumeTestJSON-1575976490 tempest-AttachVolumeTestJSON-1575976490-project] 10.222.0.26 "GET /v2.0/security-groups?id=d4fabaec-765c-44eb-aea3-0feba44aab14&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434587 Jun 28 16:45:21.878497 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4f819bf-f843-47a7-b846-eeb98601fa20 req-374fe72d-5730-44cc-8324-8fed80f97fbe tempest-VolumesSnapshotTestJSON-1870625415 tempest-VolumesSnapshotTestJSON-1870625415-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 16:45:21.880015 dv-cinder-798104-1-smb neutron-server[74185]: INFO neutron.wsgi [req-d4f819bf-f843-47a7-b846-eeb98601fa20 req-374fe72d-5730-44cc-8324-8fed80f97fbe tempest-VolumesSnapshotTestJSON-1870625415 tempest-VolumesSnapshotTestJSON-1870625415-project] 10.222.0.26 "GET /v2.0/ports?device_id=f07f5117-0015-4855-ac37-919cc150c52f HTTP/1.1" status: 200 len: 946 time: 0.2270615 Jun 28 16:45:21.933563 dv-cinder-798104-1-smb neutron-server[74185]: INFO neutron.wsgi [req-d4f819bf-f843-47a7-b846-eeb98601fa20 req-5e4d9860-5fb5-4a5a-b1c5-8147d86b0055 tempest-VolumesSnapshotTestJSON-1870625415 tempest-VolumesSnapshotTestJSON-1870625415-project] 10.222.0.26 "GET /v2.0/security-groups?id=10442f30-80ea-42c2-ade8-747dadff1313&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455179 Jun 28 16:45:21.934537 dv-cinder-798104-1-smb neutron-server[74186]: DEBUG neutron.wsgi [-] (74186) accepted ('10.222.0.26', 51960) {{(pid=74186) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 28 16:45:22.113116 dv-cinder-798104-1-smb neutron-server[74186]: DEBUG neutron_lib.callbacks.manager [None req-7b0beaba-605b-4431-bcfb-30bd12d92a92 admin admin] Notify callbacks [] for security_group, before_create {{(pid=74186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 16:45:22.149080 dv-cinder-798104-1-smb neutron-server[74186]: DEBUG neutron.db.quota.driver [None req-7b0beaba-605b-4431-bcfb-30bd12d92a92 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74186) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 28 16:45:22.153966 dv-cinder-798104-1-smb neutron-server[74186]: DEBUG neutron.quota.resource [None req-7b0beaba-605b-4431-bcfb-30bd12d92a92 admin admin] Usage tracker for resource:security_group_rule and tenant:23be11fae04b4c48906aeb2e2796fc39 is out of sync, need to count used quota {{(pid=74186) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 28 16:45:22.157618 dv-cinder-798104-1-smb neutron-server[74186]: DEBUG neutron.quota.resource [None req-7b0beaba-605b-4431-bcfb-30bd12d92a92 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=74186) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 28 16:45:22.165038 dv-cinder-798104-1-smb neutron-server[74186]: DEBUG neutron.db.quota.driver [None req-7b0beaba-605b-4431-bcfb-30bd12d92a92 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74186) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 28 16:45:22.245590 dv-cinder-798104-1-smb neutron-server[74186]: DEBUG neutron_lib.callbacks.manager [None req-7b0beaba-605b-4431-bcfb-30bd12d92a92 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=74186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 16:45:22.250724 dv-cinder-798104-1-smb neutron-server[74186]: DEBUG neutron_lib.callbacks.manager [None req-7b0beaba-605b-4431-bcfb-30bd12d92a92 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2050486'] for security_group, after_create {{(pid=74186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 16:45:22.258399 dv-cinder-798104-1-smb neutron-server[74186]: DEBUG oslo_concurrency.lockutils [None req-79893aea-4d87-4ae7-8bb7-bc8d3ef0496e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74186) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 16:45:22.304873 dv-cinder-798104-1-smb neutron-server[74186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b0beaba-605b-4431-bcfb-30bd12d92a92 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=606fd49a-e0b0-45c0-81ab-50728ff3f719,revision_number=1']} {{(pid=74186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 16:45:22.308478 dv-cinder-798104-1-smb neutron-server[74186]: DEBUG oslo_concurrency.lockutils [None req-7b0beaba-605b-4431-bcfb-30bd12d92a92 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=74186) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 16:45:22.315311 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG neutron.wsgi [-] (74185) accepted ('10.222.0.26', 51986) {{(pid=74185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 28 16:45:22.315519 dv-cinder-798104-1-smb neutron-server[74186]: INFO neutron.wsgi [None req-7b0beaba-605b-4431-bcfb-30bd12d92a92 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=23be11fae04b4c48906aeb2e2796fc39&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3792822 Jun 28 16:45:22.410466 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG neutron_lib.callbacks.manager [None req-aa4089d1-94f3-4feb-806a-f51d2b9f0e6e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=74185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 16:45:22.449475 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG neutron_lib.callbacks.manager [None req-aa4089d1-94f3-4feb-806a-f51d2b9f0e6e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=74185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 16:45:22.534500 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG neutron_lib.callbacks.manager [None req-aa4089d1-94f3-4feb-806a-f51d2b9f0e6e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2050486'] for security_group, after_delete {{(pid=74185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 16:45:22.543820 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74185) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 16:45:22.563207 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa4089d1-94f3-4feb-806a-f51d2b9f0e6e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=606fd49a-e0b0-45c0-81ab-50728ff3f719,revision_number=None']} {{(pid=74185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 16:45:22.567574 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG oslo_concurrency.lockutils [None req-aa4089d1-94f3-4feb-806a-f51d2b9f0e6e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=74185) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 16:45:22.579882 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG neutron_lib.callbacks.manager [None req-aa4089d1-94f3-4feb-806a-f51d2b9f0e6e admin admin] Notify callbacks [] for security_group, before_response {{(pid=74185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 16:45:22.585127 dv-cinder-798104-1-smb neutron-server[74185]: INFO neutron.wsgi [None req-aa4089d1-94f3-4feb-806a-f51d2b9f0e6e admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/606fd49a-e0b0-45c0-81ab-50728ff3f719 HTTP/1.1" status: 204 len: 168 time: 0.2654088 Jun 28 16:45:43.618094 dv-cinder-798104-1-smb neutron-server[74187]: DEBUG neutron_lib.callbacks.manager [None req-f89a433b-ddb3-453d-9534-765a18580642 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774158209648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1002899'] for agent, after_update {{(pid=74187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 16:45:43.880988 dv-cinder-798104-1-smb neutron-server[74187]: DEBUG neutron_lib.callbacks.manager [None req-c72dd329-595c-4eca-9296-ba6eff8780d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774158209648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1002899'] for agent, after_update {{(pid=74187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 16:45:46.166199 dv-cinder-798104-1-smb neutron-server[74187]: DEBUG neutron_lib.callbacks.manager [None req-a6e2d12d-d794-45a6-9f82-f5706bdd3a19 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774158209648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1002899'] for agent, after_update {{(pid=74187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 16:45:47.585472 dv-cinder-798104-1-smb neutron-server[74187]: DEBUG neutron_lib.callbacks.manager [None req-17b6939a-39ed-439c-8d74-c49ac6595f0c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774158209648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1002899'] for agent, after_update {{(pid=74187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 16:45:48.636774 dv-cinder-798104-1-smb neutron-server[74187]: DEBUG neutron_lib.callbacks.manager [None req-d49266a9-82cf-4da4-977f-ceca59b71534 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774158209648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1002899'] for agent, after_update {{(pid=74187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 16:45:49.372649 dv-cinder-798104-1-smb neutron-server[74187]: DEBUG neutron_lib.callbacks.manager [None req-d0e5ad82-df9b-4ee3-8ee9-b93c74fbe1d3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774158209648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1002899'] for agent, after_update {{(pid=74187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 16:45:54.944576 dv-cinder-798104-1-smb neutron-server[74188]: DEBUG neutron.db.agents_db [None req-8255730c-b11f-4cfb-aeb3-67319944b41a None None] Agent healthcheck: found 6 active agents {{(pid=74188) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jun 28 16:45:59.007121 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG neutron.wsgi [-] (74185) accepted ('10.222.0.26', 52466) {{(pid=74185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 28 16:45:59.202994 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG neutron_lib.callbacks.manager [None req-2713d7c3-9a69-48f7-b5aa-eda743aa07ee admin admin] Notify callbacks [] for security_group, before_create {{(pid=74185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 16:45:59.241392 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG neutron.db.quota.driver [None req-2713d7c3-9a69-48f7-b5aa-eda743aa07ee admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74185) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 28 16:45:59.245615 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG neutron.quota.resource [None req-2713d7c3-9a69-48f7-b5aa-eda743aa07ee admin admin] Usage tracker for resource:security_group_rule and tenant:8051d04508ba4574be7b19ead365a6c9 is out of sync, need to count used quota {{(pid=74185) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 28 16:45:59.248531 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG neutron.quota.resource [None req-2713d7c3-9a69-48f7-b5aa-eda743aa07ee admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=74185) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 28 16:45:59.254880 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG neutron.db.quota.driver [None req-2713d7c3-9a69-48f7-b5aa-eda743aa07ee admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74185) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 28 16:45:59.348268 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG neutron_lib.callbacks.manager [None req-2713d7c3-9a69-48f7-b5aa-eda743aa07ee admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=74185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 16:45:59.353274 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG neutron_lib.callbacks.manager [None req-2713d7c3-9a69-48f7-b5aa-eda743aa07ee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2050486'] for security_group, after_create {{(pid=74185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 16:45:59.361686 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG oslo_concurrency.lockutils [None req-89451f45-523a-4272-acb2-753db439d25e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74185) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 16:45:59.408253 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2713d7c3-9a69-48f7-b5aa-eda743aa07ee admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a53e16e3-f59f-4b47-9861-d6501fd3f892,revision_number=1']} {{(pid=74185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 16:45:59.414687 dv-cinder-798104-1-smb neutron-server[74185]: INFO neutron.wsgi [None req-2713d7c3-9a69-48f7-b5aa-eda743aa07ee admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=8051d04508ba4574be7b19ead365a6c9&name=default HTTP/1.1" status: 200 len: 2647 time: 0.4063709 Jun 28 16:45:59.417451 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG neutron.wsgi [-] (74185) accepted ('10.222.0.26', 52482) {{(pid=74185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 28 16:45:59.436466 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2713d7c3-9a69-48f7-b5aa-eda743aa07ee admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798104-1-smb {{(pid=74185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 16:45:59.436827 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2713d7c3-9a69-48f7-b5aa-eda743aa07ee admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798104-1-smb {{(pid=74185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 16:45:59.437178 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2713d7c3-9a69-48f7-b5aa-eda743aa07ee admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798104-1-smb {{(pid=74185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 16:45:59.437531 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2713d7c3-9a69-48f7-b5aa-eda743aa07ee admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-798104-1-smb {{(pid=74185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 16:45:59.437881 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2713d7c3-9a69-48f7-b5aa-eda743aa07ee admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798104-1-smb {{(pid=74185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 16:45:59.438219 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2713d7c3-9a69-48f7-b5aa-eda743aa07ee admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-798104-1-smb {{(pid=74185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 16:45:59.438557 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2713d7c3-9a69-48f7-b5aa-eda743aa07ee admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798104-1-smb {{(pid=74185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 16:45:59.438903 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2713d7c3-9a69-48f7-b5aa-eda743aa07ee admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798104-1-smb {{(pid=74185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 16:45:59.439247 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2713d7c3-9a69-48f7-b5aa-eda743aa07ee admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798104-1-smb {{(pid=74185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 16:45:59.439630 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2713d7c3-9a69-48f7-b5aa-eda743aa07ee admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798104-1-smb {{(pid=74185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 16:45:59.440681 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2713d7c3-9a69-48f7-b5aa-eda743aa07ee admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798104-1-smb {{(pid=74185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 16:45:59.445425 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG oslo_concurrency.lockutils [None req-2713d7c3-9a69-48f7-b5aa-eda743aa07ee admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=74185) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 16:45:59.509359 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG neutron_lib.callbacks.manager [None req-7226af94-ac6b-49b3-bf5d-57c5074f53dd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=74185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 16:45:59.540348 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG neutron_lib.callbacks.manager [None req-7226af94-ac6b-49b3-bf5d-57c5074f53dd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=74185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 16:45:59.611194 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG neutron_lib.callbacks.manager [None req-7226af94-ac6b-49b3-bf5d-57c5074f53dd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2050486'] for security_group, after_delete {{(pid=74185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 16:45:59.616049 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG oslo_concurrency.lockutils [None req-713f37df-a919-4d73-93f3-607f542df8d9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74185) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 16:45:59.626398 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7226af94-ac6b-49b3-bf5d-57c5074f53dd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a53e16e3-f59f-4b47-9861-d6501fd3f892,revision_number=None']} {{(pid=74185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 16:45:59.631317 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG oslo_concurrency.lockutils [None req-7226af94-ac6b-49b3-bf5d-57c5074f53dd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=74185) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 16:45:59.633457 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG neutron_lib.callbacks.manager [None req-7226af94-ac6b-49b3-bf5d-57c5074f53dd admin admin] Notify callbacks [] for security_group, before_response {{(pid=74185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 16:45:59.634611 dv-cinder-798104-1-smb neutron-server[74185]: INFO neutron.wsgi [None req-7226af94-ac6b-49b3-bf5d-57c5074f53dd admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/a53e16e3-f59f-4b47-9861-d6501fd3f892 HTTP/1.1" status: 204 len: 168 time: 0.2162576 Jun 28 16:45:59.740148 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6225abe2-cd5e-40c3-8b9a-e39e9fff5c4b req-334134f3-0f78-4031-87d0-0cff95b3f0d8 tempest-AttachVolumeShelveTestJSON-223402159 tempest-AttachVolumeShelveTestJSON-223402159-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 16:45:59.742055 dv-cinder-798104-1-smb neutron-server[74185]: INFO neutron.wsgi [req-6225abe2-cd5e-40c3-8b9a-e39e9fff5c4b req-334134f3-0f78-4031-87d0-0cff95b3f0d8 tempest-AttachVolumeShelveTestJSON-223402159 tempest-AttachVolumeShelveTestJSON-223402159-project] 10.222.0.26 "GET /v2.0/ports?device_id=ca0f1f28-abee-4019-a85a-f11d82e2a8a7 HTTP/1.1" status: 200 len: 946 time: 0.0898564 Jun 28 16:45:59.814429 dv-cinder-798104-1-smb neutron-server[74185]: INFO neutron.wsgi [req-6225abe2-cd5e-40c3-8b9a-e39e9fff5c4b req-a3538094-3e99-418d-8b26-c44c750f18f0 tempest-AttachVolumeShelveTestJSON-223402159 tempest-AttachVolumeShelveTestJSON-223402159-project] 10.222.0.26 "GET /v2.0/security-groups?id=9d5e5bf1-75b7-4451-8ba3-68d562e2bb7c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0646789 Jun 28 16:46:00.019422 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG neutron.wsgi [-] (74185) accepted ('10.222.0.26', 52494) {{(pid=74185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 28 16:46:00.039345 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG neutron_lib.callbacks.manager [None req-45fddad1-4e91-4597-9dc2-433c96db6825 admin admin] Notify callbacks [] for security_group, before_create {{(pid=74185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 16:46:00.076068 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG neutron.db.quota.driver [None req-45fddad1-4e91-4597-9dc2-433c96db6825 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74185) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 28 16:46:00.080248 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG neutron.quota.resource [None req-45fddad1-4e91-4597-9dc2-433c96db6825 admin admin] Usage tracker for resource:security_group_rule and tenant:b352888df8ce460b9768bb5e8ee4b027 is out of sync, need to count used quota {{(pid=74185) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 28 16:46:00.083085 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG neutron.quota.resource [None req-45fddad1-4e91-4597-9dc2-433c96db6825 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=74185) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 28 16:46:00.089394 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG neutron.db.quota.driver [None req-45fddad1-4e91-4597-9dc2-433c96db6825 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74185) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 28 16:46:00.159561 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG neutron_lib.callbacks.manager [None req-45fddad1-4e91-4597-9dc2-433c96db6825 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=74185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 16:46:00.164460 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG neutron_lib.callbacks.manager [None req-45fddad1-4e91-4597-9dc2-433c96db6825 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2050486'] for security_group, after_create {{(pid=74185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 16:46:00.171064 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG oslo_concurrency.lockutils [None req-b0278fd1-7d46-426c-b167-e2497c6befd5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74185) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 16:46:00.218759 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45fddad1-4e91-4597-9dc2-433c96db6825 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1e805a05-c5d7-40b1-9339-7ae1ed60ee2c,revision_number=1']} {{(pid=74185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 16:46:00.222032 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG oslo_concurrency.lockutils [None req-45fddad1-4e91-4597-9dc2-433c96db6825 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=74185) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 16:46:00.224799 dv-cinder-798104-1-smb neutron-server[74185]: INFO neutron.wsgi [None req-45fddad1-4e91-4597-9dc2-433c96db6825 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=b352888df8ce460b9768bb5e8ee4b027&name=default HTTP/1.1" status: 200 len: 2647 time: 0.2043109 Jun 28 16:46:00.227348 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG neutron.wsgi [-] (74185) accepted ('10.222.0.26', 52498) {{(pid=74185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 28 16:46:00.292834 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG neutron_lib.callbacks.manager [None req-80b6533e-45bf-48fa-8891-df0df92a0ab4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=74185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 16:46:00.320881 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG neutron_lib.callbacks.manager [None req-80b6533e-45bf-48fa-8891-df0df92a0ab4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=74185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 16:46:00.393416 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG neutron_lib.callbacks.manager [None req-80b6533e-45bf-48fa-8891-df0df92a0ab4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2050486'] for security_group, after_delete {{(pid=74185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 16:46:00.397239 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG oslo_concurrency.lockutils [None req-adf16bcd-d8db-4b7d-a99f-978cbabf2fdf admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74185) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 16:46:00.409448 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80b6533e-45bf-48fa-8891-df0df92a0ab4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1e805a05-c5d7-40b1-9339-7ae1ed60ee2c,revision_number=None']} {{(pid=74185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 16:46:00.413842 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG oslo_concurrency.lockutils [None req-80b6533e-45bf-48fa-8891-df0df92a0ab4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=74185) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 16:46:00.417313 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG neutron_lib.callbacks.manager [None req-80b6533e-45bf-48fa-8891-df0df92a0ab4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=74185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 16:46:00.418442 dv-cinder-798104-1-smb neutron-server[74185]: INFO neutron.wsgi [None req-80b6533e-45bf-48fa-8891-df0df92a0ab4 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/1e805a05-c5d7-40b1-9339-7ae1ed60ee2c HTTP/1.1" status: 204 len: 168 time: 0.1901679 Jun 28 16:46:01.077049 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-467665e1-2211-498e-80aa-9592ab5236de req-70671a0a-4e74-4b35-9b49-f75e134de851 tempest-AttachVolumeShelveTestJSON-223402159 tempest-AttachVolumeShelveTestJSON-223402159-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 16:46:01.079384 dv-cinder-798104-1-smb neutron-server[74185]: INFO neutron.wsgi [req-467665e1-2211-498e-80aa-9592ab5236de req-70671a0a-4e74-4b35-9b49-f75e134de851 tempest-AttachVolumeShelveTestJSON-223402159 tempest-AttachVolumeShelveTestJSON-223402159-project] 10.222.0.26 "GET /v2.0/ports?device_id=ca0f1f28-abee-4019-a85a-f11d82e2a8a7 HTTP/1.1" status: 200 len: 946 time: 0.1203892 Jun 28 16:46:01.134566 dv-cinder-798104-1-smb neutron-server[74185]: INFO neutron.wsgi [req-467665e1-2211-498e-80aa-9592ab5236de req-e282540d-daed-4197-9de1-0f00c57a0800 tempest-AttachVolumeShelveTestJSON-223402159 tempest-AttachVolumeShelveTestJSON-223402159-project] 10.222.0.26 "GET /v2.0/security-groups?id=9d5e5bf1-75b7-4451-8ba3-68d562e2bb7c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0454757 Jun 28 16:46:02.261293 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-950ef4af-78bd-407f-8cac-674b0b1f3f45 req-da303a4a-57e2-4d1d-a7de-a06d16332fba tempest-AttachVolumeShelveTestJSON-223402159 tempest-AttachVolumeShelveTestJSON-223402159-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 16:46:02.262925 dv-cinder-798104-1-smb neutron-server[74185]: INFO neutron.wsgi [req-950ef4af-78bd-407f-8cac-674b0b1f3f45 req-da303a4a-57e2-4d1d-a7de-a06d16332fba tempest-AttachVolumeShelveTestJSON-223402159 tempest-AttachVolumeShelveTestJSON-223402159-project] 10.222.0.41 "GET /v2.0/ports?device_id=ca0f1f28-abee-4019-a85a-f11d82e2a8a7 HTTP/1.1" status: 200 len: 946 time: 0.0878258 Jun 28 16:46:02.388383 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG neutron.plugins.ml2.plugin [req-950ef4af-78bd-407f-8cac-674b0b1f3f45 req-316ebf5d-5afe-4bdc-8771-f5d1170f13e6 tempest-AttachVolumeShelveTestJSON-223402159 tempest-AttachVolumeShelveTestJSON-223402159-project] Deleting port ca182176-9633-4aa8-8265-824f520e5d44 {{(pid=74185) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Jun 28 16:46:02.388723 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG neutron_lib.callbacks.manager [req-950ef4af-78bd-407f-8cac-674b0b1f3f45 req-316ebf5d-5afe-4bdc-8771-f5d1170f13e6 tempest-AttachVolumeShelveTestJSON-223402159 tempest-AttachVolumeShelveTestJSON-223402159-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774158158511'] for port, before_delete {{(pid=74185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 16:46:02.496554 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b09bb414-52c3-4bcc-b4ce-4997607a54c3 req-64f4a09c-5df1-4753-9723-30dcacba7544 tempest-AttachVolumeShelveTestJSON-223402159 tempest-AttachVolumeShelveTestJSON-223402159-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 16:46:02.498010 dv-cinder-798104-1-smb neutron-server[74185]: INFO neutron.wsgi [req-b09bb414-52c3-4bcc-b4ce-4997607a54c3 req-64f4a09c-5df1-4753-9723-30dcacba7544 tempest-AttachVolumeShelveTestJSON-223402159 tempest-AttachVolumeShelveTestJSON-223402159-project] 10.222.0.26 "GET /v2.0/ports?device_id=ca0f1f28-abee-4019-a85a-f11d82e2a8a7 HTTP/1.1" status: 200 len: 946 time: 0.1894433 Jun 28 16:46:02.647557 dv-cinder-798104-1-smb neutron-server[74185]: INFO neutron.wsgi [req-b09bb414-52c3-4bcc-b4ce-4997607a54c3 req-756d8de2-2fc4-4666-a81c-71985e836efe tempest-AttachVolumeShelveTestJSON-223402159 tempest-AttachVolumeShelveTestJSON-223402159-project] 10.222.0.26 "GET /v2.0/security-groups?id=9d5e5bf1-75b7-4451-8ba3-68d562e2bb7c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1397550 Jun 28 16:46:02.707506 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG neutron.plugins.ml2.db [req-950ef4af-78bd-407f-8cac-674b0b1f3f45 req-316ebf5d-5afe-4bdc-8771-f5d1170f13e6 tempest-AttachVolumeShelveTestJSON-223402159 tempest-AttachVolumeShelveTestJSON-223402159-project] For port ca182176-9633-4aa8-8265-824f520e5d44, host hv-cinder-79810, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79810',level=0,port_id=ca182176-9633-4aa8-8265-824f520e5d44,segment=NetworkSegment(2df110ad-025a-4a6b-9e31-f233466e01f1),segment_id=2df110ad-025a-4a6b-9e31-f233466e01f1)] {{(pid=74185) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 16:46:02.707870 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG neutron_lib.callbacks.manager [req-950ef4af-78bd-407f-8cac-674b0b1f3f45 req-316ebf5d-5afe-4bdc-8771-f5d1170f13e6 tempest-AttachVolumeShelveTestJSON-223402159 tempest-AttachVolumeShelveTestJSON-223402159-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1637578'] for port, precommit_delete {{(pid=74185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 16:46:02.785177 dv-cinder-798104-1-smb neutron-server[74186]: DEBUG neutron.wsgi [-] (74186) accepted ('10.222.0.26', 52558) {{(pid=74186) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 28 16:46:02.950171 dv-cinder-798104-1-smb neutron-server[74186]: DEBUG neutron_lib.callbacks.manager [None req-edfcd4f5-55f8-43f3-974f-d4377d6dd070 admin admin] Notify callbacks [] for security_group, before_create {{(pid=74186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 16:46:02.983925 dv-cinder-798104-1-smb neutron-server[74186]: DEBUG neutron.db.quota.driver [None req-edfcd4f5-55f8-43f3-974f-d4377d6dd070 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74186) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 28 16:46:02.988843 dv-cinder-798104-1-smb neutron-server[74186]: DEBUG neutron.quota.resource [None req-edfcd4f5-55f8-43f3-974f-d4377d6dd070 admin admin] Usage tracker for resource:security_group_rule and tenant:3b2ceceff5a64ee9b763805b1a4d44e3 is out of sync, need to count used quota {{(pid=74186) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 28 16:46:02.991895 dv-cinder-798104-1-smb neutron-server[74186]: DEBUG neutron.quota.resource [None req-edfcd4f5-55f8-43f3-974f-d4377d6dd070 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=74186) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 28 16:46:02.997933 dv-cinder-798104-1-smb neutron-server[74186]: DEBUG neutron.db.quota.driver [None req-edfcd4f5-55f8-43f3-974f-d4377d6dd070 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74186) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 28 16:46:03.037269 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG neutron_lib.callbacks.manager [req-950ef4af-78bd-407f-8cac-674b0b1f3f45 req-316ebf5d-5afe-4bdc-8771-f5d1170f13e6 tempest-AttachVolumeShelveTestJSON-223402159 tempest-AttachVolumeShelveTestJSON-223402159-project] Notify callbacks [] for floatingip, precommit_update {{(pid=74185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 16:46:03.037827 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG neutron_lib.callbacks.manager [req-950ef4af-78bd-407f-8cac-674b0b1f3f45 req-316ebf5d-5afe-4bdc-8771-f5d1170f13e6 tempest-AttachVolumeShelveTestJSON-223402159 tempest-AttachVolumeShelveTestJSON-223402159-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1624410'] for floatingip, after_update {{(pid=74185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 16:46:03.038232 dv-cinder-798104-1-smb neutron-server[74185]: INFO neutron.db.l3_db [req-950ef4af-78bd-407f-8cac-674b0b1f3f45 req-316ebf5d-5afe-4bdc-8771-f5d1170f13e6 tempest-AttachVolumeShelveTestJSON-223402159 tempest-AttachVolumeShelveTestJSON-223402159-project] Floating IP a2938215-034c-4eb0-9c92-85b89dca3c96 disassociated. External IP: 172.28.3.251, port: ca182176-9633-4aa8-8265-824f520e5d44. Jun 28 16:46:03.038638 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG neutron.plugins.ml2.plugin [req-950ef4af-78bd-407f-8cac-674b0b1f3f45 req-316ebf5d-5afe-4bdc-8771-f5d1170f13e6 tempest-AttachVolumeShelveTestJSON-223402159 tempest-AttachVolumeShelveTestJSON-223402159-project] Calling delete_port for ca182176-9633-4aa8-8265-824f520e5d44 owned by compute:nova {{(pid=74185) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Jun 28 16:46:03.085804 dv-cinder-798104-1-smb neutron-server[74186]: DEBUG neutron_lib.callbacks.manager [None req-edfcd4f5-55f8-43f3-974f-d4377d6dd070 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=74186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 16:46:03.090693 dv-cinder-798104-1-smb neutron-server[74186]: DEBUG neutron_lib.callbacks.manager [None req-edfcd4f5-55f8-43f3-974f-d4377d6dd070 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2050486'] for security_group, after_create {{(pid=74186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 16:46:03.101315 dv-cinder-798104-1-smb neutron-server[74186]: DEBUG oslo_concurrency.lockutils [None req-15b7b261-cbb0-4e81-abb9-1697a1cc3ad3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74186) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 16:46:03.144702 dv-cinder-798104-1-smb neutron-server[74186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edfcd4f5-55f8-43f3-974f-d4377d6dd070 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8f3fed46-80d2-4b74-af36-04c76c14516b,revision_number=1']} {{(pid=74186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 16:46:03.149204 dv-cinder-798104-1-smb neutron-server[74186]: INFO neutron.wsgi [None req-edfcd4f5-55f8-43f3-974f-d4377d6dd070 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=3b2ceceff5a64ee9b763805b1a4d44e3&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3629420 Jun 28 16:46:03.151615 dv-cinder-798104-1-smb neutron-server[74186]: DEBUG neutron.wsgi [-] (74186) accepted ('10.222.0.26', 52566) {{(pid=74186) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 28 16:46:03.172808 dv-cinder-798104-1-smb neutron-server[74186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edfcd4f5-55f8-43f3-974f-d4377d6dd070 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798104-1-smb {{(pid=74186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 16:46:03.173176 dv-cinder-798104-1-smb neutron-server[74186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edfcd4f5-55f8-43f3-974f-d4377d6dd070 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798104-1-smb {{(pid=74186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 16:46:03.173534 dv-cinder-798104-1-smb neutron-server[74186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edfcd4f5-55f8-43f3-974f-d4377d6dd070 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798104-1-smb {{(pid=74186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 16:46:03.173885 dv-cinder-798104-1-smb neutron-server[74186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edfcd4f5-55f8-43f3-974f-d4377d6dd070 admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-798104-1-smb {{(pid=74186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 16:46:03.174233 dv-cinder-798104-1-smb neutron-server[74186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edfcd4f5-55f8-43f3-974f-d4377d6dd070 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798104-1-smb {{(pid=74186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 16:46:03.174579 dv-cinder-798104-1-smb neutron-server[74186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edfcd4f5-55f8-43f3-974f-d4377d6dd070 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-798104-1-smb {{(pid=74186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 16:46:03.174928 dv-cinder-798104-1-smb neutron-server[74186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edfcd4f5-55f8-43f3-974f-d4377d6dd070 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798104-1-smb {{(pid=74186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 16:46:03.175268 dv-cinder-798104-1-smb neutron-server[74186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edfcd4f5-55f8-43f3-974f-d4377d6dd070 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798104-1-smb {{(pid=74186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 16:46:03.175604 dv-cinder-798104-1-smb neutron-server[74186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edfcd4f5-55f8-43f3-974f-d4377d6dd070 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798104-1-smb {{(pid=74186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 16:46:03.175941 dv-cinder-798104-1-smb neutron-server[74186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edfcd4f5-55f8-43f3-974f-d4377d6dd070 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798104-1-smb {{(pid=74186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 16:46:03.176338 dv-cinder-798104-1-smb neutron-server[74186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edfcd4f5-55f8-43f3-974f-d4377d6dd070 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798104-1-smb {{(pid=74186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 16:46:03.186075 dv-cinder-798104-1-smb neutron-server[74186]: DEBUG oslo_concurrency.lockutils [None req-edfcd4f5-55f8-43f3-974f-d4377d6dd070 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=74186) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 16:46:03.217584 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG neutron_lib.callbacks.manager [req-950ef4af-78bd-407f-8cac-674b0b1f3f45 req-316ebf5d-5afe-4bdc-8771-f5d1170f13e6 tempest-AttachVolumeShelveTestJSON-223402159 tempest-AttachVolumeShelveTestJSON-223402159-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-615041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1598908', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774158213030', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774157688369', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15648331'] for port, after_delete {{(pid=74185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 16:46:03.224097 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG oslo_concurrency.lockutils [None req-c46887c9-7845-4adb-bac7-6102982fad88 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74185) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 16:46:03.234184 dv-cinder-798104-1-smb neutron-server[74186]: DEBUG neutron_lib.callbacks.manager [None req-6ca74e32-de5d-4369-9803-e042dbc46050 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=74186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 16:46:03.261289 dv-cinder-798104-1-smb neutron-server[74186]: DEBUG neutron_lib.callbacks.manager [None req-6ca74e32-de5d-4369-9803-e042dbc46050 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=74186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 16:46:03.265625 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-316ebf5d-5afe-4bdc-8771-f5d1170f13e6 tempest-AttachVolumeShelveTestJSON-223402159 tempest-AttachVolumeShelveTestJSON-223402159-project] Pushing event deleted for resources: {'Port': ['ID=ca182176-9633-4aa8-8265-824f520e5d44,revision_number=None']} {{(pid=74185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 16:46:03.269089 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG oslo_concurrency.lockutils [None req-316ebf5d-5afe-4bdc-8771-f5d1170f13e6 tempest-AttachVolumeShelveTestJSON-223402159 tempest-AttachVolumeShelveTestJSON-223402159-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=74185) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 16:46:03.319161 dv-cinder-798104-1-smb neutron-server[74186]: DEBUG neutron_lib.callbacks.manager [None req-6ca74e32-de5d-4369-9803-e042dbc46050 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2050486'] for security_group, after_delete {{(pid=74186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 16:46:03.323478 dv-cinder-798104-1-smb neutron-server[74186]: DEBUG oslo_concurrency.lockutils [None req-02388b26-9231-48ef-934d-fc58dce69e90 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74186) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 16:46:03.335317 dv-cinder-798104-1-smb neutron-server[74186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ca74e32-de5d-4369-9803-e042dbc46050 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8f3fed46-80d2-4b74-af36-04c76c14516b,revision_number=None']} {{(pid=74186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 16:46:03.339758 dv-cinder-798104-1-smb neutron-server[74186]: DEBUG oslo_concurrency.lockutils [None req-6ca74e32-de5d-4369-9803-e042dbc46050 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=74186) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 16:46:03.349190 dv-cinder-798104-1-smb neutron-server[74186]: DEBUG neutron_lib.callbacks.manager [None req-6ca74e32-de5d-4369-9803-e042dbc46050 admin admin] Notify callbacks [] for security_group, before_response {{(pid=74186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 16:46:03.353133 dv-cinder-798104-1-smb neutron-server[74186]: INFO neutron.wsgi [None req-6ca74e32-de5d-4369-9803-e042dbc46050 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/8f3fed46-80d2-4b74-af36-04c76c14516b HTTP/1.1" status: 204 len: 168 time: 0.2004468 Jun 28 16:46:03.589658 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG neutron.scheduler.l3_agent_scheduler [req-950ef4af-78bd-407f-8cac-674b0b1f3f45 req-316ebf5d-5afe-4bdc-8771-f5d1170f13e6 tempest-AttachVolumeShelveTestJSON-223402159 tempest-AttachVolumeShelveTestJSON-223402159-project] Router 37fc708e-b76d-48af-94e2-885e9728d38e has already been hosted by L3 agent 633adcd1-515e-4435-b14d-49f054abd10f {{(pid=74185) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 28 16:46:03.796430 dv-cinder-798104-1-smb neutron-server[74186]: DEBUG neutron.wsgi [-] (74186) accepted ('10.222.0.26', 52578) {{(pid=74186) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 28 16:46:03.815410 dv-cinder-798104-1-smb neutron-server[74186]: DEBUG neutron_lib.callbacks.manager [None req-4e61b894-1fc9-49a1-93cb-d38b473ebb05 admin admin] Notify callbacks [] for security_group, before_create {{(pid=74186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 16:46:03.850290 dv-cinder-798104-1-smb neutron-server[74186]: DEBUG neutron.db.quota.driver [None req-4e61b894-1fc9-49a1-93cb-d38b473ebb05 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74186) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 28 16:46:03.854657 dv-cinder-798104-1-smb neutron-server[74186]: DEBUG neutron.quota.resource [None req-4e61b894-1fc9-49a1-93cb-d38b473ebb05 admin admin] Usage tracker for resource:security_group_rule and tenant:0e15e0a26b8540898a22d722445ed9ea is out of sync, need to count used quota {{(pid=74186) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 28 16:46:03.857950 dv-cinder-798104-1-smb neutron-server[74186]: DEBUG neutron.quota.resource [None req-4e61b894-1fc9-49a1-93cb-d38b473ebb05 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=74186) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 28 16:46:03.858709 dv-cinder-798104-1-smb neutron-server[74185]: INFO neutron.wsgi [req-a4e4afa9-40ad-4e5d-8da6-2fcac33f967d req-42c4b9ca-e784-49c0-b343-25b3e08de786 tempest-AttachVolumeShelveTestJSON-223402159 tempest-AttachVolumeShelveTestJSON-223402159-project] 10.222.0.26 "GET /v2.0/ports?device_id=ca0f1f28-abee-4019-a85a-f11d82e2a8a7 HTTP/1.1" status: 200 len: 210 time: 0.0500426 Jun 28 16:46:03.874912 dv-cinder-798104-1-smb neutron-server[74186]: DEBUG neutron.db.quota.driver [None req-4e61b894-1fc9-49a1-93cb-d38b473ebb05 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74186) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 28 16:46:03.878478 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-950ef4af-78bd-407f-8cac-674b0b1f3f45 req-316ebf5d-5afe-4bdc-8771-f5d1170f13e6 tempest-AttachVolumeShelveTestJSON-223402159 tempest-AttachVolumeShelveTestJSON-223402159-project] Notify agent at l3_agent.dv-cinder-798104-1-smb the message routers_updated {{(pid=74185) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 28 16:46:03.895109 dv-cinder-798104-1-smb neutron-server[74187]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4262038-7e8f-4a9a-b374-161ca10089e4 None None] Sync routers for ids ['37fc708e-b76d-48af-94e2-885e9728d38e'] in dv-cinder-798104-1-smb {{(pid=74187) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jun 28 16:46:03.920433 dv-cinder-798104-1-smb neutron-server[74187]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4262038-7e8f-4a9a-b374-161ca10089e4 None None] Routers {'37fc708e-b76d-48af-94e2-885e9728d38e'} bound to L3 agent in host dv-cinder-798104-1-smb {{(pid=74187) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 28 16:46:03.920433 dv-cinder-798104-1-smb neutron-server[74187]: DEBUG neutron.db.l3_hamode_db [None req-a4262038-7e8f-4a9a-b374-161ca10089e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-798104-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-28T16:32:46Z,description=,heartbeat_timestamp=2021-06-28T16:45:46Z,host='dv-cinder-798104-1-smb',id=633adcd1-515e-4435-b14d-49f054abd10f,load=0,resource_versions=,resources_synced=,started_at=2021-06-28T16:32:46Z,topic='l3_agent')) {'router_ids': ['37fc708e-b76d-48af-94e2-885e9728d38e'], 'active': True} {{(pid=74187) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 16:46:03.947880 dv-cinder-798104-1-smb neutron-server[74186]: DEBUG neutron_lib.callbacks.manager [None req-4e61b894-1fc9-49a1-93cb-d38b473ebb05 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=74186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 16:46:03.954420 dv-cinder-798104-1-smb neutron-server[74186]: DEBUG neutron_lib.callbacks.manager [None req-4e61b894-1fc9-49a1-93cb-d38b473ebb05 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2050486'] for security_group, after_create {{(pid=74186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 16:46:03.963154 dv-cinder-798104-1-smb neutron-server[74186]: DEBUG oslo_concurrency.lockutils [None req-7467fba6-0254-4660-b94c-e02b84d96625 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74186) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 16:46:03.979797 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG neutron.db.l3_dvrscheduler_db [req-950ef4af-78bd-407f-8cac-674b0b1f3f45 req-316ebf5d-5afe-4bdc-8771-f5d1170f13e6 tempest-AttachVolumeShelveTestJSON-223402159 tempest-AttachVolumeShelveTestJSON-223402159-project] No DVR routers for this DVR port ca182176-9633-4aa8-8265-824f520e5d44 on host hv-cinder-79810 {{(pid=74185) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 28 16:46:03.982534 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG neutron_lib.callbacks.manager [req-950ef4af-78bd-407f-8cac-674b0b1f3f45 req-316ebf5d-5afe-4bdc-8771-f5d1170f13e6 tempest-AttachVolumeShelveTestJSON-223402159 tempest-AttachVolumeShelveTestJSON-223402159-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129357'] for port, before_response {{(pid=74185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 16:46:03.986819 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ca0f1f28-abee-4019-a85a-f11d82e2a8a7', 'name': 'network-vif-deleted', 'tag': 'ca182176-9633-4aa8-8265-824f520e5d44'}] {{(pid=74185) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 28 16:46:04.007258 dv-cinder-798104-1-smb neutron-server[74185]: INFO neutron.wsgi [req-950ef4af-78bd-407f-8cac-674b0b1f3f45 req-316ebf5d-5afe-4bdc-8771-f5d1170f13e6 tempest-AttachVolumeShelveTestJSON-223402159 tempest-AttachVolumeShelveTestJSON-223402159-project] 10.222.0.41 "DELETE /v2.0/ports/ca182176-9633-4aa8-8265-824f520e5d44 HTTP/1.1" status: 204 len: 173 time: 1.7340527 Jun 28 16:46:04.011840 dv-cinder-798104-1-smb neutron-server[74186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e61b894-1fc9-49a1-93cb-d38b473ebb05 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4ba655d6-7257-4a67-a1e7-32bc88218d1f,revision_number=1']} {{(pid=74186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 16:46:04.015936 dv-cinder-798104-1-smb neutron-server[74186]: DEBUG oslo_concurrency.lockutils [None req-4e61b894-1fc9-49a1-93cb-d38b473ebb05 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=74186) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 16:46:04.042807 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG neutron.wsgi [-] (74185) accepted ('10.222.0.26', 52584) {{(pid=74185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 28 16:46:04.043053 dv-cinder-798104-1-smb neutron-server[74186]: INFO neutron.wsgi [None req-4e61b894-1fc9-49a1-93cb-d38b473ebb05 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=0e15e0a26b8540898a22d722445ed9ea&name=default HTTP/1.1" status: 200 len: 2647 time: 0.2453861 Jun 28 16:46:04.146717 dv-cinder-798104-1-smb neutron-server[74185]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ca0f1f28-abee-4019-a85a-f11d82e2a8a7', 'name': 'network-vif-deleted', 'tag': 'ca182176-9633-4aa8-8265-824f520e5d44', 'status': 'completed', 'code': 200} Jun 28 16:46:04.171476 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG neutron_lib.callbacks.manager [None req-fd72e824-9ee6-4cde-b143-a4ea120a01fc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=74185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 16:46:04.184314 dv-cinder-798104-1-smb neutron-server[74187]: DEBUG neutron.db.l3_dvr_db [None req-a4262038-7e8f-4a9a-b374-161ca10089e4 None None] Set router 37fc708e-b76d-48af-94e2-885e9728d38e gateway port host: dv-cinder-798104-1-smb {{(pid=74187) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jun 28 16:46:04.199282 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG neutron_lib.callbacks.manager [None req-fd72e824-9ee6-4cde-b143-a4ea120a01fc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=74185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 16:46:04.279088 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG neutron_lib.callbacks.manager [None req-fd72e824-9ee6-4cde-b143-a4ea120a01fc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2050486'] for security_group, after_delete {{(pid=74185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 16:46:04.288211 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG oslo_concurrency.lockutils [None req-80b6533e-45bf-48fa-8891-df0df92a0ab4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=74185) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 16:46:04.306257 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG neutron_lib.callbacks.manager [None req-fd72e824-9ee6-4cde-b143-a4ea120a01fc admin admin] Notify callbacks [] for security_group, before_response {{(pid=74185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 16:46:04.308015 dv-cinder-798104-1-smb neutron-server[74185]: INFO neutron.wsgi [None req-fd72e824-9ee6-4cde-b143-a4ea120a01fc admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/4ba655d6-7257-4a67-a1e7-32bc88218d1f HTTP/1.1" status: 204 len: 168 time: 0.2638016 Jun 28 16:46:04.323632 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd72e824-9ee6-4cde-b143-a4ea120a01fc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4ba655d6-7257-4a67-a1e7-32bc88218d1f,revision_number=None']} {{(pid=74185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 16:46:04.338527 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG oslo_concurrency.lockutils [None req-fd72e824-9ee6-4cde-b143-a4ea120a01fc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=74185) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 16:46:04.578909 dv-cinder-798104-1-smb neutron-server[74187]: DEBUG neutron.db.l3_hamode_db [None req-a4262038-7e8f-4a9a-b374-161ca10089e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '37fc708e-b76d-48af-94e2-885e9728d38e', 'name': 'tempest-AttachVolumeShelveTestJSON-1126503272-router', 'tenant_id': '1796e3b7b6834b8a88df228c1c9772ef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f9715ce2-16ba-4ae9-9a15-557432d0a5ed', 'external_fixed_ips': [{'subnet_id': 'e3a20e14-2eea-4943-8cec-1fe85e8448d0', 'ip_address': '172.28.3.2'}], 'enable_snat': True}, 'gw_port_id': '2b6842d1-6e2d-429b-8fe9-2900df84d0b8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-28T16:41:15Z', 'updated_at': '2021-06-28T16:41:45Z', 'revision_number': 4, 'project_id': '1796e3b7b6834b8a88df228c1c9772ef', 'gw_port': {'id': '2b6842d1-6e2d-429b-8fe9-2900df84d0b8', 'name': '', 'network_id': 'f9715ce2-16ba-4ae9-9a15-557432d0a5ed', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:4a:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '37fc708e-b76d-48af-94e2-885e9728d38e', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e3a20e14-2eea-4943-8cec-1fe85e8448d0', 'ip_address': '172.28.3.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798104-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T16:41:18Z', 'updated_at': '2021-06-28T16:41:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e3a20e14-2eea-4943-8cec-1fe85e8448d0', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798104-1-smb', '_interfaces': [{'id': '78dc5b3f-ac10-45ad-827b-b4cd72cb9a44', 'name': '', 'network_id': '4e66a7eb-2725-411e-9b4f-e274c7c51246', 'tenant_id': '1796e3b7b6834b8a88df228c1c9772ef', 'mac_address': 'fa:16:3e:2f:55:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '37fc708e-b76d-48af-94e2-885e9728d38e', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'f2ffd4c6-165d-446d-9207-8235b5280dd5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798104-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T16:41:38Z', 'updated_at': '2021-06-28T16:42:23Z', 'revision_number': 5, 'project_id': '1796e3b7b6834b8a88df228c1c9772ef', 'subnets': [{'id': 'f2ffd4c6-165d-446d-9207-8235b5280dd5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-798104-1-smb', False) {} {{(pid=74187) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 16:46:04.582996 dv-cinder-798104-1-smb neutron-server[74187]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4262038-7e8f-4a9a-b374-161ca10089e4 None None] Checking router: 37fc708e-b76d-48af-94e2-885e9728d38e for host: dv-cinder-798104-1-smb {{(pid=74187) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Jun 28 16:46:04.593555 dv-cinder-798104-1-smb neutron-server[74187]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4262038-7e8f-4a9a-b374-161ca10089e4 None None] Routers {'37fc708e-b76d-48af-94e2-885e9728d38e'} bound to L3 agent in host dv-cinder-798104-1-smb {{(pid=74187) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 28 16:46:04.594235 dv-cinder-798104-1-smb neutron-server[74187]: DEBUG neutron.db.l3_hamode_db [None req-a4262038-7e8f-4a9a-b374-161ca10089e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-798104-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-28T16:32:46Z,description=,heartbeat_timestamp=2021-06-28T16:45:46Z,host='dv-cinder-798104-1-smb',id=633adcd1-515e-4435-b14d-49f054abd10f,load=0,resource_versions=,resources_synced=,started_at=2021-06-28T16:32:46Z,topic='l3_agent')) {'router_ids': ['37fc708e-b76d-48af-94e2-885e9728d38e'], 'active': True} {{(pid=74187) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 16:46:04.832370 dv-cinder-798104-1-smb neutron-server[74187]: DEBUG neutron.db.l3_dvr_db [None req-a4262038-7e8f-4a9a-b374-161ca10089e4 None None] Set router 37fc708e-b76d-48af-94e2-885e9728d38e gateway port host: dv-cinder-798104-1-smb {{(pid=74187) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jun 28 16:46:05.168483 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG neutron.wsgi [-] (74185) accepted ('10.222.0.26', 52608) {{(pid=74185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 28 16:46:05.259354 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG neutron_lib.callbacks.manager [None req-5ee1fd30-15e4-4ed8-b27a-e766121cbc39 tempest-AttachVolumeShelveTestJSON-223402159 tempest-AttachVolumeShelveTestJSON-223402159-project] Notify callbacks [] for security_group, before_delete {{(pid=74185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 16:46:05.299721 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG neutron_lib.callbacks.manager [None req-5ee1fd30-15e4-4ed8-b27a-e766121cbc39 tempest-AttachVolumeShelveTestJSON-223402159 tempest-AttachVolumeShelveTestJSON-223402159-project] Notify callbacks [] for security_group, precommit_delete {{(pid=74185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 16:46:05.392351 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG neutron_lib.callbacks.manager [None req-5ee1fd30-15e4-4ed8-b27a-e766121cbc39 tempest-AttachVolumeShelveTestJSON-223402159 tempest-AttachVolumeShelveTestJSON-223402159-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2050486'] for security_group, after_delete {{(pid=74185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 16:46:05.400155 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG oslo_concurrency.lockutils [None req-7226af94-ac6b-49b3-bf5d-57c5074f53dd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74185) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 16:46:05.417300 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ee1fd30-15e4-4ed8-b27a-e766121cbc39 tempest-AttachVolumeShelveTestJSON-223402159 tempest-AttachVolumeShelveTestJSON-223402159-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9d5e5bf1-75b7-4451-8ba3-68d562e2bb7c,revision_number=None']} {{(pid=74185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 16:46:05.430609 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG oslo_concurrency.lockutils [None req-5ee1fd30-15e4-4ed8-b27a-e766121cbc39 tempest-AttachVolumeShelveTestJSON-223402159 tempest-AttachVolumeShelveTestJSON-223402159-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=74185) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 16:46:05.435682 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG neutron_lib.callbacks.manager [None req-5ee1fd30-15e4-4ed8-b27a-e766121cbc39 tempest-AttachVolumeShelveTestJSON-223402159 tempest-AttachVolumeShelveTestJSON-223402159-project] Notify callbacks [] for security_group, before_response {{(pid=74185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 16:46:05.437186 dv-cinder-798104-1-smb neutron-server[74185]: INFO neutron.wsgi [None req-5ee1fd30-15e4-4ed8-b27a-e766121cbc39 tempest-AttachVolumeShelveTestJSON-223402159 tempest-AttachVolumeShelveTestJSON-223402159-project] 10.222.0.26 "DELETE /v2.0/security-groups/9d5e5bf1-75b7-4451-8ba3-68d562e2bb7c HTTP/1.1" status: 204 len: 168 time: 0.2673576 Jun 28 16:46:05.439868 dv-cinder-798104-1-smb neutron-server[74186]: DEBUG neutron.wsgi [-] (74186) accepted ('10.222.0.26', 52616) {{(pid=74186) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 28 16:46:05.460239 dv-cinder-798104-1-smb neutron-server[74186]: INFO neutron.api.v2.resource [None req-34e8d248-8cce-4c20-a644-86db6ae5d267 tempest-AttachVolumeShelveTestJSON-223402159 tempest-AttachVolumeShelveTestJSON-223402159-project] show failed (client error): The resource could not be found. Jun 28 16:46:05.461917 dv-cinder-798104-1-smb neutron-server[74186]: INFO neutron.wsgi [None req-34e8d248-8cce-4c20-a644-86db6ae5d267 tempest-AttachVolumeShelveTestJSON-223402159 tempest-AttachVolumeShelveTestJSON-223402159-project] 10.222.0.26 "GET /v2.0/security-groups/9d5e5bf1-75b7-4451-8ba3-68d562e2bb7c HTTP/1.1" status: 404 len: 347 time: 0.0201538 Jun 28 16:46:05.464598 dv-cinder-798104-1-smb neutron-server[74186]: DEBUG neutron.wsgi [-] (74186) accepted ('10.222.0.26', 52620) {{(pid=74186) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 28 16:46:05.473125 dv-cinder-798104-1-smb neutron-server[74187]: DEBUG neutron.plugins.ml2.rpc [None req-d0e5ad82-df9b-4ee3-8ee9-b93c74fbe1d3 None None] Device ca182176-9633-4aa8-8265-824f520e5d44 no longer exists at agent hyperv_hv-cinder-79810 {{(pid=74187) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 28 16:46:05.522803 dv-cinder-798104-1-smb neutron-server[74187]: DEBUG neutron.plugins.ml2.plugin [None req-d0e5ad82-df9b-4ee3-8ee9-b93c74fbe1d3 None None] No Port match for: ca182176-9633-4aa8-8265-824f520e5d44 {{(pid=74187) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}} Jun 28 16:46:05.523162 dv-cinder-798104-1-smb neutron-server[74187]: DEBUG neutron.plugins.ml2.rpc [None req-d0e5ad82-df9b-4ee3-8ee9-b93c74fbe1d3 None None] Device ca182176-9633-4aa8-8265-824f520e5d44 not bound to the agent host hv-cinder-79810 {{(pid=74187) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 28 16:46:05.568244 dv-cinder-798104-1-smb neutron-server[74187]: DEBUG neutron.db.l3_hamode_db [None req-a4262038-7e8f-4a9a-b374-161ca10089e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '37fc708e-b76d-48af-94e2-885e9728d38e', 'name': 'tempest-AttachVolumeShelveTestJSON-1126503272-router', 'tenant_id': '1796e3b7b6834b8a88df228c1c9772ef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f9715ce2-16ba-4ae9-9a15-557432d0a5ed', 'external_fixed_ips': [{'subnet_id': 'e3a20e14-2eea-4943-8cec-1fe85e8448d0', 'ip_address': '172.28.3.2'}], 'enable_snat': True}, 'gw_port_id': '2b6842d1-6e2d-429b-8fe9-2900df84d0b8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-28T16:41:15Z', 'updated_at': '2021-06-28T16:41:45Z', 'revision_number': 4, 'project_id': '1796e3b7b6834b8a88df228c1c9772ef', 'gw_port': {'id': '2b6842d1-6e2d-429b-8fe9-2900df84d0b8', 'name': '', 'network_id': 'f9715ce2-16ba-4ae9-9a15-557432d0a5ed', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:4a:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '37fc708e-b76d-48af-94e2-885e9728d38e', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e3a20e14-2eea-4943-8cec-1fe85e8448d0', 'ip_address': '172.28.3.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798104-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T16:41:18Z', 'updated_at': '2021-06-28T16:41:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e3a20e14-2eea-4943-8cec-1fe85e8448d0', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798104-1-smb', '_interfaces': [{'id': '78dc5b3f-ac10-45ad-827b-b4cd72cb9a44', 'name': '', 'network_id': '4e66a7eb-2725-411e-9b4f-e274c7c51246', 'tenant_id': '1796e3b7b6834b8a88df228c1c9772ef', 'mac_address': 'fa:16:3e:2f:55:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '37fc708e-b76d-48af-94e2-885e9728d38e', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'f2ffd4c6-165d-446d-9207-8235b5280dd5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798104-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T16:41:38Z', 'updated_at': '2021-06-28T16:42:23Z', 'revision_number': 5, 'project_id': '1796e3b7b6834b8a88df228c1c9772ef', 'subnets': [{'id': 'f2ffd4c6-165d-446d-9207-8235b5280dd5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-798104-1-smb', False) {} {{(pid=74187) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 16:46:05.574799 dv-cinder-798104-1-smb neutron-server[74187]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4262038-7e8f-4a9a-b374-161ca10089e4 None None] The sync data for ids ['37fc708e-b76d-48af-94e2-885e9728d38e'] in dv-cinder-798104-1-smb is: [{'id': '37fc708e-b76d-48af-94e2-885e9728d38e', 'name': 'tempest-AttachVolumeShelveTestJSON-1126503272-router', 'tenant_id': '1796e3b7b6834b8a88df228c1c9772ef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f9715ce2-16ba-4ae9-9a15-557432d0a5ed', 'external_fixed_ips': [{'subnet_id': 'e3a20e14-2eea-4943-8cec-1fe85e8448d0', 'ip_address': '172.28.3.2'}], 'enable_snat': True}, 'gw_port_id': '2b6842d1-6e2d-429b-8fe9-2900df84d0b8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-28T16:41:15Z', 'updated_at': '2021-06-28T16:41:45Z', 'revision_number': 4, 'project_id': '1796e3b7b6834b8a88df228c1c9772ef', 'gw_port': {'id': '2b6842d1-6e2d-429b-8fe9-2900df84d0b8', 'name': '', 'network_id': 'f9715ce2-16ba-4ae9-9a15-557432d0a5ed', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:4a:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '37fc708e-b76d-48af-94e2-885e9728d38e', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e3a20e14-2eea-4943-8cec-1fe85e8448d0', 'ip_address': '172.28.3.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798104-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T16:41:18Z', 'updated_at': '2021-06-28T16:41:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e3a20e14-2eea-4943-8cec-1fe85e8448d0', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798104-1-smb', '_interfaces': [{'id': '78dc5b3f-ac10-45ad-827b-b4cd72cb9a44', 'name': '', 'network_id': '4e66a7eb-2725-411e-9b4f-e274c7c51246', 'tenant_id': '1796e3b7b6834b8a88df228c1c9772ef', 'mac_address': 'fa:16:3e:2f:55:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '37fc708e-b76d-48af-94e2-885e9728d38e', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'f2ffd4c6-165d-446d-9207-8235b5280dd5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798104-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T16:41:38Z', 'updated_at': '2021-06-28T16:42:23Z', 'revision_number': 5, 'project_id': '1796e3b7b6834b8a88df228c1c9772ef', 'subnets': [{'id': 'f2ffd4c6-165d-446d-9207-8235b5280dd5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=74187) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jun 28 16:46:05.711591 dv-cinder-798104-1-smb neutron-server[74186]: DEBUG neutron.plugins.ml2.plugin [None req-be018b40-6cd9-479d-9404-6f426a4ffc50 tempest-AttachVolumeShelveTestJSON-223402159 tempest-AttachVolumeShelveTestJSON-223402159-project] Deleting port 687c7dcb-5d91-4c5b-9444-fc1e33ef5f56 {{(pid=74186) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Jun 28 16:46:05.711963 dv-cinder-798104-1-smb neutron-server[74186]: DEBUG neutron_lib.callbacks.manager [None req-be018b40-6cd9-479d-9404-6f426a4ffc50 tempest-AttachVolumeShelveTestJSON-223402159 tempest-AttachVolumeShelveTestJSON-223402159-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774158158511'] for port, before_delete {{(pid=74186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 16:46:05.968891 dv-cinder-798104-1-smb neutron-server[74188]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce2744ab-fde3-4c1a-867b-054880105da0 None None] New status for floating IP a2938215-034c-4eb0-9c92-85b89dca3c96: DOWN {{(pid=74188) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Jun 28 16:46:06.099749 dv-cinder-798104-1-smb neutron-server[74186]: DEBUG neutron_lib.callbacks.manager [None req-be018b40-6cd9-479d-9404-6f426a4ffc50 tempest-AttachVolumeShelveTestJSON-223402159 tempest-AttachVolumeShelveTestJSON-223402159-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1637578'] for port, precommit_delete {{(pid=74186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 16:46:06.100108 dv-cinder-798104-1-smb neutron-server[74186]: DEBUG neutron_lib.callbacks.manager [None req-be018b40-6cd9-479d-9404-6f426a4ffc50 tempest-AttachVolumeShelveTestJSON-223402159 tempest-AttachVolumeShelveTestJSON-223402159-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=74186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 16:46:06.267817 dv-cinder-798104-1-smb neutron-server[74186]: DEBUG neutron.plugins.ml2.plugin [None req-be018b40-6cd9-479d-9404-6f426a4ffc50 tempest-AttachVolumeShelveTestJSON-223402159 tempest-AttachVolumeShelveTestJSON-223402159-project] Calling delete_port for 687c7dcb-5d91-4c5b-9444-fc1e33ef5f56 owned by network:floatingip {{(pid=74186) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Jun 28 16:46:06.371649 dv-cinder-798104-1-smb neutron-server[74186]: DEBUG neutron_lib.db.api [None req-be018b40-6cd9-479d-9404-6f426a4ffc50 tempest-AttachVolumeShelveTestJSON-223402159 tempest-AttachVolumeShelveTestJSON-223402159-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 2 row(s); 1 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=74186) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 28 16:46:06.372631 dv-cinder-798104-1-smb neutron-server[74186]: DEBUG oslo_db.api [None req-be018b40-6cd9-479d-9404-6f426a4ffc50 tempest-AttachVolumeShelveTestJSON-223402159 tempest-AttachVolumeShelveTestJSON-223402159-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=74186) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 28 16:46:06.874345 dv-cinder-798104-1-smb neutron-server[74186]: DEBUG neutron.plugins.ml2.plugin [None req-be018b40-6cd9-479d-9404-6f426a4ffc50 tempest-AttachVolumeShelveTestJSON-223402159 tempest-AttachVolumeShelveTestJSON-223402159-project] Deleting port 687c7dcb-5d91-4c5b-9444-fc1e33ef5f56 {{(pid=74186) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Jun 28 16:46:06.875664 dv-cinder-798104-1-smb neutron-server[74186]: DEBUG neutron_lib.callbacks.manager [None req-be018b40-6cd9-479d-9404-6f426a4ffc50 tempest-AttachVolumeShelveTestJSON-223402159 tempest-AttachVolumeShelveTestJSON-223402159-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774158158511'] for port, before_delete {{(pid=74186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 16:46:07.142532 dv-cinder-798104-1-smb neutron-server[74186]: DEBUG neutron_lib.callbacks.manager [None req-be018b40-6cd9-479d-9404-6f426a4ffc50 tempest-AttachVolumeShelveTestJSON-223402159 tempest-AttachVolumeShelveTestJSON-223402159-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1637578'] for port, precommit_delete {{(pid=74186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 16:46:07.142877 dv-cinder-798104-1-smb neutron-server[74186]: DEBUG neutron_lib.callbacks.manager [None req-be018b40-6cd9-479d-9404-6f426a4ffc50 tempest-AttachVolumeShelveTestJSON-223402159 tempest-AttachVolumeShelveTestJSON-223402159-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=74186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 16:46:07.268951 dv-cinder-798104-1-smb neutron-server[74186]: DEBUG neutron.plugins.ml2.plugin [None req-be018b40-6cd9-479d-9404-6f426a4ffc50 tempest-AttachVolumeShelveTestJSON-223402159 tempest-AttachVolumeShelveTestJSON-223402159-project] Calling delete_port for 687c7dcb-5d91-4c5b-9444-fc1e33ef5f56 owned by network:floatingip {{(pid=74186) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Jun 28 16:46:07.419450 dv-cinder-798104-1-smb neutron-server[74186]: DEBUG neutron_lib.callbacks.manager [None req-be018b40-6cd9-479d-9404-6f426a4ffc50 tempest-AttachVolumeShelveTestJSON-223402159 tempest-AttachVolumeShelveTestJSON-223402159-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-615041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1598908', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774158213030', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774157688369', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1108489'] for port, after_delete {{(pid=74186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 16:46:07.423411 dv-cinder-798104-1-smb neutron-server[74186]: DEBUG oslo_concurrency.lockutils [None req-f4502d4f-2d4c-4a1a-b49b-1608cb62096a tempest-AttachVolumeTestJSON-1575976490 tempest-AttachVolumeTestJSON-1575976490-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74186) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 16:46:07.464924 dv-cinder-798104-1-smb neutron-server[74186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be018b40-6cd9-479d-9404-6f426a4ffc50 tempest-AttachVolumeShelveTestJSON-223402159 tempest-AttachVolumeShelveTestJSON-223402159-project] Pushing event deleted for resources: {'Port': ['ID=687c7dcb-5d91-4c5b-9444-fc1e33ef5f56,revision_number=None']} {{(pid=74186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 16:46:07.468958 dv-cinder-798104-1-smb neutron-server[74186]: DEBUG oslo_concurrency.lockutils [None req-be018b40-6cd9-479d-9404-6f426a4ffc50 tempest-AttachVolumeShelveTestJSON-223402159 tempest-AttachVolumeShelveTestJSON-223402159-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=74186) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 16:46:07.568639 dv-cinder-798104-1-smb neutron-server[74186]: DEBUG neutron_lib.callbacks.manager [None req-be018b40-6cd9-479d-9404-6f426a4ffc50 tempest-AttachVolumeShelveTestJSON-223402159 tempest-AttachVolumeShelveTestJSON-223402159-project] Notify callbacks [] for floatingip, after_delete {{(pid=74186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 16:46:07.592851 dv-cinder-798104-1-smb neutron-server[74186]: DEBUG neutron_lib.callbacks.manager [None req-be018b40-6cd9-479d-9404-6f426a4ffc50 tempest-AttachVolumeShelveTestJSON-223402159 tempest-AttachVolumeShelveTestJSON-223402159-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129357'] for floatingip, before_response {{(pid=74186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 16:46:07.594007 dv-cinder-798104-1-smb neutron-server[74186]: INFO neutron.wsgi [None req-be018b40-6cd9-479d-9404-6f426a4ffc50 tempest-AttachVolumeShelveTestJSON-223402159 tempest-AttachVolumeShelveTestJSON-223402159-project] 10.222.0.26 "DELETE /v2.0/floatingips/a2938215-034c-4eb0-9c92-85b89dca3c96 HTTP/1.1" status: 204 len: 168 time: 2.1282072 Jun 28 16:46:07.703239 dv-cinder-798104-1-smb neutron-server[74186]: DEBUG neutron.wsgi [-] (74186) accepted ('10.222.0.26', 52672) {{(pid=74186) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 28 16:46:07.895035 dv-cinder-798104-1-smb neutron-server[74186]: DEBUG neutron_lib.callbacks.manager [None req-ca5648d8-42c1-4e82-a84a-7e887057b19f admin admin] Notify callbacks [] for security_group, before_create {{(pid=74186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 16:46:07.928967 dv-cinder-798104-1-smb neutron-server[74186]: DEBUG neutron.db.quota.driver [None req-ca5648d8-42c1-4e82-a84a-7e887057b19f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74186) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 28 16:46:07.933529 dv-cinder-798104-1-smb neutron-server[74186]: DEBUG neutron.quota.resource [None req-ca5648d8-42c1-4e82-a84a-7e887057b19f admin admin] Usage tracker for resource:security_group_rule and tenant:0df96f868a6c42bf82b3bf4f0a199b7e is out of sync, need to count used quota {{(pid=74186) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 28 16:46:07.936020 dv-cinder-798104-1-smb neutron-server[74186]: DEBUG neutron.quota.resource [None req-ca5648d8-42c1-4e82-a84a-7e887057b19f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=74186) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 28 16:46:07.941943 dv-cinder-798104-1-smb neutron-server[74186]: DEBUG neutron.db.quota.driver [None req-ca5648d8-42c1-4e82-a84a-7e887057b19f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74186) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 28 16:46:08.027418 dv-cinder-798104-1-smb neutron-server[74186]: DEBUG neutron_lib.callbacks.manager [None req-ca5648d8-42c1-4e82-a84a-7e887057b19f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=74186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 16:46:08.032210 dv-cinder-798104-1-smb neutron-server[74186]: DEBUG neutron_lib.callbacks.manager [None req-ca5648d8-42c1-4e82-a84a-7e887057b19f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2050486'] for security_group, after_create {{(pid=74186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 16:46:08.039324 dv-cinder-798104-1-smb neutron-server[74186]: DEBUG oslo_concurrency.lockutils [None req-649ac615-4139-41c6-8ef0-08164cc9ff71 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74186) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 16:46:08.085263 dv-cinder-798104-1-smb neutron-server[74186]: INFO neutron.wsgi [None req-ca5648d8-42c1-4e82-a84a-7e887057b19f admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=0df96f868a6c42bf82b3bf4f0a199b7e&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3773792 Jun 28 16:46:08.085263 dv-cinder-798104-1-smb neutron-server[74186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca5648d8-42c1-4e82-a84a-7e887057b19f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=19d9f69a-92fd-4bb5-90c0-f5fb4de6b47e,revision_number=1']} {{(pid=74186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 16:46:08.086981 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG neutron.wsgi [-] (74185) accepted ('10.222.0.26', 52678) {{(pid=74185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 28 16:46:08.087655 dv-cinder-798104-1-smb neutron-server[74186]: DEBUG oslo_concurrency.lockutils [None req-ca5648d8-42c1-4e82-a84a-7e887057b19f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=74186) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 16:46:08.096612 dv-cinder-798104-1-smb neutron-server[74186]: DEBUG neutron.wsgi [-] (74186) accepted ('10.222.0.26', 52682) {{(pid=74186) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 28 16:46:08.103337 dv-cinder-798104-1-smb neutron-server[74186]: DEBUG neutron.api.v2.base [None req-a4b5ceba-57cc-4fb6-9fe3-4bcdf19c120f tempest-AttachVolumeShelveTestJSON-223402159 tempest-AttachVolumeShelveTestJSON-223402159-project] Request body: {'security_group': {'name': 'tempest-securitygroup--732597709', 'description': 'tempest-description--1102295525'}} {{(pid=74186) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jun 28 16:46:08.111828 dv-cinder-798104-1-smb neutron-server[74186]: DEBUG neutron.db.quota.driver [None req-a4b5ceba-57cc-4fb6-9fe3-4bcdf19c120f tempest-AttachVolumeShelveTestJSON-223402159 tempest-AttachVolumeShelveTestJSON-223402159-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74186) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 28 16:46:08.119079 dv-cinder-798104-1-smb neutron-server[74186]: DEBUG neutron.quota.resource [None req-a4b5ceba-57cc-4fb6-9fe3-4bcdf19c120f tempest-AttachVolumeShelveTestJSON-223402159 tempest-AttachVolumeShelveTestJSON-223402159-project] Usage tracker for resource:security_group and tenant:1796e3b7b6834b8a88df228c1c9772ef is out of sync, need to count used quota {{(pid=74186) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 28 16:46:08.121655 dv-cinder-798104-1-smb neutron-server[74186]: DEBUG neutron.quota.resource [None req-a4b5ceba-57cc-4fb6-9fe3-4bcdf19c120f tempest-AttachVolumeShelveTestJSON-223402159 tempest-AttachVolumeShelveTestJSON-223402159-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=74186) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 28 16:46:08.131660 dv-cinder-798104-1-smb neutron-server[74186]: DEBUG neutron.db.quota.driver [None req-a4b5ceba-57cc-4fb6-9fe3-4bcdf19c120f tempest-AttachVolumeShelveTestJSON-223402159 tempest-AttachVolumeShelveTestJSON-223402159-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=74186) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 28 16:46:08.147001 dv-cinder-798104-1-smb neutron-server[74186]: DEBUG neutron_lib.callbacks.manager [None req-a4b5ceba-57cc-4fb6-9fe3-4bcdf19c120f tempest-AttachVolumeShelveTestJSON-223402159 tempest-AttachVolumeShelveTestJSON-223402159-project] Notify callbacks [] for security_group, before_create {{(pid=74186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 16:46:08.178196 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG neutron_lib.callbacks.manager [None req-7e930022-ee6e-42e8-8545-a983080a06c9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=74185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 16:46:08.189320 dv-cinder-798104-1-smb neutron-server[74186]: DEBUG neutron.db.quota.driver [None req-a4b5ceba-57cc-4fb6-9fe3-4bcdf19c120f tempest-AttachVolumeShelveTestJSON-223402159 tempest-AttachVolumeShelveTestJSON-223402159-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74186) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 28 16:46:08.193637 dv-cinder-798104-1-smb neutron-server[74186]: DEBUG neutron.quota.resource [None req-a4b5ceba-57cc-4fb6-9fe3-4bcdf19c120f tempest-AttachVolumeShelveTestJSON-223402159 tempest-AttachVolumeShelveTestJSON-223402159-project] Usage tracker for resource:security_group_rule and tenant:1796e3b7b6834b8a88df228c1c9772ef is out of sync, need to count used quota {{(pid=74186) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 28 16:46:08.196945 dv-cinder-798104-1-smb neutron-server[74186]: DEBUG neutron.quota.resource [None req-a4b5ceba-57cc-4fb6-9fe3-4bcdf19c120f tempest-AttachVolumeShelveTestJSON-223402159 tempest-AttachVolumeShelveTestJSON-223402159-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=74186) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 28 16:46:08.202612 dv-cinder-798104-1-smb neutron-server[74186]: DEBUG neutron.db.quota.driver [None req-a4b5ceba-57cc-4fb6-9fe3-4bcdf19c120f tempest-AttachVolumeShelveTestJSON-223402159 tempest-AttachVolumeShelveTestJSON-223402159-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=74186) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 28 16:46:08.222841 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG neutron_lib.callbacks.manager [None req-7e930022-ee6e-42e8-8545-a983080a06c9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=74185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 16:46:08.265773 dv-cinder-798104-1-smb neutron-server[74186]: DEBUG neutron_lib.callbacks.manager [None req-a4b5ceba-57cc-4fb6-9fe3-4bcdf19c120f tempest-AttachVolumeShelveTestJSON-223402159 tempest-AttachVolumeShelveTestJSON-223402159-project] Notify callbacks [] for security_group, precommit_create {{(pid=74186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 16:46:08.269649 dv-cinder-798104-1-smb neutron-server[74186]: DEBUG neutron_lib.callbacks.manager [None req-a4b5ceba-57cc-4fb6-9fe3-4bcdf19c120f tempest-AttachVolumeShelveTestJSON-223402159 tempest-AttachVolumeShelveTestJSON-223402159-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2050486'] for security_group, after_create {{(pid=74186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 16:46:08.274619 dv-cinder-798104-1-smb neutron-server[74186]: DEBUG oslo_concurrency.lockutils [None req-a0f78e59-d176-4c80-8446-3ab46f310034 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74186) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 16:46:08.283955 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG neutron_lib.callbacks.manager [None req-7e930022-ee6e-42e8-8545-a983080a06c9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2050486'] for security_group, after_delete {{(pid=74185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 16:46:08.288883 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG oslo_concurrency.lockutils [None req-d9179646-16a9-4202-8079-20f03378875c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74185) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 16:46:08.303491 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e930022-ee6e-42e8-8545-a983080a06c9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=19d9f69a-92fd-4bb5-90c0-f5fb4de6b47e,revision_number=None']} {{(pid=74185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 16:46:08.307494 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG oslo_concurrency.lockutils [None req-7e930022-ee6e-42e8-8545-a983080a06c9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=74185) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 16:46:08.311176 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG neutron_lib.callbacks.manager [None req-7e930022-ee6e-42e8-8545-a983080a06c9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=74185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 16:46:08.317003 dv-cinder-798104-1-smb neutron-server[74185]: INFO neutron.wsgi [None req-7e930022-ee6e-42e8-8545-a983080a06c9 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/19d9f69a-92fd-4bb5-90c0-f5fb4de6b47e HTTP/1.1" status: 204 len: 168 time: 0.2273672 Jun 28 16:46:08.329367 dv-cinder-798104-1-smb neutron-server[74186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4b5ceba-57cc-4fb6-9fe3-4bcdf19c120f tempest-AttachVolumeShelveTestJSON-223402159 tempest-AttachVolumeShelveTestJSON-223402159-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ee5b5d98-52f8-46a1-b53d-b30b29c7120c,revision_number=1']} {{(pid=74186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 16:46:08.332494 dv-cinder-798104-1-smb neutron-server[74186]: DEBUG oslo_concurrency.lockutils [None req-a4b5ceba-57cc-4fb6-9fe3-4bcdf19c120f tempest-AttachVolumeShelveTestJSON-223402159 tempest-AttachVolumeShelveTestJSON-223402159-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=74186) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 16:46:08.335693 dv-cinder-798104-1-smb neutron-server[74186]: DEBUG neutron_lib.callbacks.manager [None req-a4b5ceba-57cc-4fb6-9fe3-4bcdf19c120f tempest-AttachVolumeShelveTestJSON-223402159 tempest-AttachVolumeShelveTestJSON-223402159-project] Notify callbacks [] for security_group, before_response {{(pid=74186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 16:46:08.337105 dv-cinder-798104-1-smb neutron-server[74186]: INFO neutron.wsgi [None req-a4b5ceba-57cc-4fb6-9fe3-4bcdf19c120f tempest-AttachVolumeShelveTestJSON-223402159 tempest-AttachVolumeShelveTestJSON-223402159-project] 10.222.0.26 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1613 time: 0.2401764 Jun 28 16:46:08.340023 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG neutron.wsgi [-] (74185) accepted ('10.222.0.26', 52690) {{(pid=74185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 28 16:46:08.346315 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG neutron.api.v2.base [None req-06f79f3f-9b68-47de-8b41-9f920c01bc7b tempest-AttachVolumeShelveTestJSON-223402159 tempest-AttachVolumeShelveTestJSON-223402159-project] Request body: {'security_group_rule': {'security_group_id': 'ee5b5d98-52f8-46a1-b53d-b30b29c7120c', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=74185) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jun 28 16:46:08.354012 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG neutron.db.quota.driver [None req-06f79f3f-9b68-47de-8b41-9f920c01bc7b tempest-AttachVolumeShelveTestJSON-223402159 tempest-AttachVolumeShelveTestJSON-223402159-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74185) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 28 16:46:08.358589 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG neutron.quota.resource [None req-06f79f3f-9b68-47de-8b41-9f920c01bc7b tempest-AttachVolumeShelveTestJSON-223402159 tempest-AttachVolumeShelveTestJSON-223402159-project] Usage tracker for resource:security_group_rule and tenant:1796e3b7b6834b8a88df228c1c9772ef is out of sync, need to count used quota {{(pid=74185) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 28 16:46:08.361715 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG neutron.quota.resource [None req-06f79f3f-9b68-47de-8b41-9f920c01bc7b tempest-AttachVolumeShelveTestJSON-223402159 tempest-AttachVolumeShelveTestJSON-223402159-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=74185) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 28 16:46:08.367537 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG neutron.db.quota.driver [None req-06f79f3f-9b68-47de-8b41-9f920c01bc7b tempest-AttachVolumeShelveTestJSON-223402159 tempest-AttachVolumeShelveTestJSON-223402159-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=74185) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 28 16:46:08.388211 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG neutron_lib.callbacks.manager [None req-06f79f3f-9b68-47de-8b41-9f920c01bc7b tempest-AttachVolumeShelveTestJSON-223402159 tempest-AttachVolumeShelveTestJSON-223402159-project] Notify callbacks [] for security_group_rule, before_create {{(pid=74185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 16:46:08.462440 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG neutron_lib.callbacks.manager [None req-06f79f3f-9b68-47de-8b41-9f920c01bc7b tempest-AttachVolumeShelveTestJSON-223402159 tempest-AttachVolumeShelveTestJSON-223402159-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=74185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 16:46:08.467699 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG neutron_lib.callbacks.manager [None req-06f79f3f-9b68-47de-8b41-9f920c01bc7b tempest-AttachVolumeShelveTestJSON-223402159 tempest-AttachVolumeShelveTestJSON-223402159-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2050479'] for security_group_rule, after_create {{(pid=74185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 16:46:08.469946 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG oslo_concurrency.lockutils [None req-7a86704b-b92b-494d-9a9a-bcbbe35f0caf tempest-AttachVolumeTestJSON-1575976490 tempest-AttachVolumeTestJSON-1575976490-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74185) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 16:46:08.492684 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06f79f3f-9b68-47de-8b41-9f920c01bc7b tempest-AttachVolumeShelveTestJSON-223402159 tempest-AttachVolumeShelveTestJSON-223402159-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6c2271b9-2cce-4329-84e3-adbaf21275a7,revision_number=0']} {{(pid=74185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 16:46:08.497446 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG oslo_concurrency.lockutils [None req-06f79f3f-9b68-47de-8b41-9f920c01bc7b tempest-AttachVolumeShelveTestJSON-223402159 tempest-AttachVolumeShelveTestJSON-223402159-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=74185) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 16:46:08.502480 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG neutron_lib.callbacks.manager [None req-06f79f3f-9b68-47de-8b41-9f920c01bc7b tempest-AttachVolumeShelveTestJSON-223402159 tempest-AttachVolumeShelveTestJSON-223402159-project] Notify callbacks [] for security_group_rule, before_response {{(pid=74185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 16:46:08.503768 dv-cinder-798104-1-smb neutron-server[74185]: INFO neutron.wsgi [None req-06f79f3f-9b68-47de-8b41-9f920c01bc7b tempest-AttachVolumeShelveTestJSON-223402159 tempest-AttachVolumeShelveTestJSON-223402159-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.1627378 Jun 28 16:46:08.507251 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG neutron.wsgi [-] (74185) accepted ('10.222.0.26', 52696) {{(pid=74185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 28 16:46:08.514475 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG neutron.api.v2.base [None req-5fcb1966-aa7e-4b49-8de9-bc500d0d37ad tempest-AttachVolumeShelveTestJSON-223402159 tempest-AttachVolumeShelveTestJSON-223402159-project] Request body: {'security_group_rule': {'security_group_id': 'ee5b5d98-52f8-46a1-b53d-b30b29c7120c', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=74185) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jun 28 16:46:08.521980 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG neutron.db.quota.driver [None req-5fcb1966-aa7e-4b49-8de9-bc500d0d37ad tempest-AttachVolumeShelveTestJSON-223402159 tempest-AttachVolumeShelveTestJSON-223402159-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74185) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 28 16:46:08.527332 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG neutron.quota.resource [None req-5fcb1966-aa7e-4b49-8de9-bc500d0d37ad tempest-AttachVolumeShelveTestJSON-223402159 tempest-AttachVolumeShelveTestJSON-223402159-project] Usage tracker for resource:security_group_rule and tenant:1796e3b7b6834b8a88df228c1c9772ef is out of sync, need to count used quota {{(pid=74185) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 28 16:46:08.531181 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG neutron.quota.resource [None req-5fcb1966-aa7e-4b49-8de9-bc500d0d37ad tempest-AttachVolumeShelveTestJSON-223402159 tempest-AttachVolumeShelveTestJSON-223402159-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=74185) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 28 16:46:08.539712 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG neutron.db.quota.driver [None req-5fcb1966-aa7e-4b49-8de9-bc500d0d37ad tempest-AttachVolumeShelveTestJSON-223402159 tempest-AttachVolumeShelveTestJSON-223402159-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=74185) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 28 16:46:08.569816 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG neutron_lib.callbacks.manager [None req-5fcb1966-aa7e-4b49-8de9-bc500d0d37ad tempest-AttachVolumeShelveTestJSON-223402159 tempest-AttachVolumeShelveTestJSON-223402159-project] Notify callbacks [] for security_group_rule, before_create {{(pid=74185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 16:46:08.639512 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG neutron_lib.callbacks.manager [None req-5fcb1966-aa7e-4b49-8de9-bc500d0d37ad tempest-AttachVolumeShelveTestJSON-223402159 tempest-AttachVolumeShelveTestJSON-223402159-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=74185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 16:46:08.645323 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG neutron_lib.callbacks.manager [None req-5fcb1966-aa7e-4b49-8de9-bc500d0d37ad tempest-AttachVolumeShelveTestJSON-223402159 tempest-AttachVolumeShelveTestJSON-223402159-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2050479'] for security_group_rule, after_create {{(pid=74185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 16:46:08.648293 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74185) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 16:46:08.672273 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fcb1966-aa7e-4b49-8de9-bc500d0d37ad tempest-AttachVolumeShelveTestJSON-223402159 tempest-AttachVolumeShelveTestJSON-223402159-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=87dd4144-136a-4cb6-9fd8-3ae8f7284f2b,revision_number=0']} {{(pid=74185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 16:46:08.676457 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG oslo_concurrency.lockutils [None req-5fcb1966-aa7e-4b49-8de9-bc500d0d37ad tempest-AttachVolumeShelveTestJSON-223402159 tempest-AttachVolumeShelveTestJSON-223402159-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=74185) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 16:46:08.686628 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG neutron_lib.callbacks.manager [None req-5fcb1966-aa7e-4b49-8de9-bc500d0d37ad tempest-AttachVolumeShelveTestJSON-223402159 tempest-AttachVolumeShelveTestJSON-223402159-project] Notify callbacks [] for security_group_rule, before_response {{(pid=74185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 16:46:08.691860 dv-cinder-798104-1-smb neutron-server[74185]: INFO neutron.wsgi [None req-5fcb1966-aa7e-4b49-8de9-bc500d0d37ad tempest-AttachVolumeShelveTestJSON-223402159 tempest-AttachVolumeShelveTestJSON-223402159-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.1807351 Jun 28 16:46:08.692183 dv-cinder-798104-1-smb neutron-server[74186]: DEBUG neutron.wsgi [-] (74186) accepted ('10.222.0.26', 52700) {{(pid=74186) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 28 16:46:08.698364 dv-cinder-798104-1-smb neutron-server[74186]: DEBUG neutron.api.v2.base [None req-affc8d57-a5ba-4c66-a509-8b0de924f577 tempest-AttachVolumeShelveTestJSON-223402159 tempest-AttachVolumeShelveTestJSON-223402159-project] Request body: {'floatingip': {'floating_network_id': 'f9715ce2-16ba-4ae9-9a15-557432d0a5ed'}} {{(pid=74186) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jun 28 16:46:08.703972 dv-cinder-798104-1-smb neutron-server[74186]: DEBUG neutron.db.quota.driver [None req-affc8d57-a5ba-4c66-a509-8b0de924f577 tempest-AttachVolumeShelveTestJSON-223402159 tempest-AttachVolumeShelveTestJSON-223402159-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74186) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 28 16:46:08.709239 dv-cinder-798104-1-smb neutron-server[74186]: DEBUG neutron.quota.resource [None req-affc8d57-a5ba-4c66-a509-8b0de924f577 tempest-AttachVolumeShelveTestJSON-223402159 tempest-AttachVolumeShelveTestJSON-223402159-project] Usage tracker for resource:floatingip and tenant:1796e3b7b6834b8a88df228c1c9772ef is out of sync, need to count used quota {{(pid=74186) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 28 16:46:08.712372 dv-cinder-798104-1-smb neutron-server[74186]: DEBUG neutron.quota.resource [None req-affc8d57-a5ba-4c66-a509-8b0de924f577 tempest-AttachVolumeShelveTestJSON-223402159 tempest-AttachVolumeShelveTestJSON-223402159-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=74186) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 28 16:46:08.716711 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG neutron.wsgi [-] (74185) accepted ('10.222.0.26', 52704) {{(pid=74185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 28 16:46:08.719271 dv-cinder-798104-1-smb neutron-server[74186]: DEBUG neutron.db.quota.driver [None req-affc8d57-a5ba-4c66-a509-8b0de924f577 tempest-AttachVolumeShelveTestJSON-223402159 tempest-AttachVolumeShelveTestJSON-223402159-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=74186) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 28 16:46:08.731329 dv-cinder-798104-1-smb neutron-server[74186]: DEBUG neutron_lib.callbacks.manager [None req-affc8d57-a5ba-4c66-a509-8b0de924f577 tempest-AttachVolumeShelveTestJSON-223402159 tempest-AttachVolumeShelveTestJSON-223402159-project] Notify callbacks [] for floatingip, before_create {{(pid=74186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 16:46:08.741370 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG neutron_lib.callbacks.manager [None req-338491ca-5ac5-4f67-a5c3-0f59b2b783f0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=74185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 16:46:08.775362 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG neutron.db.quota.driver [None req-338491ca-5ac5-4f67-a5c3-0f59b2b783f0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74185) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 28 16:46:08.780733 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG neutron.quota.resource [None req-338491ca-5ac5-4f67-a5c3-0f59b2b783f0 admin admin] Usage tracker for resource:security_group_rule and tenant:a0aeea7deb974826a60cfc2854509ff8 is out of sync, need to count used quota {{(pid=74185) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 28 16:46:08.783781 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG neutron.quota.resource [None req-338491ca-5ac5-4f67-a5c3-0f59b2b783f0 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=74185) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 28 16:46:08.795485 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG neutron.db.quota.driver [None req-338491ca-5ac5-4f67-a5c3-0f59b2b783f0 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74185) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 28 16:46:08.913602 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG neutron_lib.callbacks.manager [None req-338491ca-5ac5-4f67-a5c3-0f59b2b783f0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=74185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 16:46:08.914196 dv-cinder-798104-1-smb neutron-server[74186]: DEBUG neutron_lib.callbacks.manager [None req-affc8d57-a5ba-4c66-a509-8b0de924f577 tempest-AttachVolumeShelveTestJSON-223402159 tempest-AttachVolumeShelveTestJSON-223402159-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621611'] for port, before_create {{(pid=74186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 16:46:08.919264 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG neutron_lib.callbacks.manager [None req-338491ca-5ac5-4f67-a5c3-0f59b2b783f0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2050486'] for security_group, after_create {{(pid=74185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 16:46:08.927670 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG oslo_concurrency.lockutils [None req-f84145ab-97de-45ca-a9d9-e2dab51d2223 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74185) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 16:46:08.974854 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-338491ca-5ac5-4f67-a5c3-0f59b2b783f0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a5568e2b-f451-4c9e-86ca-5f91cfec3544,revision_number=1']} {{(pid=74185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 16:46:08.979123 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG oslo_concurrency.lockutils [None req-338491ca-5ac5-4f67-a5c3-0f59b2b783f0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=74185) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 16:46:08.983178 dv-cinder-798104-1-smb neutron-server[74185]: INFO neutron.wsgi [None req-338491ca-5ac5-4f67-a5c3-0f59b2b783f0 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=a0aeea7deb974826a60cfc2854509ff8&name=default HTTP/1.1" status: 200 len: 2647 time: 0.2650073 Jun 28 16:46:08.987448 dv-cinder-798104-1-smb neutron-server[74186]: DEBUG neutron.wsgi [-] (74186) accepted ('10.222.0.26', 52708) {{(pid=74186) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 28 16:46:09.138194 dv-cinder-798104-1-smb neutron-server[74186]: DEBUG neutron_lib.callbacks.manager [None req-fffcf1a6-15bf-41d9-8766-3478b605883a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=74186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 16:46:09.141420 dv-cinder-798104-1-smb neutron-server[74186]: DEBUG neutron.db.db_base_plugin_common [None req-affc8d57-a5ba-4c66-a509-8b0de924f577 tempest-AttachVolumeShelveTestJSON-223402159 tempest-AttachVolumeShelveTestJSON-223402159-project] Allocated IP 172.28.3.186 (f9715ce2-16ba-4ae9-9a15-557432d0a5ed/e3a20e14-2eea-4943-8cec-1fe85e8448d0/1dcfeab0-5071-4a43-8e82-a0de83b77f06) {{(pid=74186) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 28 16:46:09.191043 dv-cinder-798104-1-smb neutron-server[74186]: DEBUG neutron_lib.callbacks.manager [None req-fffcf1a6-15bf-41d9-8766-3478b605883a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=74186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 16:46:09.446975 dv-cinder-798104-1-smb neutron-server[74186]: DEBUG neutron_lib.callbacks.manager [None req-affc8d57-a5ba-4c66-a509-8b0de924f577 tempest-AttachVolumeShelveTestJSON-223402159 tempest-AttachVolumeShelveTestJSON-223402159-project] Notify callbacks [] for port, precommit_create {{(pid=74186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 16:46:09.450687 dv-cinder-798104-1-smb neutron-server[74186]: DEBUG neutron_lib.callbacks.manager [None req-fffcf1a6-15bf-41d9-8766-3478b605883a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2050486'] for security_group, after_delete {{(pid=74186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 16:46:09.454911 dv-cinder-798104-1-smb neutron-server[74186]: DEBUG oslo_concurrency.lockutils [None req-9e131c31-c14d-42ec-bbbd-856ab0b4663e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74186) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 16:46:09.470006 dv-cinder-798104-1-smb neutron-server[74186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fffcf1a6-15bf-41d9-8766-3478b605883a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a5568e2b-f451-4c9e-86ca-5f91cfec3544,revision_number=None']} {{(pid=74186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 16:46:09.484794 dv-cinder-798104-1-smb neutron-server[74186]: DEBUG oslo_concurrency.lockutils [None req-fffcf1a6-15bf-41d9-8766-3478b605883a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=74186) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 16:46:09.498611 dv-cinder-798104-1-smb neutron-server[74186]: DEBUG neutron_lib.callbacks.manager [None req-fffcf1a6-15bf-41d9-8766-3478b605883a admin admin] Notify callbacks [] for security_group, before_response {{(pid=74186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 16:46:09.503784 dv-cinder-798104-1-smb neutron-server[74186]: INFO neutron.wsgi [None req-fffcf1a6-15bf-41d9-8766-3478b605883a admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/a5568e2b-f451-4c9e-86ca-5f91cfec3544 HTTP/1.1" status: 204 len: 168 time: 0.5111763 Jun 28 16:46:09.511037 dv-cinder-798104-1-smb neutron-server[74186]: DEBUG neutron_lib.callbacks.manager [None req-affc8d57-a5ba-4c66-a509-8b0de924f577 tempest-AttachVolumeShelveTestJSON-223402159 tempest-AttachVolumeShelveTestJSON-223402159-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-615041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1598908', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774157688360', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1108489'] for port, after_create {{(pid=74186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 16:46:09.520303 dv-cinder-798104-1-smb neutron-server[74186]: DEBUG oslo_concurrency.lockutils [None req-9d2f1258-1b8b-41ed-86f6-cb7f49904a6b tempest-DeleteServersTestJSON-388560069 tempest-DeleteServersTestJSON-388560069-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74186) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 16:46:09.593242 dv-cinder-798104-1-smb neutron-server[74186]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-affc8d57-a5ba-4c66-a509-8b0de924f577 tempest-AttachVolumeShelveTestJSON-223402159 tempest-AttachVolumeShelveTestJSON-223402159-project] Network f9715ce2-16ba-4ae9-9a15-557432d0a5ed is already hosted by enough agents. {{(pid=74186) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 28 16:46:09.596529 dv-cinder-798104-1-smb neutron-server[74186]: DEBUG neutron.scheduler.base_scheduler [None req-affc8d57-a5ba-4c66-a509-8b0de924f577 tempest-AttachVolumeShelveTestJSON-223402159 tempest-AttachVolumeShelveTestJSON-223402159-project] Resources bound (agent type, host, resource id): {{(pid=74186) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 28 16:46:09.601295 dv-cinder-798104-1-smb neutron-server[74186]: DEBUG neutron.db.l3_dvrscheduler_db [None req-affc8d57-a5ba-4c66-a509-8b0de924f577 tempest-AttachVolumeShelveTestJSON-223402159 tempest-AttachVolumeShelveTestJSON-223402159-project] Received port after_create {{(pid=74186) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 28 16:46:09.630382 dv-cinder-798104-1-smb neutron-server[74186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-affc8d57-a5ba-4c66-a509-8b0de924f577 tempest-AttachVolumeShelveTestJSON-223402159 tempest-AttachVolumeShelveTestJSON-223402159-project] Pushing event updated for resources: {'Port': ['ID=1dcfeab0-5071-4a43-8e82-a0de83b77f06,revision_number=1']} {{(pid=74186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 16:46:09.636751 dv-cinder-798104-1-smb neutron-server[74186]: DEBUG oslo_concurrency.lockutils [None req-affc8d57-a5ba-4c66-a509-8b0de924f577 tempest-AttachVolumeShelveTestJSON-223402159 tempest-AttachVolumeShelveTestJSON-223402159-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=74186) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 16:46:09.799216 dv-cinder-798104-1-smb neutron-server[74186]: DEBUG neutron_lib.callbacks.manager [None req-affc8d57-a5ba-4c66-a509-8b0de924f577 tempest-AttachVolumeShelveTestJSON-223402159 tempest-AttachVolumeShelveTestJSON-223402159-project] Notify callbacks [] for floatingip, precommit_create {{(pid=74186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 16:46:09.885581 dv-cinder-798104-1-smb neutron-server[74186]: DEBUG neutron_lib.callbacks.manager [None req-affc8d57-a5ba-4c66-a509-8b0de924f577 tempest-AttachVolumeShelveTestJSON-223402159 tempest-AttachVolumeShelveTestJSON-223402159-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621611'] for port, before_update {{(pid=74186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 16:46:10.197004 dv-cinder-798104-1-smb neutron-server[74186]: DEBUG neutron_lib.callbacks.manager [None req-affc8d57-a5ba-4c66-a509-8b0de924f577 tempest-AttachVolumeShelveTestJSON-223402159 tempest-AttachVolumeShelveTestJSON-223402159-project] Notify callbacks [] for port, precommit_update {{(pid=74186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 16:46:10.202780 dv-cinder-798104-1-smb neutron-server[74186]: DEBUG neutron_lib.callbacks.manager [None req-affc8d57-a5ba-4c66-a509-8b0de924f577 tempest-AttachVolumeShelveTestJSON-223402159 tempest-AttachVolumeShelveTestJSON-223402159-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-615041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1598908', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774158213048', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774157688378', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774157688423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1108480'] for port, after_update {{(pid=74186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 16:46:10.206679 dv-cinder-798104-1-smb neutron-server[74186]: DEBUG oslo_concurrency.lockutils [None req-1f88a2ae-7fa6-4eb2-a113-61a3eda08d59 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74186) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 16:46:10.326768 dv-cinder-798104-1-smb neutron-server[74186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-affc8d57-a5ba-4c66-a509-8b0de924f577 tempest-AttachVolumeShelveTestJSON-223402159 tempest-AttachVolumeShelveTestJSON-223402159-project] Pushing event updated for resources: {'Port': ['ID=1dcfeab0-5071-4a43-8e82-a0de83b77f06,revision_number=2']} {{(pid=74186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 16:46:10.331760 dv-cinder-798104-1-smb neutron-server[74186]: DEBUG oslo_concurrency.lockutils [None req-affc8d57-a5ba-4c66-a509-8b0de924f577 tempest-AttachVolumeShelveTestJSON-223402159 tempest-AttachVolumeShelveTestJSON-223402159-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.125s {{(pid=74186) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 16:46:10.357932 dv-cinder-798104-1-smb neutron-server[74186]: DEBUG neutron_lib.callbacks.manager [None req-affc8d57-a5ba-4c66-a509-8b0de924f577 tempest-AttachVolumeShelveTestJSON-223402159 tempest-AttachVolumeShelveTestJSON-223402159-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1624410'] for floatingip, after_update {{(pid=74186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 16:46:10.394324 dv-cinder-798104-1-smb neutron-server[74186]: DEBUG neutron_lib.callbacks.manager [None req-affc8d57-a5ba-4c66-a509-8b0de924f577 tempest-AttachVolumeShelveTestJSON-223402159 tempest-AttachVolumeShelveTestJSON-223402159-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129357'] for floatingip, before_response {{(pid=74186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 16:46:10.397113 dv-cinder-798104-1-smb neutron-server[74186]: INFO neutron.wsgi [None req-affc8d57-a5ba-4c66-a509-8b0de924f577 tempest-AttachVolumeShelveTestJSON-223402159 tempest-AttachVolumeShelveTestJSON-223402159-project] 10.222.0.26 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.7028987 Jun 28 16:46:11.066761 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG neutron.quota.resource [req-dc4873db-a6b0-4073-877a-6787d30c1e54 req-78eb7cd3-3be6-4b6e-8a1e-dda3015c4e5e tempest-AttachVolumeShelveTestJSON-223402159 tempest-AttachVolumeShelveTestJSON-223402159-project] Synchronizing usage tracker for tenant:1796e3b7b6834b8a88df228c1c9772ef on resource:security_group {{(pid=74185) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 28 16:46:11.084756 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG neutron.quota.resource [req-dc4873db-a6b0-4073-877a-6787d30c1e54 req-78eb7cd3-3be6-4b6e-8a1e-dda3015c4e5e tempest-AttachVolumeShelveTestJSON-223402159 tempest-AttachVolumeShelveTestJSON-223402159-project] Unset dirty status for tenant:1796e3b7b6834b8a88df228c1c9772ef on resource:security_group {{(pid=74185) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 28 16:46:11.088800 dv-cinder-798104-1-smb neutron-server[74185]: INFO neutron.wsgi [req-dc4873db-a6b0-4073-877a-6787d30c1e54 req-78eb7cd3-3be6-4b6e-8a1e-dda3015c4e5e tempest-AttachVolumeShelveTestJSON-223402159 tempest-AttachVolumeShelveTestJSON-223402159-project] 10.222.0.26 "GET /v2.0/security-groups?name=tempest-securitygroup--732597709&fields=id&tenant_id=1796e3b7b6834b8a88df228c1c9772ef HTTP/1.1" status: 200 len: 267 time: 0.0678124 Jun 28 16:46:11.302347 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc4873db-a6b0-4073-877a-6787d30c1e54 req-54f3bd20-1907-4a93-88a4-d7f928372027 tempest-AttachVolumeShelveTestJSON-223402159 tempest-AttachVolumeShelveTestJSON-223402159-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=74185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 16:46:11.309885 dv-cinder-798104-1-smb neutron-server[74185]: INFO neutron.wsgi [req-dc4873db-a6b0-4073-877a-6787d30c1e54 req-54f3bd20-1907-4a93-88a4-d7f928372027 tempest-AttachVolumeShelveTestJSON-223402159 tempest-AttachVolumeShelveTestJSON-223402159-project] 10.222.0.26 "GET /v2.0/networks?id=4e66a7eb-2725-411e-9b4f-e274c7c51246 HTTP/1.1" status: 200 len: 817 time: 0.2164123 Jun 28 16:46:11.328199 dv-cinder-798104-1-smb neutron-server[74185]: INFO neutron.wsgi [req-dc4873db-a6b0-4073-877a-6787d30c1e54 req-db607202-6aa2-4b1f-ba94-f3a04e015e1d tempest-AttachVolumeShelveTestJSON-223402159 tempest-AttachVolumeShelveTestJSON-223402159-project] 10.222.0.26 "GET /v2.0/quotas/1796e3b7b6834b8a88df228c1c9772ef HTTP/1.1" status: 200 len: 375 time: 0.0172048 Jun 28 16:46:11.481190 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG neutron.quota.resource [req-dc4873db-a6b0-4073-877a-6787d30c1e54 req-f74ecf00-c7b7-4036-8a1b-5b731cc7e4e2 tempest-AttachVolumeShelveTestJSON-223402159 tempest-AttachVolumeShelveTestJSON-223402159-project] Synchronizing usage tracker for tenant:1796e3b7b6834b8a88df228c1c9772ef on resource:port {{(pid=74185) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 28 16:46:11.512080 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG neutron.quota.resource [req-dc4873db-a6b0-4073-877a-6787d30c1e54 req-f74ecf00-c7b7-4036-8a1b-5b731cc7e4e2 tempest-AttachVolumeShelveTestJSON-223402159 tempest-AttachVolumeShelveTestJSON-223402159-project] Unset dirty status for tenant:1796e3b7b6834b8a88df228c1c9772ef on resource:port {{(pid=74185) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 28 16:46:11.513448 dv-cinder-798104-1-smb neutron-server[74185]: INFO neutron.wsgi [req-dc4873db-a6b0-4073-877a-6787d30c1e54 req-f74ecf00-c7b7-4036-8a1b-5b731cc7e4e2 tempest-AttachVolumeShelveTestJSON-223402159 tempest-AttachVolumeShelveTestJSON-223402159-project] 10.222.0.26 "GET /v2.0/ports?tenant_id=1796e3b7b6834b8a88df228c1c9772ef&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1845922 Jun 28 16:46:11.531116 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1399d8bc-4330-451f-8924-0331927f497a req-ca0be783-bcfd-4ec2-bfd1-49e4b56559a4 tempest-VolumesSnapshotTestJSON-1870625415 tempest-VolumesSnapshotTestJSON-1870625415-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 16:46:11.532653 dv-cinder-798104-1-smb neutron-server[74185]: INFO neutron.wsgi [req-1399d8bc-4330-451f-8924-0331927f497a req-ca0be783-bcfd-4ec2-bfd1-49e4b56559a4 tempest-VolumesSnapshotTestJSON-1870625415 tempest-VolumesSnapshotTestJSON-1870625415-project] 10.222.0.26 "GET /v2.0/ports?device_id=f07f5117-0015-4855-ac37-919cc150c52f HTTP/1.1" status: 200 len: 946 time: 0.1264496 Jun 28 16:46:11.682341 dv-cinder-798104-1-smb neutron-server[74185]: INFO neutron.wsgi [req-1399d8bc-4330-451f-8924-0331927f497a req-ab9d9c71-4eef-4424-b756-d831cf43dcf0 tempest-VolumesSnapshotTestJSON-1870625415 tempest-VolumesSnapshotTestJSON-1870625415-project] 10.222.0.26 "GET /v2.0/security-groups?id=10442f30-80ea-42c2-ade8-747dadff1313&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1278102 Jun 28 16:46:11.706575 dv-cinder-798104-1-smb neutron-server[74185]: INFO neutron.wsgi [req-dc4873db-a6b0-4073-877a-6787d30c1e54 req-ce61b436-4745-4615-9c0f-5e720e25dc00 service neutron] 10.222.0.26 "GET /v2.0/networks/4e66a7eb-2725-411e-9b4f-e274c7c51246?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1710207 Jun 28 16:46:11.958313 dv-cinder-798104-1-smb neutron-server[74185]: INFO neutron.wsgi [req-dc4873db-a6b0-4073-877a-6787d30c1e54 req-0f5b114e-d743-448c-a127-b837e696eed5 service neutron] 10.222.0.26 "GET /v2.0/networks/4e66a7eb-2725-411e-9b4f-e274c7c51246?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2442677 Jun 28 16:46:12.210078 dv-cinder-798104-1-smb neutron-server[74185]: INFO neutron.wsgi [req-a834b3ce-25de-4c8b-b0e9-e22cf0a43e37 req-d0251fb9-5010-4d3b-ae75-21e23f302c3d tempest-AttachVolumeShelveTestJSON-223402159 tempest-AttachVolumeShelveTestJSON-223402159-project] 10.222.0.26 "GET /v2.0/ports?device_id=8e3a90db-fda3-48b9-a3a1-df3f395c0dfd HTTP/1.1" status: 200 len: 210 time: 0.0717180 Jun 28 16:46:13.072858 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07397fe9-47da-4a11-8d19-3ec3498e4400 req-9e907c8d-c44c-42e2-b71a-4957cfbbb2fc tempest-VolumesSnapshotTestJSON-1870625415 tempest-VolumesSnapshotTestJSON-1870625415-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 16:46:13.074380 dv-cinder-798104-1-smb neutron-server[74185]: INFO neutron.wsgi [req-07397fe9-47da-4a11-8d19-3ec3498e4400 req-9e907c8d-c44c-42e2-b71a-4957cfbbb2fc tempest-VolumesSnapshotTestJSON-1870625415 tempest-VolumesSnapshotTestJSON-1870625415-project] 10.222.0.26 "GET /v2.0/ports?device_id=f07f5117-0015-4855-ac37-919cc150c52f HTTP/1.1" status: 200 len: 946 time: 0.1262145 Jun 28 16:46:13.135051 dv-cinder-798104-1-smb neutron-server[74185]: INFO neutron.wsgi [req-07397fe9-47da-4a11-8d19-3ec3498e4400 req-b14fce18-add4-4de9-b514-1c09204e5b53 tempest-VolumesSnapshotTestJSON-1870625415 tempest-VolumesSnapshotTestJSON-1870625415-project] 10.222.0.26 "GET /v2.0/security-groups?id=10442f30-80ea-42c2-ade8-747dadff1313&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0503933 Jun 28 16:46:13.434839 dv-cinder-798104-1-smb neutron-server[74185]: INFO neutron.wsgi [req-5dcceef6-66ec-46b0-8ff3-1b21bbbdd13f req-3c9a784c-8672-4043-936a-126f357c2e08 tempest-AttachVolumeShelveTestJSON-223402159 tempest-AttachVolumeShelveTestJSON-223402159-project] 10.222.0.26 "GET /v2.0/ports?device_id=8e3a90db-fda3-48b9-a3a1-df3f395c0dfd HTTP/1.1" status: 200 len: 210 time: 0.0611122 Jun 28 16:46:13.623558 dv-cinder-798104-1-smb neutron-server[74187]: DEBUG neutron_lib.callbacks.manager [None req-cbb0a81d-b3bb-4859-83e5-82178d4bfd40 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774158209648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1002899'] for agent, after_update {{(pid=74187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 16:46:13.711643 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc4873db-a6b0-4073-877a-6787d30c1e54 req-e3a0a219-21c3-4f18-b343-6638bd758477 tempest-AttachVolumeShelveTestJSON-223402159 tempest-AttachVolumeShelveTestJSON-223402159-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=74185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 16:46:13.714070 dv-cinder-798104-1-smb neutron-server[74185]: INFO neutron.wsgi [req-dc4873db-a6b0-4073-877a-6787d30c1e54 req-e3a0a219-21c3-4f18-b343-6638bd758477 tempest-AttachVolumeShelveTestJSON-223402159 tempest-AttachVolumeShelveTestJSON-223402159-project] 10.222.0.41 "GET /v2.0/networks?id=4e66a7eb-2725-411e-9b4f-e274c7c51246 HTTP/1.1" status: 200 len: 817 time: 0.2040231 Jun 28 16:46:13.798589 dv-cinder-798104-1-smb neutron-server[74185]: INFO neutron.wsgi [req-dc4873db-a6b0-4073-877a-6787d30c1e54 req-2776e79b-fbfd-4711-8f1f-368c90fba3d7 tempest-AttachVolumeShelveTestJSON-223402159 tempest-AttachVolumeShelveTestJSON-223402159-project] 10.222.0.41 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=1796e3b7b6834b8a88df228c1c9772ef HTTP/1.1" status: 200 len: 379 time: 0.0597632 Jun 28 16:46:13.811555 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG neutron.api.v2.base [req-dc4873db-a6b0-4073-877a-6787d30c1e54 req-355ed440-61ff-4bac-b3fb-10ff37200212 tempest-AttachVolumeShelveTestJSON-223402159 tempest-AttachVolumeShelveTestJSON-223402159-project] Request body: {'port': {'device_id': '8e3a90db-fda3-48b9-a3a1-df3f395c0dfd', 'network_id': '4e66a7eb-2725-411e-9b4f-e274c7c51246', 'admin_state_up': True, 'tenant_id': '1796e3b7b6834b8a88df228c1c9772ef', 'security_groups': ['ee5b5d98-52f8-46a1-b53d-b30b29c7120c']}} {{(pid=74185) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jun 28 16:46:13.891115 dv-cinder-798104-1-smb neutron-server[74187]: DEBUG neutron_lib.callbacks.manager [None req-c72dd329-595c-4eca-9296-ba6eff8780d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774158209648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1002899'] for agent, after_update {{(pid=74187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 16:46:14.002887 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG neutron.db.quota.driver [req-dc4873db-a6b0-4073-877a-6787d30c1e54 req-355ed440-61ff-4bac-b3fb-10ff37200212 tempest-AttachVolumeShelveTestJSON-223402159 tempest-AttachVolumeShelveTestJSON-223402159-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74185) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 28 16:46:14.017930 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG neutron.db.quota.driver [req-dc4873db-a6b0-4073-877a-6787d30c1e54 req-355ed440-61ff-4bac-b3fb-10ff37200212 tempest-AttachVolumeShelveTestJSON-223402159 tempest-AttachVolumeShelveTestJSON-223402159-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=74185) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 28 16:46:14.033240 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-dc4873db-a6b0-4073-877a-6787d30c1e54 req-355ed440-61ff-4bac-b3fb-10ff37200212 tempest-AttachVolumeShelveTestJSON-223402159 tempest-AttachVolumeShelveTestJSON-223402159-project] Made reservation on behalf of 1796e3b7b6834b8a88df228c1c9772ef for: {'port': 1} {{(pid=74185) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 28 16:46:14.038033 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG neutron_lib.callbacks.manager [req-dc4873db-a6b0-4073-877a-6787d30c1e54 req-355ed440-61ff-4bac-b3fb-10ff37200212 tempest-AttachVolumeShelveTestJSON-223402159 tempest-AttachVolumeShelveTestJSON-223402159-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621611'] for port, before_create {{(pid=74185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 16:46:14.269167 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG neutron.db.db_base_plugin_common [req-dc4873db-a6b0-4073-877a-6787d30c1e54 req-355ed440-61ff-4bac-b3fb-10ff37200212 tempest-AttachVolumeShelveTestJSON-223402159 tempest-AttachVolumeShelveTestJSON-223402159-project] Allocated IP 172.20.0.9 (4e66a7eb-2725-411e-9b4f-e274c7c51246/f2ffd4c6-165d-446d-9207-8235b5280dd5/793d6fcc-cc70-4135-af5c-1e7363bcb0de) {{(pid=74185) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 28 16:46:14.499049 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7534ab5-f7e9-4f5c-873e-454ecec6a039 req-66a796c1-4bf1-485e-85ba-01559dae0e5a tempest-VolumesSnapshotTestJSON-1870625415 tempest-VolumesSnapshotTestJSON-1870625415-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 16:46:14.500988 dv-cinder-798104-1-smb neutron-server[74185]: INFO neutron.wsgi [req-f7534ab5-f7e9-4f5c-873e-454ecec6a039 req-66a796c1-4bf1-485e-85ba-01559dae0e5a tempest-VolumesSnapshotTestJSON-1870625415 tempest-VolumesSnapshotTestJSON-1870625415-project] 10.222.0.26 "GET /v2.0/ports?device_id=f07f5117-0015-4855-ac37-919cc150c52f HTTP/1.1" status: 200 len: 946 time: 0.2214851 Jun 28 16:46:14.589504 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG neutron_lib.callbacks.manager [req-dc4873db-a6b0-4073-877a-6787d30c1e54 req-355ed440-61ff-4bac-b3fb-10ff37200212 tempest-AttachVolumeShelveTestJSON-223402159 tempest-AttachVolumeShelveTestJSON-223402159-project] Notify callbacks [] for port, precommit_create {{(pid=74185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 16:46:14.599947 dv-cinder-798104-1-smb neutron-server[74185]: INFO neutron.wsgi [req-f7534ab5-f7e9-4f5c-873e-454ecec6a039 req-a07e5f57-573f-42b5-9ae1-d5b51cac0249 tempest-VolumesSnapshotTestJSON-1870625415 tempest-VolumesSnapshotTestJSON-1870625415-project] 10.222.0.26 "GET /v2.0/security-groups?id=10442f30-80ea-42c2-ade8-747dadff1313&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0864120 Jun 28 16:46:14.614052 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG neutron.db.provisioning_blocks [req-dc4873db-a6b0-4073-877a-6787d30c1e54 req-355ed440-61ff-4bac-b3fb-10ff37200212 tempest-AttachVolumeShelveTestJSON-223402159 tempest-AttachVolumeShelveTestJSON-223402159-project] Transition to ACTIVE for port object 793d6fcc-cc70-4135-af5c-1e7363bcb0de will not be triggered until provisioned by entity DHCP. {{(pid=74185) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 28 16:46:14.649619 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG neutron_lib.callbacks.manager [req-dc4873db-a6b0-4073-877a-6787d30c1e54 req-355ed440-61ff-4bac-b3fb-10ff37200212 tempest-AttachVolumeShelveTestJSON-223402159 tempest-AttachVolumeShelveTestJSON-223402159-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-615041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1598908', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774157688360', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15648331'] for port, after_create {{(pid=74185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 16:46:14.678595 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG oslo_concurrency.lockutils [None req-5dd5561a-642e-49ba-bfbf-a8826ffbf579 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74185) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 16:46:14.818732 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-355ed440-61ff-4bac-b3fb-10ff37200212 tempest-AttachVolumeShelveTestJSON-223402159 tempest-AttachVolumeShelveTestJSON-223402159-project] Pushing event updated for resources: {'Port': ['ID=793d6fcc-cc70-4135-af5c-1e7363bcb0de,revision_number=1']} {{(pid=74185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 16:46:14.836347 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-dc4873db-a6b0-4073-877a-6787d30c1e54 req-355ed440-61ff-4bac-b3fb-10ff37200212 tempest-AttachVolumeShelveTestJSON-223402159 tempest-AttachVolumeShelveTestJSON-223402159-project] Network 4e66a7eb-2725-411e-9b4f-e274c7c51246 is already hosted by enough agents. {{(pid=74185) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 28 16:46:14.839696 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG oslo_concurrency.lockutils [None req-355ed440-61ff-4bac-b3fb-10ff37200212 tempest-AttachVolumeShelveTestJSON-223402159 tempest-AttachVolumeShelveTestJSON-223402159-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.161s {{(pid=74185) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 16:46:14.840675 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG neutron.scheduler.base_scheduler [req-dc4873db-a6b0-4073-877a-6787d30c1e54 req-355ed440-61ff-4bac-b3fb-10ff37200212 tempest-AttachVolumeShelveTestJSON-223402159 tempest-AttachVolumeShelveTestJSON-223402159-project] Resources bound (agent type, host, resource id): {{(pid=74185) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 28 16:46:14.844481 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG neutron.db.l3_dvrscheduler_db [req-dc4873db-a6b0-4073-877a-6787d30c1e54 req-355ed440-61ff-4bac-b3fb-10ff37200212 tempest-AttachVolumeShelveTestJSON-223402159 tempest-AttachVolumeShelveTestJSON-223402159-project] Received port after_create {{(pid=74185) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 28 16:46:15.038501 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc4873db-a6b0-4073-877a-6787d30c1e54 req-355ed440-61ff-4bac-b3fb-10ff37200212 tempest-AttachVolumeShelveTestJSON-223402159 tempest-AttachVolumeShelveTestJSON-223402159-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=74185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 16:46:15.039602 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG neutron_lib.callbacks.manager [req-dc4873db-a6b0-4073-877a-6787d30c1e54 req-355ed440-61ff-4bac-b3fb-10ff37200212 tempest-AttachVolumeShelveTestJSON-223402159 tempest-AttachVolumeShelveTestJSON-223402159-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129357'] for port, before_response {{(pid=74185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 16:46:15.139421 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4b6de3b-c5c7-4957-b044-61051cbe9856 req-de495aff-6d6e-48c3-804b-6476bfc23bbc tempest-AttachVolumeShelveTestJSON-223402159 tempest-AttachVolumeShelveTestJSON-223402159-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 16:46:15.140712 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG neutron.quota.resource [req-d4b6de3b-c5c7-4957-b044-61051cbe9856 req-de495aff-6d6e-48c3-804b-6476bfc23bbc tempest-AttachVolumeShelveTestJSON-223402159 tempest-AttachVolumeShelveTestJSON-223402159-project] Synchronizing usage tracker for tenant:1796e3b7b6834b8a88df228c1c9772ef on resource:port {{(pid=74185) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 28 16:46:15.146952 dv-cinder-798104-1-smb neutron-server[74187]: DEBUG neutron.db.provisioning_blocks [None req-163d89de-dc01-4a22-950a-12462a8ec392 None None] Provisioning for port 793d6fcc-cc70-4135-af5c-1e7363bcb0de completed by entity DHCP. {{(pid=74187) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 28 16:46:15.150528 dv-cinder-798104-1-smb neutron-server[74185]: INFO neutron.wsgi [req-dc4873db-a6b0-4073-877a-6787d30c1e54 req-355ed440-61ff-4bac-b3fb-10ff37200212 tempest-AttachVolumeShelveTestJSON-223402159 tempest-AttachVolumeShelveTestJSON-223402159-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3432305 Jun 28 16:46:15.156521 dv-cinder-798104-1-smb neutron-server[74187]: DEBUG neutron.db.provisioning_blocks [None req-163d89de-dc01-4a22-950a-12462a8ec392 None None] Provisioning complete for port 793d6fcc-cc70-4135-af5c-1e7363bcb0de triggered by entity DHCP. {{(pid=74187) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 28 16:46:15.157265 dv-cinder-798104-1-smb neutron-server[74187]: DEBUG neutron_lib.callbacks.manager [None req-163d89de-dc01-4a22-950a-12462a8ec392 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1002786'] for port, provisioning_complete {{(pid=74187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 16:46:15.175026 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG neutron.api.v2.base [req-dc4873db-a6b0-4073-877a-6787d30c1e54 req-849dbb09-9ce9-48ea-8445-7c49a1382139 service neutron] Request body: {'port': {'device_id': '8e3a90db-fda3-48b9-a3a1-df3f395c0dfd', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79810'}} {{(pid=74185) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jun 28 16:46:15.221929 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG neutron.quota.resource [req-d4b6de3b-c5c7-4957-b044-61051cbe9856 req-de495aff-6d6e-48c3-804b-6476bfc23bbc tempest-AttachVolumeShelveTestJSON-223402159 tempest-AttachVolumeShelveTestJSON-223402159-project] Unset dirty status for tenant:1796e3b7b6834b8a88df228c1c9772ef on resource:port {{(pid=74185) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 28 16:46:15.223253 dv-cinder-798104-1-smb neutron-server[74185]: INFO neutron.wsgi [req-d4b6de3b-c5c7-4957-b044-61051cbe9856 req-de495aff-6d6e-48c3-804b-6476bfc23bbc tempest-AttachVolumeShelveTestJSON-223402159 tempest-AttachVolumeShelveTestJSON-223402159-project] 10.222.0.26 "GET /v2.0/ports?device_id=8e3a90db-fda3-48b9-a3a1-df3f395c0dfd HTTP/1.1" status: 200 len: 931 time: 0.5853624 Jun 28 16:46:15.255255 dv-cinder-798104-1-smb neutron-server[74187]: DEBUG neutron.plugins.ml2.plugin [None req-163d89de-dc01-4a22-950a-12462a8ec392 None None] Port 793d6fcc-cc70-4135-af5c-1e7363bcb0de cannot update to ACTIVE because it is not bound. {{(pid=74187) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jun 28 16:46:15.404447 dv-cinder-798104-1-smb neutron-server[74185]: INFO neutron.wsgi [req-d4b6de3b-c5c7-4957-b044-61051cbe9856 req-b55406a8-6e51-4c54-b3d2-8dd260941448 tempest-AttachVolumeShelveTestJSON-223402159 tempest-AttachVolumeShelveTestJSON-223402159-project] 10.222.0.26 "GET /v2.0/security-groups?id=ee5b5d98-52f8-46a1-b53d-b30b29c7120c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1355889 Jun 28 16:46:15.408221 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG neutron_lib.callbacks.manager [req-dc4873db-a6b0-4073-877a-6787d30c1e54 req-849dbb09-9ce9-48ea-8445-7c49a1382139 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621611'] for port, before_update {{(pid=74185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 16:46:15.475763 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30f5e8b1-a8ee-4c6f-b039-2d2957c94daf req-a0e8e130-d586-4bc2-89dc-e232830bebf0 tempest-AttachVolumeTestJSON-1575976490 tempest-AttachVolumeTestJSON-1575976490-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 16:46:15.477330 dv-cinder-798104-1-smb neutron-server[74185]: INFO neutron.wsgi [req-30f5e8b1-a8ee-4c6f-b039-2d2957c94daf req-a0e8e130-d586-4bc2-89dc-e232830bebf0 tempest-AttachVolumeTestJSON-1575976490 tempest-AttachVolumeTestJSON-1575976490-project] 10.222.0.26 "GET /v2.0/ports?device_id=1577b494-1b54-45ce-baf1-96f6d50deecb HTTP/1.1" status: 200 len: 945 time: 0.2531059 Jun 28 16:46:15.602353 dv-cinder-798104-1-smb neutron-server[74185]: INFO neutron.wsgi [req-30f5e8b1-a8ee-4c6f-b039-2d2957c94daf req-939aef82-d487-4538-8977-1ab5341d25a8 tempest-AttachVolumeTestJSON-1575976490 tempest-AttachVolumeTestJSON-1575976490-project] 10.222.0.26 "GET /v2.0/security-groups?id=d4fabaec-765c-44eb-aea3-0feba44aab14&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1123717 Jun 28 16:46:16.092094 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b219fff-a1b6-451a-8746-b7c4024c8a26 req-27995a2d-44c3-4b58-9a0f-3ce42a97bb15 tempest-VolumesSnapshotTestJSON-1870625415 tempest-VolumesSnapshotTestJSON-1870625415-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 16:46:16.094696 dv-cinder-798104-1-smb neutron-server[74185]: INFO neutron.wsgi [req-0b219fff-a1b6-451a-8746-b7c4024c8a26 req-27995a2d-44c3-4b58-9a0f-3ce42a97bb15 tempest-VolumesSnapshotTestJSON-1870625415 tempest-VolumesSnapshotTestJSON-1870625415-project] 10.222.0.26 "GET /v2.0/ports?device_id=f07f5117-0015-4855-ac37-919cc150c52f HTTP/1.1" status: 200 len: 946 time: 0.2733462 Jun 28 16:46:16.152391 dv-cinder-798104-1-smb neutron-server[74187]: DEBUG neutron_lib.callbacks.manager [None req-4a6cb246-78b3-4511-93ef-ef73449cc7bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774158209648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1002899'] for agent, after_update {{(pid=74187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 16:46:16.275328 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG neutron.notifiers.nova [req-dc4873db-a6b0-4073-877a-6787d30c1e54 req-849dbb09-9ce9-48ea-8445-7c49a1382139 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 793d6fcc-cc70-4135-af5c-1e7363bcb0de {{(pid=74185) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 28 16:46:16.293271 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG neutron_lib.callbacks.manager [req-dc4873db-a6b0-4073-877a-6787d30c1e54 req-849dbb09-9ce9-48ea-8445-7c49a1382139 service neutron] Notify callbacks [] for port, precommit_update {{(pid=74185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 16:46:16.306582 dv-cinder-798104-1-smb neutron-server[74185]: INFO neutron.wsgi [req-0b219fff-a1b6-451a-8746-b7c4024c8a26 req-73011884-fca0-47b9-903b-b42e3514f635 tempest-VolumesSnapshotTestJSON-1870625415 tempest-VolumesSnapshotTestJSON-1870625415-project] 10.222.0.26 "GET /v2.0/security-groups?id=10442f30-80ea-42c2-ade8-747dadff1313&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1941779 Jun 28 16:46:16.315310 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG neutron.db.provisioning_blocks [req-dc4873db-a6b0-4073-877a-6787d30c1e54 req-849dbb09-9ce9-48ea-8445-7c49a1382139 service neutron] Transition to ACTIVE for port object 793d6fcc-cc70-4135-af5c-1e7363bcb0de will not be triggered until provisioned by entity L2. {{(pid=74185) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 28 16:46:16.319849 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG neutron_lib.callbacks.manager [req-dc4873db-a6b0-4073-877a-6787d30c1e54 req-849dbb09-9ce9-48ea-8445-7c49a1382139 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-615041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1598908', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774158213048', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774157688378', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774157688423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15648322'] for port, after_update {{(pid=74185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 16:46:16.325592 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG oslo_concurrency.lockutils [None req-af6bb471-3627-4ca0-bc3f-74f22abb3adf service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74185) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 16:46:16.472006 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-849dbb09-9ce9-48ea-8445-7c49a1382139 service neutron] Pushing event updated for resources: {'Port': ['ID=793d6fcc-cc70-4135-af5c-1e7363bcb0de,revision_number=2']} {{(pid=74185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 16:46:16.475667 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG oslo_concurrency.lockutils [None req-849dbb09-9ce9-48ea-8445-7c49a1382139 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.150s {{(pid=74185) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 16:46:16.626427 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG neutron.plugins.ml2.managers [req-dc4873db-a6b0-4073-877a-6787d30c1e54 req-849dbb09-9ce9-48ea-8445-7c49a1382139 service neutron] Attempting to bind port 793d6fcc-cc70-4135-af5c-1e7363bcb0de on host hv-cinder-79810 for vnic_type normal with profile {{(pid=74185) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 28 16:46:16.626427 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG neutron.plugins.ml2.managers [req-dc4873db-a6b0-4073-877a-6787d30c1e54 req-849dbb09-9ce9-48ea-8445-7c49a1382139 service neutron] Attempting to bind port 793d6fcc-cc70-4135-af5c-1e7363bcb0de by drivers openvswitch,hyperv on host hv-cinder-79810 at level 0 using segments [{'id': '2df110ad-025a-4a6b-9e31-f233466e01f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 405, 'network_id': '4e66a7eb-2725-411e-9b4f-e274c7c51246'}] {{(pid=74185) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 28 16:46:16.626427 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc4873db-a6b0-4073-877a-6787d30c1e54 req-849dbb09-9ce9-48ea-8445-7c49a1382139 service neutron] Attempting to bind port 793d6fcc-cc70-4135-af5c-1e7363bcb0de on network 4e66a7eb-2725-411e-9b4f-e274c7c51246 {{(pid=74185) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jun 28 16:46:16.640358 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc4873db-a6b0-4073-877a-6787d30c1e54 req-849dbb09-9ce9-48ea-8445-7c49a1382139 service neutron] Port 793d6fcc-cc70-4135-af5c-1e7363bcb0de on network 4e66a7eb-2725-411e-9b4f-e274c7c51246 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79810 {{(pid=74185) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jun 28 16:46:16.640678 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc4873db-a6b0-4073-877a-6787d30c1e54 req-849dbb09-9ce9-48ea-8445-7c49a1382139 service neutron] Attempting to bind port 793d6fcc-cc70-4135-af5c-1e7363bcb0de on network 4e66a7eb-2725-411e-9b4f-e274c7c51246 {{(pid=74185) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jun 28 16:46:16.651815 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc4873db-a6b0-4073-877a-6787d30c1e54 req-849dbb09-9ce9-48ea-8445-7c49a1382139 service neutron] Checking agent: {'id': '59d83479-80db-4f55-8b84-25c2a0c8dff8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79810', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 28, 16, 39, 19), 'started_at': datetime.datetime(2021, 6, 28, 16, 39, 19), 'heartbeat_timestamp': datetime.datetime(2021, 6, 28, 16, 45, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=74185) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jun 28 16:46:16.652043 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc4873db-a6b0-4073-877a-6787d30c1e54 req-849dbb09-9ce9-48ea-8445-7c49a1382139 service neutron] Checking segment: {'id': '2df110ad-025a-4a6b-9e31-f233466e01f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 405, 'network_id': '4e66a7eb-2725-411e-9b4f-e274c7c51246'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=74185) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jun 28 16:46:16.652470 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc4873db-a6b0-4073-877a-6787d30c1e54 req-849dbb09-9ce9-48ea-8445-7c49a1382139 service neutron] Bound using segment: {'id': '2df110ad-025a-4a6b-9e31-f233466e01f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 405, 'network_id': '4e66a7eb-2725-411e-9b4f-e274c7c51246'} {{(pid=74185) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jun 28 16:46:16.652949 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG neutron.plugins.ml2.managers [req-dc4873db-a6b0-4073-877a-6787d30c1e54 req-849dbb09-9ce9-48ea-8445-7c49a1382139 service neutron] Bound port: 793d6fcc-cc70-4135-af5c-1e7363bcb0de, host: hv-cinder-79810, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2df110ad-025a-4a6b-9e31-f233466e01f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 405, 'network_id': '4e66a7eb-2725-411e-9b4f-e274c7c51246'}}] {{(pid=74185) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 28 16:46:16.653251 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG neutron_lib.callbacks.manager [req-dc4873db-a6b0-4073-877a-6787d30c1e54 req-849dbb09-9ce9-48ea-8445-7c49a1382139 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621611'] for port, before_update {{(pid=74185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 16:46:16.744004 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b256ff11-df6d-4e29-9dd2-3835a2fccf1a req-ef460d7c-013d-413c-b8a2-663c3abd037d tempest-AttachVolumeShelveTestJSON-223402159 tempest-AttachVolumeShelveTestJSON-223402159-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 16:46:16.745562 dv-cinder-798104-1-smb neutron-server[74185]: INFO neutron.wsgi [req-b256ff11-df6d-4e29-9dd2-3835a2fccf1a req-ef460d7c-013d-413c-b8a2-663c3abd037d tempest-AttachVolumeShelveTestJSON-223402159 tempest-AttachVolumeShelveTestJSON-223402159-project] 10.222.0.26 "GET /v2.0/ports?device_id=8e3a90db-fda3-48b9-a3a1-df3f395c0dfd HTTP/1.1" status: 200 len: 943 time: 0.1627274 Jun 28 16:46:16.846869 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG neutron.plugins.ml2.db [req-dc4873db-a6b0-4073-877a-6787d30c1e54 req-849dbb09-9ce9-48ea-8445-7c49a1382139 service neutron] For port 793d6fcc-cc70-4135-af5c-1e7363bcb0de, host hv-cinder-79810, cleared binding levels {{(pid=74185) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 28 16:46:16.864357 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG neutron.plugins.ml2.db [req-dc4873db-a6b0-4073-877a-6787d30c1e54 req-849dbb09-9ce9-48ea-8445-7c49a1382139 service neutron] For port 793d6fcc-cc70-4135-af5c-1e7363bcb0de, host hv-cinder-79810, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79810',level=0,port_id=793d6fcc-cc70-4135-af5c-1e7363bcb0de,segment=NetworkSegment(2df110ad-025a-4a6b-9e31-f233466e01f1),segment_id=2df110ad-025a-4a6b-9e31-f233466e01f1)] {{(pid=74185) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 28 16:46:16.872663 dv-cinder-798104-1-smb neutron-server[74185]: INFO neutron.wsgi [req-b256ff11-df6d-4e29-9dd2-3835a2fccf1a req-ffb9879e-7de2-475a-8afc-832e1a9bcc9f tempest-AttachVolumeShelveTestJSON-223402159 tempest-AttachVolumeShelveTestJSON-223402159-project] 10.222.0.26 "GET /v2.0/security-groups?id=ee5b5d98-52f8-46a1-b53d-b30b29c7120c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0894027 Jun 28 16:46:16.876273 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG neutron_lib.callbacks.manager [req-dc4873db-a6b0-4073-877a-6787d30c1e54 req-849dbb09-9ce9-48ea-8445-7c49a1382139 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-615041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1598908', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774158213048', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774157688378', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774157688423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15648322'] for port, after_update {{(pid=74185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 16:46:16.881845 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG oslo_concurrency.lockutils [None req-eeb33a36-f9e6-449f-b508-2d42bbee07b5 tempest-AttachVolumeTestJSON-1575976490 tempest-AttachVolumeTestJSON-1575976490-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74185) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 16:46:16.957011 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG neutron_lib.callbacks.manager [req-dc4873db-a6b0-4073-877a-6787d30c1e54 req-849dbb09-9ce9-48ea-8445-7c49a1382139 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129357'] for port, before_response {{(pid=74185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 16:46:16.958937 dv-cinder-798104-1-smb neutron-server[74185]: INFO neutron.wsgi [req-dc4873db-a6b0-4073-877a-6787d30c1e54 req-849dbb09-9ce9-48ea-8445-7c49a1382139 service neutron] 10.222.0.41 "PUT /v2.0/ports/793d6fcc-cc70-4135-af5c-1e7363bcb0de HTTP/1.1" status: 200 len: 1093 time: 1.7924478 Jun 28 16:46:16.959454 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8e3a90db-fda3-48b9-a3a1-df3f395c0dfd', 'tag': '793d6fcc-cc70-4135-af5c-1e7363bcb0de'}] {{(pid=74185) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 28 16:46:16.972557 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34a1966b-f4ab-442e-82de-c93be3fbfaf0 req-372d53d4-6061-4d56-accc-5a38af5478b1 tempest-AttachVolumeTestJSON-1575976490 tempest-AttachVolumeTestJSON-1575976490-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 16:46:16.974657 dv-cinder-798104-1-smb neutron-server[74185]: INFO neutron.wsgi [req-34a1966b-f4ab-442e-82de-c93be3fbfaf0 req-372d53d4-6061-4d56-accc-5a38af5478b1 tempest-AttachVolumeTestJSON-1575976490 tempest-AttachVolumeTestJSON-1575976490-project] 10.222.0.26 "GET /v2.0/ports?device_id=1577b494-1b54-45ce-baf1-96f6d50deecb HTTP/1.1" status: 200 len: 945 time: 0.2368643 Jun 28 16:46:16.999668 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-849dbb09-9ce9-48ea-8445-7c49a1382139 service neutron] Pushing event updated for resources: {'Port': ['ID=793d6fcc-cc70-4135-af5c-1e7363bcb0de,revision_number=3']} {{(pid=74185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 16:46:17.006303 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG oslo_concurrency.lockutils [None req-849dbb09-9ce9-48ea-8445-7c49a1382139 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.124s {{(pid=74185) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 16:46:17.033810 dv-cinder-798104-1-smb neutron-server[74185]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8e3a90db-fda3-48b9-a3a1-df3f395c0dfd', 'tag': '793d6fcc-cc70-4135-af5c-1e7363bcb0de', 'status': 'completed', 'code': 200} Jun 28 16:46:17.042707 dv-cinder-798104-1-smb neutron-server[74185]: INFO neutron.wsgi [req-34a1966b-f4ab-442e-82de-c93be3fbfaf0 req-fc354744-a811-45cb-a52f-7a2b17beff2d tempest-AttachVolumeTestJSON-1575976490 tempest-AttachVolumeTestJSON-1575976490-project] 10.222.0.26 "GET /v2.0/security-groups?id=d4fabaec-765c-44eb-aea3-0feba44aab14&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0621955 Jun 28 16:46:17.121296 dv-cinder-798104-1-smb neutron-server[74185]: INFO neutron.wsgi [req-dc4873db-a6b0-4073-877a-6787d30c1e54 req-16087071-ef80-47bd-ba41-44206e8bfe73 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=1796e3b7b6834b8a88df228c1c9772ef&device_id=8e3a90db-fda3-48b9-a3a1-df3f395c0dfd HTTP/1.1" status: 200 len: 1096 time: 0.0775707 Jun 28 16:46:17.240513 dv-cinder-798104-1-smb neutron-server[74185]: INFO neutron.wsgi [req-dc4873db-a6b0-4073-877a-6787d30c1e54 req-bb6eb644-01f4-4c77-a8ad-c78d7799e6da service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=793d6fcc-cc70-4135-af5c-1e7363bcb0de HTTP/1.1" status: 200 len: 217 time: 0.1046703 Jun 28 16:46:17.323761 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc4873db-a6b0-4073-877a-6787d30c1e54 req-7b8b2df8-5073-40fd-b1ba-73437149682c service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=74185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 16:46:17.323761 dv-cinder-798104-1-smb neutron-server[74185]: INFO neutron.wsgi [req-dc4873db-a6b0-4073-877a-6787d30c1e54 req-7b8b2df8-5073-40fd-b1ba-73437149682c service neutron] 10.222.0.41 "GET /v2.0/subnets?id=f2ffd4c6-165d-446d-9207-8235b5280dd5 HTTP/1.1" status: 200 len: 856 time: 0.0618188 Jun 28 16:46:17.416646 dv-cinder-798104-1-smb neutron-server[74185]: INFO neutron.wsgi [req-dc4873db-a6b0-4073-877a-6787d30c1e54 req-f1ee5b32-33f2-42f8-97a9-d51a90488aa4 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=4e66a7eb-2725-411e-9b4f-e274c7c51246&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0803761 Jun 28 16:46:17.582220 dv-cinder-798104-1-smb neutron-server[74187]: DEBUG neutron_lib.callbacks.manager [None req-17b6939a-39ed-439c-8d74-c49ac6595f0c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774158209648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1002899'] for agent, after_update {{(pid=74187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 16:46:17.622925 dv-cinder-798104-1-smb neutron-server[74185]: INFO neutron.wsgi [req-dc4873db-a6b0-4073-877a-6787d30c1e54 req-7564ba0c-1b52-49c5-ab94-029600cd603f service neutron] 10.222.0.41 "GET /v2.0/networks/4e66a7eb-2725-411e-9b4f-e274c7c51246?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1954355 Jun 28 16:46:17.658545 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6844f88-6892-422b-96a0-acf2c9e25e7f req-5db83db6-29bd-45af-a062-c279b29da69f tempest-VolumesSnapshotTestJSON-1870625415 tempest-VolumesSnapshotTestJSON-1870625415-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 16:46:17.660103 dv-cinder-798104-1-smb neutron-server[74185]: INFO neutron.wsgi [req-c6844f88-6892-422b-96a0-acf2c9e25e7f req-5db83db6-29bd-45af-a062-c279b29da69f tempest-VolumesSnapshotTestJSON-1870625415 tempest-VolumesSnapshotTestJSON-1870625415-project] 10.222.0.26 "GET /v2.0/ports?device_id=f07f5117-0015-4855-ac37-919cc150c52f HTTP/1.1" status: 200 len: 946 time: 0.2050998 Jun 28 16:46:17.788259 dv-cinder-798104-1-smb neutron-server[74185]: INFO neutron.wsgi [req-c6844f88-6892-422b-96a0-acf2c9e25e7f req-52848811-4d34-4056-9201-f3c267f194f7 tempest-VolumesSnapshotTestJSON-1870625415 tempest-VolumesSnapshotTestJSON-1870625415-project] 10.222.0.26 "GET /v2.0/security-groups?id=10442f30-80ea-42c2-ade8-747dadff1313&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0750594 Jun 28 16:46:17.812761 dv-cinder-798104-1-smb neutron-server[74185]: INFO neutron.wsgi [req-dc4873db-a6b0-4073-877a-6787d30c1e54 req-33dbbae2-eb7d-4f4d-97d5-0c3f59632f7f service neutron] 10.222.0.41 "GET /v2.0/networks/4e66a7eb-2725-411e-9b4f-e274c7c51246?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1809430 Jun 28 16:46:18.057238 dv-cinder-798104-1-smb neutron-server[74185]: INFO neutron.wsgi [req-a3bb7e55-e321-40e3-a8d0-9cbf830cdbe1 req-8bd78e2b-69b2-4989-ae8a-3182cb8eb99f service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=1796e3b7b6834b8a88df228c1c9772ef&device_id=8e3a90db-fda3-48b9-a3a1-df3f395c0dfd HTTP/1.1" status: 200 len: 1096 time: 0.1747036 Jun 28 16:46:18.238986 dv-cinder-798104-1-smb neutron-server[74186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fe8be67-b28c-4e80-b305-221eb30c16c2 req-4cc07b65-4a61-456e-9bf5-edfa5bf23662 tempest-AttachVolumeTestJSON-1575976490 tempest-AttachVolumeTestJSON-1575976490-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 16:46:18.240221 dv-cinder-798104-1-smb neutron-server[74186]: DEBUG neutron.quota.resource [req-1fe8be67-b28c-4e80-b305-221eb30c16c2 req-4cc07b65-4a61-456e-9bf5-edfa5bf23662 tempest-AttachVolumeTestJSON-1575976490 tempest-AttachVolumeTestJSON-1575976490-project] Synchronizing usage tracker for tenant:2f9864be4f7741e0aa69625d43b5a918 on resource:port {{(pid=74186) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 28 16:46:18.253107 dv-cinder-798104-1-smb neutron-server[74186]: DEBUG neutron.quota.resource [req-1fe8be67-b28c-4e80-b305-221eb30c16c2 req-4cc07b65-4a61-456e-9bf5-edfa5bf23662 tempest-AttachVolumeTestJSON-1575976490 tempest-AttachVolumeTestJSON-1575976490-project] Unset dirty status for tenant:2f9864be4f7741e0aa69625d43b5a918 on resource:port {{(pid=74186) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 28 16:46:18.254220 dv-cinder-798104-1-smb neutron-server[74186]: INFO neutron.wsgi [req-1fe8be67-b28c-4e80-b305-221eb30c16c2 req-4cc07b65-4a61-456e-9bf5-edfa5bf23662 tempest-AttachVolumeTestJSON-1575976490 tempest-AttachVolumeTestJSON-1575976490-project] 10.222.0.41 "GET /v2.0/ports?device_id=1577b494-1b54-45ce-baf1-96f6d50deecb HTTP/1.1" status: 200 len: 945 time: 0.0991895 Jun 28 16:46:18.317944 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3bb7e55-e321-40e3-a8d0-9cbf830cdbe1 req-123d4863-1268-4514-ab78-a7122f5b4232 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=74185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 16:46:18.319441 dv-cinder-798104-1-smb neutron-server[74185]: INFO neutron.wsgi [req-a3bb7e55-e321-40e3-a8d0-9cbf830cdbe1 req-123d4863-1268-4514-ab78-a7122f5b4232 service neutron] 10.222.0.41 "GET /v2.0/networks?id=4e66a7eb-2725-411e-9b4f-e274c7c51246 HTTP/1.1" status: 200 len: 918 time: 0.2167921 Jun 28 16:46:18.326254 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c22cb024-0e8b-49a8-a94d-533be4292eda req-dbddab71-38ad-48ed-a815-573028a9ce89 tempest-AttachVolumeShelveTestJSON-223402159 tempest-AttachVolumeShelveTestJSON-223402159-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 16:46:18.327792 dv-cinder-798104-1-smb neutron-server[74185]: INFO neutron.wsgi [req-c22cb024-0e8b-49a8-a94d-533be4292eda req-dbddab71-38ad-48ed-a815-573028a9ce89 tempest-AttachVolumeShelveTestJSON-223402159 tempest-AttachVolumeShelveTestJSON-223402159-project] 10.222.0.26 "GET /v2.0/ports?device_id=8e3a90db-fda3-48b9-a3a1-df3f395c0dfd HTTP/1.1" status: 200 len: 943 time: 0.2656066 Jun 28 16:46:18.336422 dv-cinder-798104-1-smb neutron-server[74186]: DEBUG neutron.plugins.ml2.plugin [req-1fe8be67-b28c-4e80-b305-221eb30c16c2 req-89171d23-83da-4531-90f5-442f5a0d3ce9 tempest-AttachVolumeTestJSON-1575976490 tempest-AttachVolumeTestJSON-1575976490-project] Deleting port 0e7dd6cd-c2b1-4bf7-b9a5-6d14c163b7c0 {{(pid=74186) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Jun 28 16:46:18.336763 dv-cinder-798104-1-smb neutron-server[74186]: DEBUG neutron_lib.callbacks.manager [req-1fe8be67-b28c-4e80-b305-221eb30c16c2 req-89171d23-83da-4531-90f5-442f5a0d3ce9 tempest-AttachVolumeTestJSON-1575976490 tempest-AttachVolumeTestJSON-1575976490-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774158158511'] for port, before_delete {{(pid=74186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 16:46:18.432418 dv-cinder-798104-1-smb neutron-server[74185]: INFO neutron.wsgi [req-a3bb7e55-e321-40e3-a8d0-9cbf830cdbe1 req-b640c902-fa61-411b-ae48-fb079d4660f3 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=793d6fcc-cc70-4135-af5c-1e7363bcb0de HTTP/1.1" status: 200 len: 217 time: 0.1003747 Jun 28 16:46:18.546739 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84d65873-7f44-4e12-a5a3-fb437e72abe7 req-6e06b83a-984a-42b6-b52f-34c2d9f41913 tempest-AttachVolumeTestJSON-1575976490 tempest-AttachVolumeTestJSON-1575976490-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 16:46:18.549595 dv-cinder-798104-1-smb neutron-server[74185]: INFO neutron.wsgi [req-84d65873-7f44-4e12-a5a3-fb437e72abe7 req-6e06b83a-984a-42b6-b52f-34c2d9f41913 tempest-AttachVolumeTestJSON-1575976490 tempest-AttachVolumeTestJSON-1575976490-project] 10.222.0.26 "GET /v2.0/ports?device_id=1577b494-1b54-45ce-baf1-96f6d50deecb HTTP/1.1" status: 200 len: 945 time: 0.3022342 Jun 28 16:46:18.569488 dv-cinder-798104-1-smb neutron-server[74185]: INFO neutron.wsgi [req-c22cb024-0e8b-49a8-a94d-533be4292eda req-96cb751e-e511-4695-9197-cdfe44d713ff tempest-AttachVolumeShelveTestJSON-223402159 tempest-AttachVolumeShelveTestJSON-223402159-project] 10.222.0.26 "GET /v2.0/security-groups?id=ee5b5d98-52f8-46a1-b53d-b30b29c7120c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1867139 Jun 28 16:46:18.606162 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3bb7e55-e321-40e3-a8d0-9cbf830cdbe1 req-15187e97-b141-4d63-966a-d69b7853eaf4 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=74185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 16:46:18.608209 dv-cinder-798104-1-smb neutron-server[74185]: INFO neutron.wsgi [req-a3bb7e55-e321-40e3-a8d0-9cbf830cdbe1 req-15187e97-b141-4d63-966a-d69b7853eaf4 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=f2ffd4c6-165d-446d-9207-8235b5280dd5 HTTP/1.1" status: 200 len: 856 time: 0.1638799 Jun 28 16:46:18.656457 dv-cinder-798104-1-smb neutron-server[74187]: DEBUG neutron_lib.callbacks.manager [None req-d49266a9-82cf-4da4-977f-ceca59b71534 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774158209648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1002899'] for agent, after_update {{(pid=74187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 16:46:18.680323 dv-cinder-798104-1-smb neutron-server[74186]: DEBUG neutron.plugins.ml2.db [req-1fe8be67-b28c-4e80-b305-221eb30c16c2 req-89171d23-83da-4531-90f5-442f5a0d3ce9 tempest-AttachVolumeTestJSON-1575976490 tempest-AttachVolumeTestJSON-1575976490-project] For port 0e7dd6cd-c2b1-4bf7-b9a5-6d14c163b7c0, host hv-cinder-79810, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79810',level=0,port_id=0e7dd6cd-c2b1-4bf7-b9a5-6d14c163b7c0,segment=NetworkSegment(c39146b4-a4d2-486a-bb26-fc05ca06bf0a),segment_id=c39146b4-a4d2-486a-bb26-fc05ca06bf0a)] {{(pid=74186) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 16:46:18.681169 dv-cinder-798104-1-smb neutron-server[74186]: DEBUG neutron_lib.callbacks.manager [req-1fe8be67-b28c-4e80-b305-221eb30c16c2 req-89171d23-83da-4531-90f5-442f5a0d3ce9 tempest-AttachVolumeTestJSON-1575976490 tempest-AttachVolumeTestJSON-1575976490-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1637578'] for port, precommit_delete {{(pid=74186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 16:46:18.691883 dv-cinder-798104-1-smb neutron-server[74185]: INFO neutron.wsgi [req-84d65873-7f44-4e12-a5a3-fb437e72abe7 req-e50bf94f-9414-4676-a784-cfed5d01de99 tempest-AttachVolumeTestJSON-1575976490 tempest-AttachVolumeTestJSON-1575976490-project] 10.222.0.26 "GET /v2.0/security-groups?id=d4fabaec-765c-44eb-aea3-0feba44aab14&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1213682 Jun 28 16:46:18.711842 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfd2592a-8fa0-4a8e-b4c2-68bcefac376d req-13155169-02ed-4909-be0f-dd1141999116 tempest-VolumesSnapshotTestJSON-1870625415 tempest-VolumesSnapshotTestJSON-1870625415-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 16:46:18.713433 dv-cinder-798104-1-smb neutron-server[74185]: INFO neutron.wsgi [req-dfd2592a-8fa0-4a8e-b4c2-68bcefac376d req-13155169-02ed-4909-be0f-dd1141999116 tempest-VolumesSnapshotTestJSON-1870625415 tempest-VolumesSnapshotTestJSON-1870625415-project] 10.222.0.41 "GET /v2.0/ports?device_id=f07f5117-0015-4855-ac37-919cc150c52f HTTP/1.1" status: 200 len: 946 time: 0.2190146 Jun 28 16:46:18.835492 dv-cinder-798104-1-smb neutron-server[74185]: INFO neutron.wsgi [req-a3bb7e55-e321-40e3-a8d0-9cbf830cdbe1 req-2d6522df-0b6a-47a7-ba26-0a22d3eeae43 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=4e66a7eb-2725-411e-9b4f-e274c7c51246&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.2171676 Jun 28 16:46:18.919565 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG neutron.plugins.ml2.plugin [req-dfd2592a-8fa0-4a8e-b4c2-68bcefac376d req-797a4b31-c1be-4fac-9953-657dbfe25d1c tempest-VolumesSnapshotTestJSON-1870625415 tempest-VolumesSnapshotTestJSON-1870625415-project] Deleting port 85eea54a-5d5e-4799-8e33-d8f1725c5fc2 {{(pid=74185) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Jun 28 16:46:18.920336 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG neutron_lib.callbacks.manager [req-dfd2592a-8fa0-4a8e-b4c2-68bcefac376d req-797a4b31-c1be-4fac-9953-657dbfe25d1c tempest-VolumesSnapshotTestJSON-1870625415 tempest-VolumesSnapshotTestJSON-1870625415-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774158158511'] for port, before_delete {{(pid=74185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 16:46:19.218216 dv-cinder-798104-1-smb neutron-server[74186]: DEBUG neutron_lib.callbacks.manager [req-1fe8be67-b28c-4e80-b305-221eb30c16c2 req-89171d23-83da-4531-90f5-442f5a0d3ce9 tempest-AttachVolumeTestJSON-1575976490 tempest-AttachVolumeTestJSON-1575976490-project] Notify callbacks [] for floatingip, precommit_update {{(pid=74186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 16:46:19.218805 dv-cinder-798104-1-smb neutron-server[74186]: DEBUG neutron_lib.callbacks.manager [req-1fe8be67-b28c-4e80-b305-221eb30c16c2 req-89171d23-83da-4531-90f5-442f5a0d3ce9 tempest-AttachVolumeTestJSON-1575976490 tempest-AttachVolumeTestJSON-1575976490-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1624410'] for floatingip, after_update {{(pid=74186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 16:46:19.219408 dv-cinder-798104-1-smb neutron-server[74186]: INFO neutron.db.l3_db [req-1fe8be67-b28c-4e80-b305-221eb30c16c2 req-89171d23-83da-4531-90f5-442f5a0d3ce9 tempest-AttachVolumeTestJSON-1575976490 tempest-AttachVolumeTestJSON-1575976490-project] Floating IP ee8819a0-1a62-4f70-829d-1a4bd4f278dc disassociated. External IP: 172.28.3.43, port: 0e7dd6cd-c2b1-4bf7-b9a5-6d14c163b7c0. Jun 28 16:46:19.219999 dv-cinder-798104-1-smb neutron-server[74186]: DEBUG neutron.plugins.ml2.plugin [req-1fe8be67-b28c-4e80-b305-221eb30c16c2 req-89171d23-83da-4531-90f5-442f5a0d3ce9 tempest-AttachVolumeTestJSON-1575976490 tempest-AttachVolumeTestJSON-1575976490-project] Calling delete_port for 0e7dd6cd-c2b1-4bf7-b9a5-6d14c163b7c0 owned by compute:nova {{(pid=74186) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Jun 28 16:46:19.291768 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG neutron.wsgi [-] (74185) accepted ('10.222.0.26', 52862) {{(pid=74185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 28 16:46:19.327086 dv-cinder-798104-1-smb neutron-server[74185]: INFO neutron.wsgi [req-a3bb7e55-e321-40e3-a8d0-9cbf830cdbe1 req-1f7c2439-f8de-4818-a26a-142c7bd58984 service neutron] 10.222.0.41 "GET /v2.0/networks/4e66a7eb-2725-411e-9b4f-e274c7c51246?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4791715 Jun 28 16:46:19.387002 dv-cinder-798104-1-smb neutron-server[74187]: DEBUG neutron_lib.callbacks.manager [None req-d0e5ad82-df9b-4ee3-8ee9-b93c74fbe1d3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774158209648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1002899'] for agent, after_update {{(pid=74187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 16:46:19.491024 dv-cinder-798104-1-smb neutron-server[74186]: DEBUG neutron_lib.callbacks.manager [req-1fe8be67-b28c-4e80-b305-221eb30c16c2 req-89171d23-83da-4531-90f5-442f5a0d3ce9 tempest-AttachVolumeTestJSON-1575976490 tempest-AttachVolumeTestJSON-1575976490-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-615041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1598908', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774158213030', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774157688369', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1108489'] for port, after_delete {{(pid=74186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 16:46:19.497142 dv-cinder-798104-1-smb neutron-server[74187]: DEBUG neutron.plugins.ml2.rpc [None req-d0e5ad82-df9b-4ee3-8ee9-b93c74fbe1d3 None None] Device 793d6fcc-cc70-4135-af5c-1e7363bcb0de details requested by agent hyperv_hv-cinder-79810 with host hv-cinder-79810 {{(pid=74187) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 28 16:46:19.498714 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd3e0025-0af3-4452-bd9a-2bdef2c50448 req-0d5f92ee-52e7-424f-b4ac-c0f594feeb0c tempest-VolumesSnapshotTestJSON-1870625415 tempest-VolumesSnapshotTestJSON-1870625415-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 16:46:19.500579 dv-cinder-798104-1-smb neutron-server[74185]: INFO neutron.wsgi [req-dd3e0025-0af3-4452-bd9a-2bdef2c50448 req-0d5f92ee-52e7-424f-b4ac-c0f594feeb0c tempest-VolumesSnapshotTestJSON-1870625415 tempest-VolumesSnapshotTestJSON-1870625415-project] 10.222.0.26 "GET /v2.0/ports?device_id=f07f5117-0015-4855-ac37-919cc150c52f HTTP/1.1" status: 200 len: 946 time: 0.5169084 Jun 28 16:46:19.500746 dv-cinder-798104-1-smb neutron-server[74186]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74186) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 16:46:19.555908 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG neutron_lib.callbacks.manager [None req-38ebecc2-f185-4c35-8c45-4a6b2bb2bbfe admin admin] Notify callbacks [] for security_group, before_create {{(pid=74185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 16:46:19.585529 dv-cinder-798104-1-smb neutron-server[74186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89171d23-83da-4531-90f5-442f5a0d3ce9 tempest-AttachVolumeTestJSON-1575976490 tempest-AttachVolumeTestJSON-1575976490-project] Pushing event deleted for resources: {'Port': ['ID=0e7dd6cd-c2b1-4bf7-b9a5-6d14c163b7c0,revision_number=None']} {{(pid=74186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 16:46:19.592390 dv-cinder-798104-1-smb neutron-server[74186]: DEBUG oslo_concurrency.lockutils [None req-89171d23-83da-4531-90f5-442f5a0d3ce9 tempest-AttachVolumeTestJSON-1575976490 tempest-AttachVolumeTestJSON-1575976490-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=74186) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 16:46:19.672986 dv-cinder-798104-1-smb neutron-server[74185]: INFO neutron.wsgi [req-a3bb7e55-e321-40e3-a8d0-9cbf830cdbe1 req-0038289e-d341-462f-9ea4-a20fd9f01ecf service neutron] 10.222.0.41 "GET /v2.0/networks/4e66a7eb-2725-411e-9b4f-e274c7c51246?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2914827 Jun 28 16:46:19.675312 dv-cinder-798104-1-smb neutron-server[74185]: INFO neutron.wsgi [req-dd3e0025-0af3-4452-bd9a-2bdef2c50448 req-e87e53d3-19c5-44c1-a014-ea9bad283b52 tempest-VolumesSnapshotTestJSON-1870625415 tempest-VolumesSnapshotTestJSON-1870625415-project] 10.222.0.26 "GET /v2.0/security-groups?id=10442f30-80ea-42c2-ade8-747dadff1313&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1671293 Jun 28 16:46:19.682973 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG neutron.plugins.ml2.db [req-dfd2592a-8fa0-4a8e-b4c2-68bcefac376d req-797a4b31-c1be-4fac-9953-657dbfe25d1c tempest-VolumesSnapshotTestJSON-1870625415 tempest-VolumesSnapshotTestJSON-1870625415-project] For port 85eea54a-5d5e-4799-8e33-d8f1725c5fc2, host hv-cinder-79810, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79810',level=0,port_id=85eea54a-5d5e-4799-8e33-d8f1725c5fc2,segment=NetworkSegment(cc0d5de8-b4ce-4936-a644-d67fb153bab8),segment_id=cc0d5de8-b4ce-4936-a644-d67fb153bab8)] {{(pid=74185) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 16:46:19.683335 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG neutron_lib.callbacks.manager [req-dfd2592a-8fa0-4a8e-b4c2-68bcefac376d req-797a4b31-c1be-4fac-9953-657dbfe25d1c tempest-VolumesSnapshotTestJSON-1870625415 tempest-VolumesSnapshotTestJSON-1870625415-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1637578'] for port, precommit_delete {{(pid=74185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 16:46:19.691594 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG neutron.db.quota.driver [None req-38ebecc2-f185-4c35-8c45-4a6b2bb2bbfe admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74185) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 28 16:46:19.701107 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG neutron.quota.resource [None req-38ebecc2-f185-4c35-8c45-4a6b2bb2bbfe admin admin] Usage tracker for resource:security_group_rule and tenant:9f8f6d1f7a714943a301b40ce7e3309a is out of sync, need to count used quota {{(pid=74185) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 28 16:46:19.760739 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG neutron.quota.resource [None req-38ebecc2-f185-4c35-8c45-4a6b2bb2bbfe admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=74185) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 28 16:46:19.775302 dv-cinder-798104-1-smb neutron-server[74187]: DEBUG neutron.plugins.ml2.db [None req-d0e5ad82-df9b-4ee3-8ee9-b93c74fbe1d3 None None] For port 793d6fcc-cc70-4135-af5c-1e7363bcb0de, host hv-cinder-79810, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79810',level=0,port_id=793d6fcc-cc70-4135-af5c-1e7363bcb0de,segment=NetworkSegment(2df110ad-025a-4a6b-9e31-f233466e01f1),segment_id=2df110ad-025a-4a6b-9e31-f233466e01f1)] {{(pid=74187) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 16:46:19.794014 dv-cinder-798104-1-smb neutron-server[74187]: DEBUG neutron.plugins.ml2.rpc [None req-d0e5ad82-df9b-4ee3-8ee9-b93c74fbe1d3 None None] Returning: {'device': '793d6fcc-cc70-4135-af5c-1e7363bcb0de', 'network_id': '4e66a7eb-2725-411e-9b4f-e274c7c51246', 'port_id': '793d6fcc-cc70-4135-af5c-1e7363bcb0de', 'mac_address': 'fa:16:3e:ee:de:9b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 405, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f2ffd4c6-165d-446d-9207-8235b5280dd5', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=74187) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 28 16:46:19.938540 dv-cinder-798104-1-smb neutron-server[74187]: DEBUG neutron_lib.callbacks.manager [None req-d0e5ad82-df9b-4ee3-8ee9-b93c74fbe1d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621611'] for port, before_update {{(pid=74187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 16:46:19.972318 dv-cinder-798104-1-smb neutron-server[74187]: DEBUG neutron.notifiers.nova [None req-d0e5ad82-df9b-4ee3-8ee9-b93c74fbe1d3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 793d6fcc-cc70-4135-af5c-1e7363bcb0de {{(pid=74187) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 28 16:46:19.981018 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG neutron.plugins.ml2.plugin [req-dfd2592a-8fa0-4a8e-b4c2-68bcefac376d req-797a4b31-c1be-4fac-9953-657dbfe25d1c tempest-VolumesSnapshotTestJSON-1870625415 tempest-VolumesSnapshotTestJSON-1870625415-project] Calling delete_port for 85eea54a-5d5e-4799-8e33-d8f1725c5fc2 owned by compute:nova {{(pid=74185) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Jun 28 16:46:19.996258 dv-cinder-798104-1-smb neutron-server[74187]: DEBUG neutron.plugins.ml2.db [None req-d0e5ad82-df9b-4ee3-8ee9-b93c74fbe1d3 None None] For port 793d6fcc-cc70-4135-af5c-1e7363bcb0de, host hv-cinder-79810, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79810',level=0,port_id=793d6fcc-cc70-4135-af5c-1e7363bcb0de,segment=NetworkSegment(2df110ad-025a-4a6b-9e31-f233466e01f1),segment_id=2df110ad-025a-4a6b-9e31-f233466e01f1)] {{(pid=74187) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 16:46:20.005462 dv-cinder-798104-1-smb neutron-server[74187]: DEBUG neutron_lib.callbacks.manager [None req-d0e5ad82-df9b-4ee3-8ee9-b93c74fbe1d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-615041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1598908', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774158213048', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774157688378', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774157688423'] for port, after_update {{(pid=74187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 16:46:20.009628 dv-cinder-798104-1-smb neutron-server[74187]: DEBUG oslo_concurrency.lockutils [None req-c72dd329-595c-4eca-9296-ba6eff8780d9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74187) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 16:46:20.010962 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG neutron.db.quota.driver [None req-38ebecc2-f185-4c35-8c45-4a6b2bb2bbfe admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74185) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 28 16:46:20.071016 dv-cinder-798104-1-smb neutron-server[74186]: DEBUG neutron.scheduler.l3_agent_scheduler [req-1fe8be67-b28c-4e80-b305-221eb30c16c2 req-89171d23-83da-4531-90f5-442f5a0d3ce9 tempest-AttachVolumeTestJSON-1575976490 tempest-AttachVolumeTestJSON-1575976490-project] Router 30e00ac4-b549-4d86-a0ee-d327f17cf3c1 has already been hosted by L3 agent 633adcd1-515e-4435-b14d-49f054abd10f {{(pid=74186) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 28 16:46:20.107178 dv-cinder-798104-1-smb neutron-server[74187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0e5ad82-df9b-4ee3-8ee9-b93c74fbe1d3 None None] Pushing event updated for resources: {'Port': ['ID=793d6fcc-cc70-4135-af5c-1e7363bcb0de,revision_number=4']} {{(pid=74187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 16:46:20.122568 dv-cinder-798104-1-smb neutron-server[74187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0e5ad82-df9b-4ee3-8ee9-b93c74fbe1d3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798104-1-smb {{(pid=74187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 16:46:20.122948 dv-cinder-798104-1-smb neutron-server[74187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0e5ad82-df9b-4ee3-8ee9-b93c74fbe1d3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798104-1-smb {{(pid=74187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 16:46:20.123293 dv-cinder-798104-1-smb neutron-server[74187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0e5ad82-df9b-4ee3-8ee9-b93c74fbe1d3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798104-1-smb {{(pid=74187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 16:46:20.123634 dv-cinder-798104-1-smb neutron-server[74187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0e5ad82-df9b-4ee3-8ee9-b93c74fbe1d3 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-798104-1-smb {{(pid=74187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 16:46:20.123967 dv-cinder-798104-1-smb neutron-server[74187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0e5ad82-df9b-4ee3-8ee9-b93c74fbe1d3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798104-1-smb {{(pid=74187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 16:46:20.124668 dv-cinder-798104-1-smb neutron-server[74187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0e5ad82-df9b-4ee3-8ee9-b93c74fbe1d3 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-798104-1-smb {{(pid=74187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 16:46:20.125092 dv-cinder-798104-1-smb neutron-server[74187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0e5ad82-df9b-4ee3-8ee9-b93c74fbe1d3 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798104-1-smb {{(pid=74187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 16:46:20.125322 dv-cinder-798104-1-smb neutron-server[74187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0e5ad82-df9b-4ee3-8ee9-b93c74fbe1d3 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798104-1-smb {{(pid=74187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 16:46:20.125649 dv-cinder-798104-1-smb neutron-server[74187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0e5ad82-df9b-4ee3-8ee9-b93c74fbe1d3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798104-1-smb {{(pid=74187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 16:46:20.125995 dv-cinder-798104-1-smb neutron-server[74187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0e5ad82-df9b-4ee3-8ee9-b93c74fbe1d3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798104-1-smb {{(pid=74187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 16:46:20.126344 dv-cinder-798104-1-smb neutron-server[74187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0e5ad82-df9b-4ee3-8ee9-b93c74fbe1d3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798104-1-smb {{(pid=74187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 16:46:20.127287 dv-cinder-798104-1-smb neutron-server[74185]: INFO neutron.wsgi [req-03250494-b1a3-48e3-9e66-1f335a0c60b8 req-b2d1b884-d532-42cb-b12f-72808338e81d tempest-AttachVolumeTestJSON-1575976490 tempest-AttachVolumeTestJSON-1575976490-project] 10.222.0.26 "GET /v2.0/ports?device_id=1577b494-1b54-45ce-baf1-96f6d50deecb HTTP/1.1" status: 200 len: 210 time: 0.1176150 Jun 28 16:46:20.132002 dv-cinder-798104-1-smb neutron-server[74187]: DEBUG oslo_concurrency.lockutils [None req-d0e5ad82-df9b-4ee3-8ee9-b93c74fbe1d3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.123s {{(pid=74187) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 16:46:20.251146 dv-cinder-798104-1-smb neutron-server[74187]: DEBUG neutron.plugins.ml2.db [None req-d0e5ad82-df9b-4ee3-8ee9-b93c74fbe1d3 None None] get_ports_and_sgs() called for port_ids ['793d6fcc-cc70-4135-af5c-1e7363bcb0de'] {{(pid=74187) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jun 28 16:46:20.303573 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG neutron_lib.callbacks.manager [None req-38ebecc2-f185-4c35-8c45-4a6b2bb2bbfe admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=74185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 16:46:20.314662 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef2e6f95-9cd8-4c48-b454-75d6728c9357 req-554e3dcb-657e-4404-8011-852771e5d240 tempest-AttachVolumeShelveTestJSON-223402159 tempest-AttachVolumeShelveTestJSON-223402159-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 16:46:20.316253 dv-cinder-798104-1-smb neutron-server[74185]: INFO neutron.wsgi [req-ef2e6f95-9cd8-4c48-b454-75d6728c9357 req-554e3dcb-657e-4404-8011-852771e5d240 tempest-AttachVolumeShelveTestJSON-223402159 tempest-AttachVolumeShelveTestJSON-223402159-project] 10.222.0.26 "GET /v2.0/ports?device_id=8e3a90db-fda3-48b9-a3a1-df3f395c0dfd HTTP/1.1" status: 200 len: 944 time: 0.3029583 Jun 28 16:46:20.320827 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG neutron_lib.callbacks.manager [None req-38ebecc2-f185-4c35-8c45-4a6b2bb2bbfe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2050486'] for security_group, after_create {{(pid=74185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 16:46:20.331958 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG oslo_concurrency.lockutils [None req-5ee1fd30-15e4-4ed8-b27a-e766121cbc39 tempest-AttachVolumeShelveTestJSON-223402159 tempest-AttachVolumeShelveTestJSON-223402159-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74185) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 16:46:20.340773 dv-cinder-798104-1-smb neutron-server[74186]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-1fe8be67-b28c-4e80-b305-221eb30c16c2 req-89171d23-83da-4531-90f5-442f5a0d3ce9 tempest-AttachVolumeTestJSON-1575976490 tempest-AttachVolumeTestJSON-1575976490-project] Notify agent at l3_agent.dv-cinder-798104-1-smb the message routers_updated {{(pid=74186) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 28 16:46:20.361989 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG neutron_lib.callbacks.manager [req-dfd2592a-8fa0-4a8e-b4c2-68bcefac376d req-797a4b31-c1be-4fac-9953-657dbfe25d1c tempest-VolumesSnapshotTestJSON-1870625415 tempest-VolumesSnapshotTestJSON-1870625415-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-615041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1598908', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774158213030', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774157688369', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15648331'] for port, after_delete {{(pid=74185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 16:46:20.372762 dv-cinder-798104-1-smb neutron-server[74187]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30051d75-b75c-4f84-85de-14e6c6885b48 None None] Sync routers for ids ['30e00ac4-b549-4d86-a0ee-d327f17cf3c1'] in dv-cinder-798104-1-smb {{(pid=74187) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jun 28 16:46:20.422492 dv-cinder-798104-1-smb neutron-server[74185]: INFO neutron.wsgi [None req-38ebecc2-f185-4c35-8c45-4a6b2bb2bbfe admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=9f8f6d1f7a714943a301b40ce7e3309a&name=default HTTP/1.1" status: 200 len: 2647 time: 1.1285684 Jun 28 16:46:20.423503 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38ebecc2-f185-4c35-8c45-4a6b2bb2bbfe admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1166e66b-068a-4673-9dbe-4d90c43d92fa,revision_number=1']} {{(pid=74185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 16:46:20.425327 dv-cinder-798104-1-smb neutron-server[74186]: DEBUG neutron.db.l3_dvrscheduler_db [req-1fe8be67-b28c-4e80-b305-221eb30c16c2 req-89171d23-83da-4531-90f5-442f5a0d3ce9 tempest-AttachVolumeTestJSON-1575976490 tempest-AttachVolumeTestJSON-1575976490-project] No DVR routers for this DVR port 0e7dd6cd-c2b1-4bf7-b9a5-6d14c163b7c0 on host hv-cinder-79810 {{(pid=74186) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 28 16:46:20.427699 dv-cinder-798104-1-smb neutron-server[74186]: DEBUG neutron.wsgi [-] (74186) accepted ('10.222.0.26', 52872) {{(pid=74186) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 28 16:46:20.430513 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG oslo_concurrency.lockutils [None req-38ebecc2-f185-4c35-8c45-4a6b2bb2bbfe admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=74185) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 16:46:20.430733 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG oslo_concurrency.lockutils [None req-965843d0-132b-4bf8-a460-66bd548ac020 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.050s {{(pid=74185) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 16:46:20.432618 dv-cinder-798104-1-smb neutron-server[74186]: DEBUG neutron_lib.callbacks.manager [req-1fe8be67-b28c-4e80-b305-221eb30c16c2 req-89171d23-83da-4531-90f5-442f5a0d3ce9 tempest-AttachVolumeTestJSON-1575976490 tempest-AttachVolumeTestJSON-1575976490-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129357'] for port, before_response {{(pid=74186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 16:46:20.437518 dv-cinder-798104-1-smb neutron-server[74186]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1577b494-1b54-45ce-baf1-96f6d50deecb', 'name': 'network-vif-deleted', 'tag': '0e7dd6cd-c2b1-4bf7-b9a5-6d14c163b7c0'}] {{(pid=74186) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 28 16:46:20.449421 dv-cinder-798104-1-smb neutron-server[74187]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30051d75-b75c-4f84-85de-14e6c6885b48 None None] Routers {'30e00ac4-b549-4d86-a0ee-d327f17cf3c1'} bound to L3 agent in host dv-cinder-798104-1-smb {{(pid=74187) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 28 16:46:20.450489 dv-cinder-798104-1-smb neutron-server[74187]: DEBUG neutron.db.l3_hamode_db [None req-30051d75-b75c-4f84-85de-14e6c6885b48 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-798104-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-28T16:32:46Z,description=,heartbeat_timestamp=2021-06-28T16:46:16Z,host='dv-cinder-798104-1-smb',id=633adcd1-515e-4435-b14d-49f054abd10f,load=0,resource_versions=,resources_synced=,started_at=2021-06-28T16:32:46Z,topic='l3_agent')) {'router_ids': ['30e00ac4-b549-4d86-a0ee-d327f17cf3c1'], 'active': True} {{(pid=74187) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 16:46:20.478841 dv-cinder-798104-1-smb neutron-server[74186]: INFO neutron.wsgi [req-1fe8be67-b28c-4e80-b305-221eb30c16c2 req-89171d23-83da-4531-90f5-442f5a0d3ce9 tempest-AttachVolumeTestJSON-1575976490 tempest-AttachVolumeTestJSON-1575976490-project] 10.222.0.41 "DELETE /v2.0/ports/0e7dd6cd-c2b1-4bf7-b9a5-6d14c163b7c0 HTTP/1.1" status: 204 len: 173 time: 2.2136598 Jun 28 16:46:20.523247 dv-cinder-798104-1-smb neutron-server[74185]: INFO neutron.wsgi [req-ef2e6f95-9cd8-4c48-b454-75d6728c9357 req-809a42c1-a44e-4418-aa68-1dca10920b05 tempest-AttachVolumeShelveTestJSON-223402159 tempest-AttachVolumeShelveTestJSON-223402159-project] 10.222.0.26 "GET /v2.0/security-groups?id=ee5b5d98-52f8-46a1-b53d-b30b29c7120c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1932745 Jun 28 16:46:20.524048 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-797a4b31-c1be-4fac-9953-657dbfe25d1c tempest-VolumesSnapshotTestJSON-1870625415 tempest-VolumesSnapshotTestJSON-1870625415-project] Pushing event deleted for resources: {'Port': ['ID=85eea54a-5d5e-4799-8e33-d8f1725c5fc2,revision_number=None']} {{(pid=74185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 16:46:20.569516 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG oslo_concurrency.lockutils [None req-797a4b31-c1be-4fac-9953-657dbfe25d1c tempest-VolumesSnapshotTestJSON-1870625415 tempest-VolumesSnapshotTestJSON-1870625415-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.139s {{(pid=74185) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 16:46:20.590878 dv-cinder-798104-1-smb neutron-server[74186]: DEBUG neutron_lib.callbacks.manager [None req-e67457ec-8e10-4f59-a861-eb7ad8fe59f6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=74186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 16:46:20.593417 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG neutron.db.l3_dvrscheduler_db [req-dfd2592a-8fa0-4a8e-b4c2-68bcefac376d req-797a4b31-c1be-4fac-9953-657dbfe25d1c tempest-VolumesSnapshotTestJSON-1870625415 tempest-VolumesSnapshotTestJSON-1870625415-project] No DVR routers for this DVR port 85eea54a-5d5e-4799-8e33-d8f1725c5fc2 on host hv-cinder-79810 {{(pid=74185) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 28 16:46:20.604027 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG neutron_lib.callbacks.manager [req-dfd2592a-8fa0-4a8e-b4c2-68bcefac376d req-797a4b31-c1be-4fac-9953-657dbfe25d1c tempest-VolumesSnapshotTestJSON-1870625415 tempest-VolumesSnapshotTestJSON-1870625415-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129357'] for port, before_response {{(pid=74185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 16:46:20.607092 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f07f5117-0015-4855-ac37-919cc150c52f', 'name': 'network-vif-deleted', 'tag': '85eea54a-5d5e-4799-8e33-d8f1725c5fc2'}] {{(pid=74185) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 28 16:46:20.615609 dv-cinder-798104-1-smb neutron-server[74186]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1577b494-1b54-45ce-baf1-96f6d50deecb', 'name': 'network-vif-deleted', 'tag': '0e7dd6cd-c2b1-4bf7-b9a5-6d14c163b7c0', 'status': 'completed', 'code': 200} Jun 28 16:46:20.636707 dv-cinder-798104-1-smb neutron-server[74185]: INFO neutron.wsgi [req-dfd2592a-8fa0-4a8e-b4c2-68bcefac376d req-797a4b31-c1be-4fac-9953-657dbfe25d1c tempest-VolumesSnapshotTestJSON-1870625415 tempest-VolumesSnapshotTestJSON-1870625415-project] 10.222.0.41 "DELETE /v2.0/ports/85eea54a-5d5e-4799-8e33-d8f1725c5fc2 HTTP/1.1" status: 204 len: 173 time: 1.9130764 Jun 28 16:46:20.644713 dv-cinder-798104-1-smb neutron-server[74186]: DEBUG neutron_lib.callbacks.manager [None req-e67457ec-8e10-4f59-a861-eb7ad8fe59f6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=74186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 16:46:20.704077 dv-cinder-798104-1-smb neutron-server[74185]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f07f5117-0015-4855-ac37-919cc150c52f', 'name': 'network-vif-deleted', 'tag': '85eea54a-5d5e-4799-8e33-d8f1725c5fc2', 'status': 'completed', 'code': 200} Jun 28 16:46:20.790352 dv-cinder-798104-1-smb neutron-server[74186]: DEBUG neutron_lib.callbacks.manager [None req-e67457ec-8e10-4f59-a861-eb7ad8fe59f6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2050486'] for security_group, after_delete {{(pid=74186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 16:46:20.802869 dv-cinder-798104-1-smb neutron-server[74186]: DEBUG oslo_concurrency.lockutils [None req-c2b19f8f-3e4f-4469-99ff-ebc721438054 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74186) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 16:46:20.830729 dv-cinder-798104-1-smb neutron-server[74186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e67457ec-8e10-4f59-a861-eb7ad8fe59f6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1166e66b-068a-4673-9dbe-4d90c43d92fa,revision_number=None']} {{(pid=74186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 16:46:20.838535 dv-cinder-798104-1-smb neutron-server[74186]: DEBUG oslo_concurrency.lockutils [None req-e67457ec-8e10-4f59-a861-eb7ad8fe59f6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=74186) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 16:46:20.851920 dv-cinder-798104-1-smb neutron-server[74186]: DEBUG neutron_lib.callbacks.manager [None req-e67457ec-8e10-4f59-a861-eb7ad8fe59f6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=74186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 16:46:20.857092 dv-cinder-798104-1-smb neutron-server[74186]: INFO neutron.wsgi [None req-e67457ec-8e10-4f59-a861-eb7ad8fe59f6 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/1166e66b-068a-4673-9dbe-4d90c43d92fa HTTP/1.1" status: 204 len: 168 time: 0.4241934 Jun 28 16:46:20.934176 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG neutron.quota.resource [req-d50fe723-ea6a-4850-9e81-4ba3ec255f4d req-2032c564-6a2f-4808-aeee-3cb9424d6b53 tempest-VolumesSnapshotTestJSON-1870625415 tempest-VolumesSnapshotTestJSON-1870625415-project] Synchronizing usage tracker for tenant:63d41569c6cc488cbcfcc4862c4fb48e on resource:port {{(pid=74185) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 28 16:46:20.954707 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG neutron.quota.resource [req-d50fe723-ea6a-4850-9e81-4ba3ec255f4d req-2032c564-6a2f-4808-aeee-3cb9424d6b53 tempest-VolumesSnapshotTestJSON-1870625415 tempest-VolumesSnapshotTestJSON-1870625415-project] Unset dirty status for tenant:63d41569c6cc488cbcfcc4862c4fb48e on resource:port {{(pid=74185) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 28 16:46:20.956502 dv-cinder-798104-1-smb neutron-server[74185]: INFO neutron.wsgi [req-d50fe723-ea6a-4850-9e81-4ba3ec255f4d req-2032c564-6a2f-4808-aeee-3cb9424d6b53 tempest-VolumesSnapshotTestJSON-1870625415 tempest-VolumesSnapshotTestJSON-1870625415-project] 10.222.0.26 "GET /v2.0/ports?device_id=f07f5117-0015-4855-ac37-919cc150c52f HTTP/1.1" status: 200 len: 210 time: 0.0683167 Jun 28 16:46:20.976892 dv-cinder-798104-1-smb neutron-server[74187]: DEBUG neutron.db.l3_dvr_db [None req-30051d75-b75c-4f84-85de-14e6c6885b48 None None] Set router 30e00ac4-b549-4d86-a0ee-d327f17cf3c1 gateway port host: dv-cinder-798104-1-smb {{(pid=74187) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jun 28 16:46:21.408312 dv-cinder-798104-1-smb neutron-server[74186]: DEBUG neutron.wsgi [-] (74186) accepted ('10.222.0.26', 52888) {{(pid=74186) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 28 16:46:21.419871 dv-cinder-798104-1-smb neutron-server[74185]: INFO neutron.wsgi [req-34a04e32-9edf-4cd5-9874-170dae31ecb7 req-e9975db8-e16a-493e-8478-adafa8b67425 tempest-AttachVolumeTestJSON-1575976490 tempest-AttachVolumeTestJSON-1575976490-project] 10.222.0.26 "GET /v2.0/ports?device_id=1577b494-1b54-45ce-baf1-96f6d50deecb HTTP/1.1" status: 200 len: 210 time: 0.0605865 Jun 28 16:46:21.431353 dv-cinder-798104-1-smb neutron-server[74186]: DEBUG neutron_lib.callbacks.manager [None req-303e6f4a-3d7a-46c6-9789-f8ea30ec6e3c admin admin] Notify callbacks [] for security_group, before_create {{(pid=74186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 16:46:21.471788 dv-cinder-798104-1-smb neutron-server[74187]: DEBUG neutron.db.l3_hamode_db [None req-30051d75-b75c-4f84-85de-14e6c6885b48 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '30e00ac4-b549-4d86-a0ee-d327f17cf3c1', 'name': 'tempest-AttachVolumeTestJSON-1815267279-router', 'tenant_id': '2f9864be4f7741e0aa69625d43b5a918', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f9715ce2-16ba-4ae9-9a15-557432d0a5ed', 'external_fixed_ips': [{'subnet_id': 'e3a20e14-2eea-4943-8cec-1fe85e8448d0', 'ip_address': '172.28.3.202'}], 'enable_snat': True}, 'gw_port_id': '600f6151-facc-4997-ba41-54649124a999', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-28T16:41:09Z', 'updated_at': '2021-06-28T16:41:24Z', 'revision_number': 4, 'project_id': '2f9864be4f7741e0aa69625d43b5a918', 'gw_port': {'id': '600f6151-facc-4997-ba41-54649124a999', 'name': '', 'network_id': 'f9715ce2-16ba-4ae9-9a15-557432d0a5ed', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:53:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30e00ac4-b549-4d86-a0ee-d327f17cf3c1', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e3a20e14-2eea-4943-8cec-1fe85e8448d0', 'ip_address': '172.28.3.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798104-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T16:41:10Z', 'updated_at': '2021-06-28T16:41:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e3a20e14-2eea-4943-8cec-1fe85e8448d0', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798104-1-smb', '_interfaces': [{'id': '9e62c1b4-b2c3-4819-9e9c-653784818f44', 'name': '', 'network_id': 'ad1db160-79ed-4f75-9884-27c71855a2d5', 'tenant_id': '2f9864be4f7741e0aa69625d43b5a918', 'mac_address': 'fa:16:3e:d1:33:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30e00ac4-b549-4d86-a0ee-d327f17cf3c1', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '37b72020-400c-49f7-aceb-0167a7e84569', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798104-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T16:41:21Z', 'updated_at': '2021-06-28T16:41:43Z', 'revision_number': 5, 'project_id': '2f9864be4f7741e0aa69625d43b5a918', 'subnets': [{'id': '37b72020-400c-49f7-aceb-0167a7e84569', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-798104-1-smb', False) {} {{(pid=74187) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 16:46:21.472678 dv-cinder-798104-1-smb neutron-server[74186]: DEBUG neutron.db.quota.driver [None req-303e6f4a-3d7a-46c6-9789-f8ea30ec6e3c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74186) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 28 16:46:21.476395 dv-cinder-798104-1-smb neutron-server[74187]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30051d75-b75c-4f84-85de-14e6c6885b48 None None] Checking router: 30e00ac4-b549-4d86-a0ee-d327f17cf3c1 for host: dv-cinder-798104-1-smb {{(pid=74187) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Jun 28 16:46:21.476977 dv-cinder-798104-1-smb neutron-server[74186]: DEBUG neutron.quota.resource [None req-303e6f4a-3d7a-46c6-9789-f8ea30ec6e3c admin admin] Usage tracker for resource:security_group_rule and tenant:924bc5152a54416b93abe60b6e026487 is out of sync, need to count used quota {{(pid=74186) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 28 16:46:21.480068 dv-cinder-798104-1-smb neutron-server[74186]: DEBUG neutron.quota.resource [None req-303e6f4a-3d7a-46c6-9789-f8ea30ec6e3c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=74186) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 28 16:46:21.486150 dv-cinder-798104-1-smb neutron-server[74186]: DEBUG neutron.db.quota.driver [None req-303e6f4a-3d7a-46c6-9789-f8ea30ec6e3c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74186) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 28 16:46:21.490033 dv-cinder-798104-1-smb neutron-server[74187]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30051d75-b75c-4f84-85de-14e6c6885b48 None None] Routers {'30e00ac4-b549-4d86-a0ee-d327f17cf3c1'} bound to L3 agent in host dv-cinder-798104-1-smb {{(pid=74187) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 28 16:46:21.490622 dv-cinder-798104-1-smb neutron-server[74187]: DEBUG neutron.db.l3_hamode_db [None req-30051d75-b75c-4f84-85de-14e6c6885b48 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-798104-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-28T16:32:46Z,description=,heartbeat_timestamp=2021-06-28T16:46:16Z,host='dv-cinder-798104-1-smb',id=633adcd1-515e-4435-b14d-49f054abd10f,load=0,resource_versions=,resources_synced=,started_at=2021-06-28T16:32:46Z,topic='l3_agent')) {'router_ids': ['30e00ac4-b549-4d86-a0ee-d327f17cf3c1'], 'active': True} {{(pid=74187) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 16:46:21.544786 dv-cinder-798104-1-smb neutron-server[74187]: DEBUG neutron.plugins.ml2.rpc [None req-d0e5ad82-df9b-4ee3-8ee9-b93c74fbe1d3 None None] Device 793d6fcc-cc70-4135-af5c-1e7363bcb0de up at agent hyperv_hv-cinder-79810 {{(pid=74187) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 28 16:46:21.570242 dv-cinder-798104-1-smb neutron-server[74186]: DEBUG neutron_lib.callbacks.manager [None req-303e6f4a-3d7a-46c6-9789-f8ea30ec6e3c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=74186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 16:46:21.578470 dv-cinder-798104-1-smb neutron-server[74186]: DEBUG neutron_lib.callbacks.manager [None req-303e6f4a-3d7a-46c6-9789-f8ea30ec6e3c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2050486'] for security_group, after_create {{(pid=74186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 16:46:21.590036 dv-cinder-798104-1-smb neutron-server[74186]: DEBUG oslo_concurrency.lockutils [None req-4e61b894-1fc9-49a1-93cb-d38b473ebb05 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74186) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 16:46:21.660219 dv-cinder-798104-1-smb neutron-server[74186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-303e6f4a-3d7a-46c6-9789-f8ea30ec6e3c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7586db99-bad3-43cf-ba22-c5dfb7cb458f,revision_number=1']} {{(pid=74186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 16:46:21.664870 dv-cinder-798104-1-smb neutron-server[74186]: DEBUG oslo_concurrency.lockutils [None req-303e6f4a-3d7a-46c6-9789-f8ea30ec6e3c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=74186) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 16:46:21.671581 dv-cinder-798104-1-smb neutron-server[74186]: INFO neutron.wsgi [None req-303e6f4a-3d7a-46c6-9789-f8ea30ec6e3c admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=924bc5152a54416b93abe60b6e026487&name=default HTTP/1.1" status: 200 len: 2647 time: 0.2618628 Jun 28 16:46:21.672773 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG neutron.wsgi [-] (74185) accepted ('10.222.0.26', 52894) {{(pid=74185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 28 16:46:21.787829 dv-cinder-798104-1-smb neutron-server[74187]: DEBUG neutron.db.provisioning_blocks [None req-d0e5ad82-df9b-4ee3-8ee9-b93c74fbe1d3 None None] Provisioning for port 793d6fcc-cc70-4135-af5c-1e7363bcb0de completed by entity L2. {{(pid=74187) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 28 16:46:21.791762 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG neutron_lib.callbacks.manager [None req-f29d4c97-5e29-46e5-8853-5a72c34a7295 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=74185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 16:46:21.799468 dv-cinder-798104-1-smb neutron-server[74187]: DEBUG neutron.db.provisioning_blocks [None req-d0e5ad82-df9b-4ee3-8ee9-b93c74fbe1d3 None None] Provisioning complete for port 793d6fcc-cc70-4135-af5c-1e7363bcb0de triggered by entity L2. {{(pid=74187) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 28 16:46:21.800065 dv-cinder-798104-1-smb neutron-server[74187]: DEBUG neutron_lib.callbacks.manager [None req-d0e5ad82-df9b-4ee3-8ee9-b93c74fbe1d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1002786'] for port, provisioning_complete {{(pid=74187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 16:46:21.852197 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG neutron_lib.callbacks.manager [None req-f29d4c97-5e29-46e5-8853-5a72c34a7295 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=74185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 16:46:21.858495 dv-cinder-798104-1-smb neutron-server[74187]: DEBUG neutron.db.l3_dvr_db [None req-30051d75-b75c-4f84-85de-14e6c6885b48 None None] Set router 30e00ac4-b549-4d86-a0ee-d327f17cf3c1 gateway port host: dv-cinder-798104-1-smb {{(pid=74187) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jun 28 16:46:21.998394 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG neutron_lib.callbacks.manager [None req-f29d4c97-5e29-46e5-8853-5a72c34a7295 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2050486'] for security_group, after_delete {{(pid=74185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 16:46:22.009654 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff043f87-bd25-490d-9831-7cc3ca86baa8 req-559df946-f195-407b-a3f9-eaebacb235c8 tempest-AttachVolumeShelveTestJSON-223402159 tempest-AttachVolumeShelveTestJSON-223402159-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 16:46:22.012341 dv-cinder-798104-1-smb neutron-server[74185]: INFO neutron.wsgi [req-ff043f87-bd25-490d-9831-7cc3ca86baa8 req-559df946-f195-407b-a3f9-eaebacb235c8 tempest-AttachVolumeShelveTestJSON-223402159 tempest-AttachVolumeShelveTestJSON-223402159-project] 10.222.0.26 "GET /v2.0/ports?device_id=8e3a90db-fda3-48b9-a3a1-df3f395c0dfd HTTP/1.1" status: 200 len: 944 time: 0.1417727 Jun 28 16:46:22.015705 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74185) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 16:46:22.056153 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG neutron_lib.callbacks.manager [None req-f29d4c97-5e29-46e5-8853-5a72c34a7295 admin admin] Notify callbacks [] for security_group, before_response {{(pid=74185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 16:46:22.059699 dv-cinder-798104-1-smb neutron-server[74185]: INFO neutron.wsgi [None req-f29d4c97-5e29-46e5-8853-5a72c34a7295 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/7586db99-bad3-43cf-ba22-c5dfb7cb458f HTTP/1.1" status: 204 len: 168 time: 0.3848009 Jun 28 16:46:22.061745 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f29d4c97-5e29-46e5-8853-5a72c34a7295 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7586db99-bad3-43cf-ba22-c5dfb7cb458f,revision_number=None']} {{(pid=74185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 16:46:22.078195 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG oslo_concurrency.lockutils [None req-f29d4c97-5e29-46e5-8853-5a72c34a7295 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=74185) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 16:46:22.109117 dv-cinder-798104-1-smb neutron-server[74185]: INFO neutron.wsgi [req-ff043f87-bd25-490d-9831-7cc3ca86baa8 req-1205e438-7e94-4edd-9d1c-6a68062817da tempest-AttachVolumeShelveTestJSON-223402159 tempest-AttachVolumeShelveTestJSON-223402159-project] 10.222.0.26 "GET /v2.0/security-groups?id=ee5b5d98-52f8-46a1-b53d-b30b29c7120c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0809691 Jun 28 16:46:22.183732 dv-cinder-798104-1-smb neutron-server[74187]: DEBUG neutron_lib.callbacks.manager [None req-d0e5ad82-df9b-4ee3-8ee9-b93c74fbe1d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621611'] for port, before_update {{(pid=74187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 16:46:22.252178 dv-cinder-798104-1-smb neutron-server[74187]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8e3a90db-fda3-48b9-a3a1-df3f395c0dfd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '793d6fcc-cc70-4135-af5c-1e7363bcb0de'}] {{(pid=74187) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 28 16:46:22.295118 dv-cinder-798104-1-smb neutron-server[74187]: DEBUG neutron.plugins.ml2.db [None req-d0e5ad82-df9b-4ee3-8ee9-b93c74fbe1d3 None None] For port 793d6fcc-cc70-4135-af5c-1e7363bcb0de, host hv-cinder-79810, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79810',level=0,port_id=793d6fcc-cc70-4135-af5c-1e7363bcb0de,segment=NetworkSegment(2df110ad-025a-4a6b-9e31-f233466e01f1),segment_id=2df110ad-025a-4a6b-9e31-f233466e01f1)] {{(pid=74187) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 16:46:22.304087 dv-cinder-798104-1-smb neutron-server[74187]: DEBUG neutron_lib.callbacks.manager [None req-d0e5ad82-df9b-4ee3-8ee9-b93c74fbe1d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-615041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1598908', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774158213048', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774157688378', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774157688423'] for port, after_update {{(pid=74187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 16:46:22.304664 dv-cinder-798104-1-smb neutron-server[74187]: DEBUG neutron.plugins.ml2.rpc [None req-d0e5ad82-df9b-4ee3-8ee9-b93c74fbe1d3 None None] Device 85eea54a-5d5e-4799-8e33-d8f1725c5fc2 no longer exists at agent hyperv_hv-cinder-79810 {{(pid=74187) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 28 16:46:22.330476 dv-cinder-798104-1-smb neutron-server[74187]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8e3a90db-fda3-48b9-a3a1-df3f395c0dfd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '793d6fcc-cc70-4135-af5c-1e7363bcb0de', 'code': 200} Jun 28 16:46:22.337898 dv-cinder-798104-1-smb neutron-server[74187]: DEBUG oslo_concurrency.lockutils [None req-897fd370-65fc-445d-a0db-4eb6743928b0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74187) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 16:46:22.387250 dv-cinder-798104-1-smb neutron-server[74187]: DEBUG neutron.plugins.ml2.plugin [None req-d0e5ad82-df9b-4ee3-8ee9-b93c74fbe1d3 None None] No Port match for: 85eea54a-5d5e-4799-8e33-d8f1725c5fc2 {{(pid=74187) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}} Jun 28 16:46:22.387599 dv-cinder-798104-1-smb neutron-server[74187]: DEBUG neutron.plugins.ml2.rpc [None req-d0e5ad82-df9b-4ee3-8ee9-b93c74fbe1d3 None None] Device 85eea54a-5d5e-4799-8e33-d8f1725c5fc2 not bound to the agent host hv-cinder-79810 {{(pid=74187) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 28 16:46:22.388238 dv-cinder-798104-1-smb neutron-server[74187]: DEBUG neutron.plugins.ml2.rpc [None req-d0e5ad82-df9b-4ee3-8ee9-b93c74fbe1d3 None None] Device 0e7dd6cd-c2b1-4bf7-b9a5-6d14c163b7c0 no longer exists at agent hyperv_hv-cinder-79810 {{(pid=74187) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 28 16:46:22.460407 dv-cinder-798104-1-smb neutron-server[74187]: DEBUG neutron.plugins.ml2.plugin [None req-d0e5ad82-df9b-4ee3-8ee9-b93c74fbe1d3 None None] No Port match for: 0e7dd6cd-c2b1-4bf7-b9a5-6d14c163b7c0 {{(pid=74187) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}} Jun 28 16:46:22.461070 dv-cinder-798104-1-smb neutron-server[74187]: DEBUG neutron.plugins.ml2.rpc [None req-d0e5ad82-df9b-4ee3-8ee9-b93c74fbe1d3 None None] Device 0e7dd6cd-c2b1-4bf7-b9a5-6d14c163b7c0 not bound to the agent host hv-cinder-79810 {{(pid=74187) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 28 16:46:22.490535 dv-cinder-798104-1-smb neutron-server[74187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0e5ad82-df9b-4ee3-8ee9-b93c74fbe1d3 None None] Pushing event updated for resources: {'Port': ['ID=793d6fcc-cc70-4135-af5c-1e7363bcb0de,revision_number=5']} {{(pid=74187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 16:46:22.495221 dv-cinder-798104-1-smb neutron-server[74187]: DEBUG oslo_concurrency.lockutils [None req-d0e5ad82-df9b-4ee3-8ee9-b93c74fbe1d3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.157s {{(pid=74187) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 16:46:22.502427 dv-cinder-798104-1-smb neutron-server[74187]: DEBUG neutron.db.l3_hamode_db [None req-30051d75-b75c-4f84-85de-14e6c6885b48 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '30e00ac4-b549-4d86-a0ee-d327f17cf3c1', 'name': 'tempest-AttachVolumeTestJSON-1815267279-router', 'tenant_id': '2f9864be4f7741e0aa69625d43b5a918', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f9715ce2-16ba-4ae9-9a15-557432d0a5ed', 'external_fixed_ips': [{'subnet_id': 'e3a20e14-2eea-4943-8cec-1fe85e8448d0', 'ip_address': '172.28.3.202'}], 'enable_snat': True}, 'gw_port_id': '600f6151-facc-4997-ba41-54649124a999', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-28T16:41:09Z', 'updated_at': '2021-06-28T16:41:24Z', 'revision_number': 4, 'project_id': '2f9864be4f7741e0aa69625d43b5a918', 'gw_port': {'id': '600f6151-facc-4997-ba41-54649124a999', 'name': '', 'network_id': 'f9715ce2-16ba-4ae9-9a15-557432d0a5ed', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:53:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30e00ac4-b549-4d86-a0ee-d327f17cf3c1', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e3a20e14-2eea-4943-8cec-1fe85e8448d0', 'ip_address': '172.28.3.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798104-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T16:41:10Z', 'updated_at': '2021-06-28T16:41:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e3a20e14-2eea-4943-8cec-1fe85e8448d0', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798104-1-smb', '_interfaces': [{'id': '9e62c1b4-b2c3-4819-9e9c-653784818f44', 'name': '', 'network_id': 'ad1db160-79ed-4f75-9884-27c71855a2d5', 'tenant_id': '2f9864be4f7741e0aa69625d43b5a918', 'mac_address': 'fa:16:3e:d1:33:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30e00ac4-b549-4d86-a0ee-d327f17cf3c1', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '37b72020-400c-49f7-aceb-0167a7e84569', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798104-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T16:41:21Z', 'updated_at': '2021-06-28T16:41:43Z', 'revision_number': 5, 'project_id': '2f9864be4f7741e0aa69625d43b5a918', 'subnets': [{'id': '37b72020-400c-49f7-aceb-0167a7e84569', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-798104-1-smb', False) {} {{(pid=74187) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 16:46:22.507846 dv-cinder-798104-1-smb neutron-server[74187]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30051d75-b75c-4f84-85de-14e6c6885b48 None None] The sync data for ids ['30e00ac4-b549-4d86-a0ee-d327f17cf3c1'] in dv-cinder-798104-1-smb is: [{'id': '30e00ac4-b549-4d86-a0ee-d327f17cf3c1', 'name': 'tempest-AttachVolumeTestJSON-1815267279-router', 'tenant_id': '2f9864be4f7741e0aa69625d43b5a918', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f9715ce2-16ba-4ae9-9a15-557432d0a5ed', 'external_fixed_ips': [{'subnet_id': 'e3a20e14-2eea-4943-8cec-1fe85e8448d0', 'ip_address': '172.28.3.202'}], 'enable_snat': True}, 'gw_port_id': '600f6151-facc-4997-ba41-54649124a999', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-28T16:41:09Z', 'updated_at': '2021-06-28T16:41:24Z', 'revision_number': 4, 'project_id': '2f9864be4f7741e0aa69625d43b5a918', 'gw_port': {'id': '600f6151-facc-4997-ba41-54649124a999', 'name': '', 'network_id': 'f9715ce2-16ba-4ae9-9a15-557432d0a5ed', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:53:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30e00ac4-b549-4d86-a0ee-d327f17cf3c1', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e3a20e14-2eea-4943-8cec-1fe85e8448d0', 'ip_address': '172.28.3.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798104-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T16:41:10Z', 'updated_at': '2021-06-28T16:41:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e3a20e14-2eea-4943-8cec-1fe85e8448d0', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798104-1-smb', '_interfaces': [{'id': '9e62c1b4-b2c3-4819-9e9c-653784818f44', 'name': '', 'network_id': 'ad1db160-79ed-4f75-9884-27c71855a2d5', 'tenant_id': '2f9864be4f7741e0aa69625d43b5a918', 'mac_address': 'fa:16:3e:d1:33:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30e00ac4-b549-4d86-a0ee-d327f17cf3c1', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '37b72020-400c-49f7-aceb-0167a7e84569', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798104-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T16:41:21Z', 'updated_at': '2021-06-28T16:41:43Z', 'revision_number': 5, 'project_id': '2f9864be4f7741e0aa69625d43b5a918', 'subnets': [{'id': '37b72020-400c-49f7-aceb-0167a7e84569', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=74187) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jun 28 16:46:22.673331 dv-cinder-798104-1-smb neutron-server[74186]: DEBUG neutron.wsgi [-] (74186) accepted ('10.222.0.26', 52920) {{(pid=74186) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 28 16:46:22.737697 dv-cinder-798104-1-smb neutron-server[74185]: INFO neutron.wsgi [req-75ccdc3c-0d9b-4477-bb9e-e40aefe0107f req-7c70500e-a5d4-4abd-b9d2-5565b0b338d5 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=8e3a90db-fda3-48b9-a3a1-df3f395c0dfd HTTP/1.1" status: 200 len: 1098 time: 0.0840454 Jun 28 16:46:22.761065 dv-cinder-798104-1-smb neutron-server[74186]: DEBUG neutron_lib.callbacks.manager [None req-0f8b6d4d-bcd3-4f83-9893-51fe5b965204 tempest-AttachVolumeTestJSON-1575976490 tempest-AttachVolumeTestJSON-1575976490-project] Notify callbacks [] for security_group, before_delete {{(pid=74186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 16:46:22.797445 dv-cinder-798104-1-smb neutron-server[74186]: DEBUG neutron_lib.callbacks.manager [None req-0f8b6d4d-bcd3-4f83-9893-51fe5b965204 tempest-AttachVolumeTestJSON-1575976490 tempest-AttachVolumeTestJSON-1575976490-project] Notify callbacks [] for security_group, precommit_delete {{(pid=74186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 16:46:22.837047 dv-cinder-798104-1-smb neutron-server[74185]: INFO neutron.wsgi [req-75ccdc3c-0d9b-4477-bb9e-e40aefe0107f req-a69ca40f-d5d8-4993-9160-606987b6464b service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=ee5b5d98-52f8-46a1-b53d-b30b29c7120c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0903084 Jun 28 16:46:22.867427 dv-cinder-798104-1-smb neutron-server[74186]: DEBUG neutron_lib.callbacks.manager [None req-0f8b6d4d-bcd3-4f83-9893-51fe5b965204 tempest-AttachVolumeTestJSON-1575976490 tempest-AttachVolumeTestJSON-1575976490-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2050486'] for security_group, after_delete {{(pid=74186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 16:46:22.889455 dv-cinder-798104-1-smb neutron-server[74186]: DEBUG oslo_concurrency.lockutils [None req-3a7b74ff-d3ca-4f7c-89cb-18f8aa121fda admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.005s {{(pid=74186) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 16:46:22.922452 dv-cinder-798104-1-smb neutron-server[74186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f8b6d4d-bcd3-4f83-9893-51fe5b965204 tempest-AttachVolumeTestJSON-1575976490 tempest-AttachVolumeTestJSON-1575976490-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d4fabaec-765c-44eb-aea3-0feba44aab14,revision_number=None']} {{(pid=74186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 16:46:22.928283 dv-cinder-798104-1-smb neutron-server[74186]: DEBUG oslo_concurrency.lockutils [None req-0f8b6d4d-bcd3-4f83-9893-51fe5b965204 tempest-AttachVolumeTestJSON-1575976490 tempest-AttachVolumeTestJSON-1575976490-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=74186) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 16:46:22.937511 dv-cinder-798104-1-smb neutron-server[74186]: DEBUG neutron_lib.callbacks.manager [None req-0f8b6d4d-bcd3-4f83-9893-51fe5b965204 tempest-AttachVolumeTestJSON-1575976490 tempest-AttachVolumeTestJSON-1575976490-project] Notify callbacks [] for security_group, before_response {{(pid=74186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 16:46:22.941256 dv-cinder-798104-1-smb neutron-server[74186]: INFO neutron.wsgi [None req-0f8b6d4d-bcd3-4f83-9893-51fe5b965204 tempest-AttachVolumeTestJSON-1575976490 tempest-AttachVolumeTestJSON-1575976490-project] 10.222.0.26 "DELETE /v2.0/security-groups/d4fabaec-765c-44eb-aea3-0feba44aab14 HTTP/1.1" status: 204 len: 168 time: 0.2640574 Jun 28 16:46:22.943810 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG neutron.wsgi [-] (74185) accepted ('10.222.0.26', 52928) {{(pid=74185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 28 16:46:22.948394 dv-cinder-798104-1-smb neutron-server[74188]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39fa4ef2-37fc-4c9a-9b45-336df4d18773 None None] New status for floating IP ee8819a0-1a62-4f70-829d-1a4bd4f278dc: DOWN {{(pid=74188) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Jun 28 16:46:22.978620 dv-cinder-798104-1-smb neutron-server[74185]: INFO neutron.api.v2.resource [None req-b6d25687-ef10-48ea-9388-5c0f219a0fc2 tempest-AttachVolumeTestJSON-1575976490 tempest-AttachVolumeTestJSON-1575976490-project] show failed (client error): The resource could not be found. Jun 28 16:46:22.980702 dv-cinder-798104-1-smb neutron-server[74185]: INFO neutron.wsgi [None req-b6d25687-ef10-48ea-9388-5c0f219a0fc2 tempest-AttachVolumeTestJSON-1575976490 tempest-AttachVolumeTestJSON-1575976490-project] 10.222.0.26 "GET /v2.0/security-groups/d4fabaec-765c-44eb-aea3-0feba44aab14 HTTP/1.1" status: 404 len: 347 time: 0.0347736 Jun 28 16:46:22.983776 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG neutron.wsgi [-] (74185) accepted ('10.222.0.26', 52932) {{(pid=74185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 28 16:46:23.272223 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG neutron.plugins.ml2.plugin [None req-dead6256-6e5a-47ce-a332-3682b64c5d38 tempest-AttachVolumeTestJSON-1575976490 tempest-AttachVolumeTestJSON-1575976490-project] Deleting port e8425403-4e93-4f08-b5ca-8eee7267c2a3 {{(pid=74185) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Jun 28 16:46:23.276513 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG neutron_lib.callbacks.manager [None req-dead6256-6e5a-47ce-a332-3682b64c5d38 tempest-AttachVolumeTestJSON-1575976490 tempest-AttachVolumeTestJSON-1575976490-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774158158511'] for port, before_delete {{(pid=74185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 16:46:23.569837 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG neutron_lib.callbacks.manager [None req-dead6256-6e5a-47ce-a332-3682b64c5d38 tempest-AttachVolumeTestJSON-1575976490 tempest-AttachVolumeTestJSON-1575976490-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1637578'] for port, precommit_delete {{(pid=74185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 16:46:23.570167 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG neutron_lib.callbacks.manager [None req-dead6256-6e5a-47ce-a332-3682b64c5d38 tempest-AttachVolumeTestJSON-1575976490 tempest-AttachVolumeTestJSON-1575976490-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=74185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 16:46:23.587711 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c6fd4fd-35d5-48a1-9860-1c7d724a2905 req-dafdde53-f764-4b01-842c-a43c9109ef8c tempest-AttachVolumeShelveTestJSON-223402159 tempest-AttachVolumeShelveTestJSON-223402159-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 16:46:23.589176 dv-cinder-798104-1-smb neutron-server[74185]: INFO neutron.wsgi [req-2c6fd4fd-35d5-48a1-9860-1c7d724a2905 req-dafdde53-f764-4b01-842c-a43c9109ef8c tempest-AttachVolumeShelveTestJSON-223402159 tempest-AttachVolumeShelveTestJSON-223402159-project] 10.222.0.26 "GET /v2.0/ports?device_id=8e3a90db-fda3-48b9-a3a1-df3f395c0dfd HTTP/1.1" status: 200 len: 945 time: 0.2264252 Jun 28 16:46:23.765524 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG neutron.plugins.ml2.plugin [None req-dead6256-6e5a-47ce-a332-3682b64c5d38 tempest-AttachVolumeTestJSON-1575976490 tempest-AttachVolumeTestJSON-1575976490-project] Calling delete_port for e8425403-4e93-4f08-b5ca-8eee7267c2a3 owned by network:floatingip {{(pid=74185) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Jun 28 16:46:24.071822 dv-cinder-798104-1-smb neutron-server[74185]: INFO neutron.wsgi [req-2c6fd4fd-35d5-48a1-9860-1c7d724a2905 req-b6632816-880b-4384-9503-e183b17238f6 tempest-AttachVolumeShelveTestJSON-223402159 tempest-AttachVolumeShelveTestJSON-223402159-project] 10.222.0.26 "GET /v2.0/security-groups?id=ee5b5d98-52f8-46a1-b53d-b30b29c7120c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3947287 Jun 28 16:46:24.096449 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG neutron_lib.callbacks.manager [None req-dead6256-6e5a-47ce-a332-3682b64c5d38 tempest-AttachVolumeTestJSON-1575976490 tempest-AttachVolumeTestJSON-1575976490-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-615041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1598908', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774158213030', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774157688369', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15648331'] for port, after_delete {{(pid=74185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 16:46:24.107673 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74185) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 16:46:24.207002 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dead6256-6e5a-47ce-a332-3682b64c5d38 tempest-AttachVolumeTestJSON-1575976490 tempest-AttachVolumeTestJSON-1575976490-project] Pushing event deleted for resources: {'Port': ['ID=e8425403-4e93-4f08-b5ca-8eee7267c2a3,revision_number=None']} {{(pid=74185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 16:46:24.222689 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG oslo_concurrency.lockutils [None req-dead6256-6e5a-47ce-a332-3682b64c5d38 tempest-AttachVolumeTestJSON-1575976490 tempest-AttachVolumeTestJSON-1575976490-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=74185) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 16:46:24.298029 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG neutron_lib.callbacks.manager [None req-dead6256-6e5a-47ce-a332-3682b64c5d38 tempest-AttachVolumeTestJSON-1575976490 tempest-AttachVolumeTestJSON-1575976490-project] Notify callbacks [] for floatingip, after_delete {{(pid=74185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 16:46:24.313672 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG neutron_lib.callbacks.manager [None req-dead6256-6e5a-47ce-a332-3682b64c5d38 tempest-AttachVolumeTestJSON-1575976490 tempest-AttachVolumeTestJSON-1575976490-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129357'] for floatingip, before_response {{(pid=74185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 16:46:24.314801 dv-cinder-798104-1-smb neutron-server[74185]: INFO neutron.wsgi [None req-dead6256-6e5a-47ce-a332-3682b64c5d38 tempest-AttachVolumeTestJSON-1575976490 tempest-AttachVolumeTestJSON-1575976490-project] 10.222.0.26 "DELETE /v2.0/floatingips/ee8819a0-1a62-4f70-829d-1a4bd4f278dc HTTP/1.1" status: 204 len: 168 time: 1.3294702 Jun 28 16:46:24.687240 dv-cinder-798104-1-smb neutron-server[74186]: DEBUG neutron.wsgi [-] (74186) accepted ('10.222.0.26', 52982) {{(pid=74186) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 28 16:46:24.693919 dv-cinder-798104-1-smb neutron-server[74186]: DEBUG neutron.api.v2.base [None req-d1496238-0ae1-4155-9e9a-80372e068a5e tempest-AttachVolumeTestJSON-1575976490 tempest-AttachVolumeTestJSON-1575976490-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1835546334', 'description': 'tempest-description--469308495'}} {{(pid=74186) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jun 28 16:46:24.699831 dv-cinder-798104-1-smb neutron-server[74186]: DEBUG neutron.db.quota.driver [None req-d1496238-0ae1-4155-9e9a-80372e068a5e tempest-AttachVolumeTestJSON-1575976490 tempest-AttachVolumeTestJSON-1575976490-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74186) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 28 16:46:24.703885 dv-cinder-798104-1-smb neutron-server[74186]: DEBUG neutron.quota.resource [None req-d1496238-0ae1-4155-9e9a-80372e068a5e tempest-AttachVolumeTestJSON-1575976490 tempest-AttachVolumeTestJSON-1575976490-project] Usage tracker for resource:security_group and tenant:2f9864be4f7741e0aa69625d43b5a918 is out of sync, need to count used quota {{(pid=74186) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 28 16:46:24.707013 dv-cinder-798104-1-smb neutron-server[74186]: DEBUG neutron.quota.resource [None req-d1496238-0ae1-4155-9e9a-80372e068a5e tempest-AttachVolumeTestJSON-1575976490 tempest-AttachVolumeTestJSON-1575976490-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=74186) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 28 16:46:24.713115 dv-cinder-798104-1-smb neutron-server[74186]: DEBUG neutron.db.quota.driver [None req-d1496238-0ae1-4155-9e9a-80372e068a5e tempest-AttachVolumeTestJSON-1575976490 tempest-AttachVolumeTestJSON-1575976490-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=74186) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 28 16:46:24.725661 dv-cinder-798104-1-smb neutron-server[74186]: DEBUG neutron_lib.callbacks.manager [None req-d1496238-0ae1-4155-9e9a-80372e068a5e tempest-AttachVolumeTestJSON-1575976490 tempest-AttachVolumeTestJSON-1575976490-project] Notify callbacks [] for security_group, before_create {{(pid=74186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 16:46:24.762881 dv-cinder-798104-1-smb neutron-server[74186]: DEBUG neutron.db.quota.driver [None req-d1496238-0ae1-4155-9e9a-80372e068a5e tempest-AttachVolumeTestJSON-1575976490 tempest-AttachVolumeTestJSON-1575976490-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74186) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 28 16:46:24.770596 dv-cinder-798104-1-smb neutron-server[74186]: DEBUG neutron.quota.resource [None req-d1496238-0ae1-4155-9e9a-80372e068a5e tempest-AttachVolumeTestJSON-1575976490 tempest-AttachVolumeTestJSON-1575976490-project] Usage tracker for resource:security_group_rule and tenant:2f9864be4f7741e0aa69625d43b5a918 is out of sync, need to count used quota {{(pid=74186) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 28 16:46:24.770596 dv-cinder-798104-1-smb neutron-server[74186]: DEBUG neutron.quota.resource [None req-d1496238-0ae1-4155-9e9a-80372e068a5e tempest-AttachVolumeTestJSON-1575976490 tempest-AttachVolumeTestJSON-1575976490-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=74186) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 28 16:46:24.776354 dv-cinder-798104-1-smb neutron-server[74186]: DEBUG neutron.db.quota.driver [None req-d1496238-0ae1-4155-9e9a-80372e068a5e tempest-AttachVolumeTestJSON-1575976490 tempest-AttachVolumeTestJSON-1575976490-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=74186) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 28 16:46:24.837423 dv-cinder-798104-1-smb neutron-server[74186]: DEBUG neutron_lib.callbacks.manager [None req-d1496238-0ae1-4155-9e9a-80372e068a5e tempest-AttachVolumeTestJSON-1575976490 tempest-AttachVolumeTestJSON-1575976490-project] Notify callbacks [] for security_group, precommit_create {{(pid=74186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 16:46:24.843206 dv-cinder-798104-1-smb neutron-server[74186]: DEBUG neutron_lib.callbacks.manager [None req-d1496238-0ae1-4155-9e9a-80372e068a5e tempest-AttachVolumeTestJSON-1575976490 tempest-AttachVolumeTestJSON-1575976490-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2050486'] for security_group, after_create {{(pid=74186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 16:46:24.848954 dv-cinder-798104-1-smb neutron-server[74186]: DEBUG oslo_concurrency.lockutils [None req-ca5648d8-42c1-4e82-a84a-7e887057b19f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74186) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 16:46:24.890709 dv-cinder-798104-1-smb neutron-server[74186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1496238-0ae1-4155-9e9a-80372e068a5e tempest-AttachVolumeTestJSON-1575976490 tempest-AttachVolumeTestJSON-1575976490-project] Pushing event updated for resources: {'SecurityGroup': ['ID=934817d2-1a75-4f26-ac33-5fb06c40c0b2,revision_number=1']} {{(pid=74186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 16:46:24.893489 dv-cinder-798104-1-smb neutron-server[74186]: DEBUG oslo_concurrency.lockutils [None req-d1496238-0ae1-4155-9e9a-80372e068a5e tempest-AttachVolumeTestJSON-1575976490 tempest-AttachVolumeTestJSON-1575976490-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=74186) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 16:46:24.894410 dv-cinder-798104-1-smb neutron-server[74186]: DEBUG neutron_lib.callbacks.manager [None req-d1496238-0ae1-4155-9e9a-80372e068a5e tempest-AttachVolumeTestJSON-1575976490 tempest-AttachVolumeTestJSON-1575976490-project] Notify callbacks [] for security_group, before_response {{(pid=74186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 16:46:24.896217 dv-cinder-798104-1-smb neutron-server[74186]: INFO neutron.wsgi [None req-d1496238-0ae1-4155-9e9a-80372e068a5e tempest-AttachVolumeTestJSON-1575976490 tempest-AttachVolumeTestJSON-1575976490-project] 10.222.0.26 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1613 time: 0.2073703 Jun 28 16:46:24.899107 dv-cinder-798104-1-smb neutron-server[74186]: DEBUG neutron.wsgi [-] (74186) accepted ('10.222.0.26', 52992) {{(pid=74186) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 28 16:46:24.904840 dv-cinder-798104-1-smb neutron-server[74186]: DEBUG neutron.api.v2.base [None req-9c58628b-e694-4909-aabb-1b56e13e0bde tempest-AttachVolumeTestJSON-1575976490 tempest-AttachVolumeTestJSON-1575976490-project] Request body: {'security_group_rule': {'security_group_id': '934817d2-1a75-4f26-ac33-5fb06c40c0b2', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=74186) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jun 28 16:46:24.910611 dv-cinder-798104-1-smb neutron-server[74186]: DEBUG neutron.db.quota.driver [None req-9c58628b-e694-4909-aabb-1b56e13e0bde tempest-AttachVolumeTestJSON-1575976490 tempest-AttachVolumeTestJSON-1575976490-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74186) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 28 16:46:24.914721 dv-cinder-798104-1-smb neutron-server[74186]: DEBUG neutron.quota.resource [None req-9c58628b-e694-4909-aabb-1b56e13e0bde tempest-AttachVolumeTestJSON-1575976490 tempest-AttachVolumeTestJSON-1575976490-project] Usage tracker for resource:security_group_rule and tenant:2f9864be4f7741e0aa69625d43b5a918 is out of sync, need to count used quota {{(pid=74186) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 28 16:46:24.917595 dv-cinder-798104-1-smb neutron-server[74186]: DEBUG neutron.quota.resource [None req-9c58628b-e694-4909-aabb-1b56e13e0bde tempest-AttachVolumeTestJSON-1575976490 tempest-AttachVolumeTestJSON-1575976490-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=74186) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 28 16:46:24.923292 dv-cinder-798104-1-smb neutron-server[74186]: DEBUG neutron.db.quota.driver [None req-9c58628b-e694-4909-aabb-1b56e13e0bde tempest-AttachVolumeTestJSON-1575976490 tempest-AttachVolumeTestJSON-1575976490-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=74186) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 28 16:46:24.939772 dv-cinder-798104-1-smb neutron-server[74186]: DEBUG neutron_lib.callbacks.manager [None req-9c58628b-e694-4909-aabb-1b56e13e0bde tempest-AttachVolumeTestJSON-1575976490 tempest-AttachVolumeTestJSON-1575976490-project] Notify callbacks [] for security_group_rule, before_create {{(pid=74186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 16:46:25.001538 dv-cinder-798104-1-smb neutron-server[74186]: DEBUG neutron_lib.callbacks.manager [None req-9c58628b-e694-4909-aabb-1b56e13e0bde tempest-AttachVolumeTestJSON-1575976490 tempest-AttachVolumeTestJSON-1575976490-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=74186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 16:46:25.006016 dv-cinder-798104-1-smb neutron-server[74186]: DEBUG neutron_lib.callbacks.manager [None req-9c58628b-e694-4909-aabb-1b56e13e0bde tempest-AttachVolumeTestJSON-1575976490 tempest-AttachVolumeTestJSON-1575976490-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2050479'] for security_group_rule, after_create {{(pid=74186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 16:46:25.008030 dv-cinder-798104-1-smb neutron-server[74186]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74186) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 16:46:25.030349 dv-cinder-798104-1-smb neutron-server[74186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c58628b-e694-4909-aabb-1b56e13e0bde tempest-AttachVolumeTestJSON-1575976490 tempest-AttachVolumeTestJSON-1575976490-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=97b5cd0f-61a7-4a30-a823-60c543b40fc6,revision_number=0']} {{(pid=74186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 16:46:25.032783 dv-cinder-798104-1-smb neutron-server[74186]: DEBUG oslo_concurrency.lockutils [None req-9c58628b-e694-4909-aabb-1b56e13e0bde tempest-AttachVolumeTestJSON-1575976490 tempest-AttachVolumeTestJSON-1575976490-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=74186) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 16:46:25.040829 dv-cinder-798104-1-smb neutron-server[74186]: DEBUG neutron_lib.callbacks.manager [None req-9c58628b-e694-4909-aabb-1b56e13e0bde tempest-AttachVolumeTestJSON-1575976490 tempest-AttachVolumeTestJSON-1575976490-project] Notify callbacks [] for security_group_rule, before_response {{(pid=74186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 16:46:25.042102 dv-cinder-798104-1-smb neutron-server[74186]: INFO neutron.wsgi [None req-9c58628b-e694-4909-aabb-1b56e13e0bde tempest-AttachVolumeTestJSON-1575976490 tempest-AttachVolumeTestJSON-1575976490-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.1419644 Jun 28 16:46:25.044668 dv-cinder-798104-1-smb neutron-server[74186]: DEBUG neutron.wsgi [-] (74186) accepted ('10.222.0.26', 52996) {{(pid=74186) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 28 16:46:25.050460 dv-cinder-798104-1-smb neutron-server[74186]: DEBUG neutron.api.v2.base [None req-7fb5f724-da4a-4b64-ac64-7b5d371c347a tempest-AttachVolumeTestJSON-1575976490 tempest-AttachVolumeTestJSON-1575976490-project] Request body: {'security_group_rule': {'security_group_id': '934817d2-1a75-4f26-ac33-5fb06c40c0b2', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=74186) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jun 28 16:46:25.056751 dv-cinder-798104-1-smb neutron-server[74186]: DEBUG neutron.db.quota.driver [None req-7fb5f724-da4a-4b64-ac64-7b5d371c347a tempest-AttachVolumeTestJSON-1575976490 tempest-AttachVolumeTestJSON-1575976490-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74186) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 28 16:46:25.060558 dv-cinder-798104-1-smb neutron-server[74186]: DEBUG neutron.quota.resource [None req-7fb5f724-da4a-4b64-ac64-7b5d371c347a tempest-AttachVolumeTestJSON-1575976490 tempest-AttachVolumeTestJSON-1575976490-project] Usage tracker for resource:security_group_rule and tenant:2f9864be4f7741e0aa69625d43b5a918 is out of sync, need to count used quota {{(pid=74186) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 28 16:46:25.063436 dv-cinder-798104-1-smb neutron-server[74186]: DEBUG neutron.quota.resource [None req-7fb5f724-da4a-4b64-ac64-7b5d371c347a tempest-AttachVolumeTestJSON-1575976490 tempest-AttachVolumeTestJSON-1575976490-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=74186) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 28 16:46:25.069820 dv-cinder-798104-1-smb neutron-server[74186]: DEBUG neutron.db.quota.driver [None req-7fb5f724-da4a-4b64-ac64-7b5d371c347a tempest-AttachVolumeTestJSON-1575976490 tempest-AttachVolumeTestJSON-1575976490-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=74186) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 28 16:46:25.086851 dv-cinder-798104-1-smb neutron-server[74186]: DEBUG neutron_lib.callbacks.manager [None req-7fb5f724-da4a-4b64-ac64-7b5d371c347a tempest-AttachVolumeTestJSON-1575976490 tempest-AttachVolumeTestJSON-1575976490-project] Notify callbacks [] for security_group_rule, before_create {{(pid=74186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 16:46:25.151332 dv-cinder-798104-1-smb neutron-server[74186]: DEBUG neutron_lib.callbacks.manager [None req-7fb5f724-da4a-4b64-ac64-7b5d371c347a tempest-AttachVolumeTestJSON-1575976490 tempest-AttachVolumeTestJSON-1575976490-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=74186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 16:46:25.155108 dv-cinder-798104-1-smb neutron-server[74186]: DEBUG neutron_lib.callbacks.manager [None req-7fb5f724-da4a-4b64-ac64-7b5d371c347a tempest-AttachVolumeTestJSON-1575976490 tempest-AttachVolumeTestJSON-1575976490-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2050479'] for security_group_rule, after_create {{(pid=74186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 16:46:25.157418 dv-cinder-798104-1-smb neutron-server[74186]: DEBUG oslo_concurrency.lockutils [None req-154437fa-9e3c-4948-b456-821acea62ee0 tempest-AttachVolumeShelveTestJSON-223402159 tempest-AttachVolumeShelveTestJSON-223402159-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74186) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 16:46:25.182759 dv-cinder-798104-1-smb neutron-server[74186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fb5f724-da4a-4b64-ac64-7b5d371c347a tempest-AttachVolumeTestJSON-1575976490 tempest-AttachVolumeTestJSON-1575976490-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cdf44ff8-6add-48ff-b88f-2e7c5b1a1e27,revision_number=0']} {{(pid=74186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 16:46:25.187152 dv-cinder-798104-1-smb neutron-server[74186]: DEBUG oslo_concurrency.lockutils [None req-7fb5f724-da4a-4b64-ac64-7b5d371c347a tempest-AttachVolumeTestJSON-1575976490 tempest-AttachVolumeTestJSON-1575976490-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=74186) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 16:46:25.196705 dv-cinder-798104-1-smb neutron-server[74186]: DEBUG neutron_lib.callbacks.manager [None req-7fb5f724-da4a-4b64-ac64-7b5d371c347a tempest-AttachVolumeTestJSON-1575976490 tempest-AttachVolumeTestJSON-1575976490-project] Notify callbacks [] for security_group_rule, before_response {{(pid=74186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 16:46:25.201101 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG neutron.wsgi [-] (74185) accepted ('10.222.0.26', 53006) {{(pid=74185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 28 16:46:25.201616 dv-cinder-798104-1-smb neutron-server[74186]: INFO neutron.wsgi [None req-7fb5f724-da4a-4b64-ac64-7b5d371c347a tempest-AttachVolumeTestJSON-1575976490 tempest-AttachVolumeTestJSON-1575976490-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.1555252 Jun 28 16:46:25.206925 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG neutron.api.v2.base [None req-eef82395-67b0-41e4-aeea-c56f78eec651 tempest-AttachVolumeTestJSON-1575976490 tempest-AttachVolumeTestJSON-1575976490-project] Request body: {'floatingip': {'floating_network_id': 'f9715ce2-16ba-4ae9-9a15-557432d0a5ed'}} {{(pid=74185) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jun 28 16:46:25.216802 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG neutron.db.quota.driver [None req-eef82395-67b0-41e4-aeea-c56f78eec651 tempest-AttachVolumeTestJSON-1575976490 tempest-AttachVolumeTestJSON-1575976490-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74185) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 28 16:46:25.221159 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG neutron.quota.resource [None req-eef82395-67b0-41e4-aeea-c56f78eec651 tempest-AttachVolumeTestJSON-1575976490 tempest-AttachVolumeTestJSON-1575976490-project] Usage tracker for resource:floatingip and tenant:2f9864be4f7741e0aa69625d43b5a918 is out of sync, need to count used quota {{(pid=74185) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 28 16:46:25.225459 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG neutron.quota.resource [None req-eef82395-67b0-41e4-aeea-c56f78eec651 tempest-AttachVolumeTestJSON-1575976490 tempest-AttachVolumeTestJSON-1575976490-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=74185) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 28 16:46:25.237046 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG neutron.db.quota.driver [None req-eef82395-67b0-41e4-aeea-c56f78eec651 tempest-AttachVolumeTestJSON-1575976490 tempest-AttachVolumeTestJSON-1575976490-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=74185) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 28 16:46:25.251705 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG neutron_lib.callbacks.manager [None req-eef82395-67b0-41e4-aeea-c56f78eec651 tempest-AttachVolumeTestJSON-1575976490 tempest-AttachVolumeTestJSON-1575976490-project] Notify callbacks [] for floatingip, before_create {{(pid=74185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 16:46:25.449910 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65a6c284-3076-450a-bf10-4f8deb2e540c req-47549b76-a572-4e0e-90e7-72fc8f488c47 tempest-AttachVolumeShelveTestJSON-223402159 tempest-AttachVolumeShelveTestJSON-223402159-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 16:46:25.460624 dv-cinder-798104-1-smb neutron-server[74185]: INFO neutron.wsgi [req-65a6c284-3076-450a-bf10-4f8deb2e540c req-47549b76-a572-4e0e-90e7-72fc8f488c47 tempest-AttachVolumeShelveTestJSON-223402159 tempest-AttachVolumeShelveTestJSON-223402159-project] 10.222.0.26 "GET /v2.0/ports?device_id=8e3a90db-fda3-48b9-a3a1-df3f395c0dfd HTTP/1.1" status: 200 len: 945 time: 0.1810775 Jun 28 16:46:25.527292 dv-cinder-798104-1-smb neutron-server[74185]: INFO neutron.wsgi [req-65a6c284-3076-450a-bf10-4f8deb2e540c req-488c0950-4d90-446b-9c85-4ba9d568abb1 tempest-AttachVolumeShelveTestJSON-223402159 tempest-AttachVolumeShelveTestJSON-223402159-project] 10.222.0.26 "GET /v2.0/security-groups?id=ee5b5d98-52f8-46a1-b53d-b30b29c7120c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0692308 Jun 28 16:46:25.553511 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG neutron_lib.callbacks.manager [None req-eef82395-67b0-41e4-aeea-c56f78eec651 tempest-AttachVolumeTestJSON-1575976490 tempest-AttachVolumeTestJSON-1575976490-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621611'] for port, before_create {{(pid=74185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 16:46:25.777585 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG neutron.db.db_base_plugin_common [None req-eef82395-67b0-41e4-aeea-c56f78eec651 tempest-AttachVolumeTestJSON-1575976490 tempest-AttachVolumeTestJSON-1575976490-project] Allocated IP 172.28.3.191 (f9715ce2-16ba-4ae9-9a15-557432d0a5ed/e3a20e14-2eea-4943-8cec-1fe85e8448d0/dc1a7d52-e2d4-42f6-8ad5-2a2f0fc38857) {{(pid=74185) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 28 16:46:25.902637 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8f64e16-65ab-48bd-b0a9-65db2ed62a21 req-1cf91e41-94bb-4dc2-b789-be554dc95d18 tempest-AttachVolumeShelveTestJSON-223402159 tempest-AttachVolumeShelveTestJSON-223402159-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 16:46:25.904172 dv-cinder-798104-1-smb neutron-server[74185]: INFO neutron.wsgi [req-b8f64e16-65ab-48bd-b0a9-65db2ed62a21 req-1cf91e41-94bb-4dc2-b789-be554dc95d18 tempest-AttachVolumeShelveTestJSON-223402159 tempest-AttachVolumeShelveTestJSON-223402159-project] 10.222.0.26 "GET /v2.0/ports?device_id=8e3a90db-fda3-48b9-a3a1-df3f395c0dfd HTTP/1.1" status: 200 len: 945 time: 0.1843936 Jun 28 16:46:25.913869 dv-cinder-798104-1-smb neutron-server[74186]: DEBUG neutron.wsgi [-] (74186) accepted ('10.222.0.26', 53018) {{(pid=74186) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 28 16:46:25.919605 dv-cinder-798104-1-smb neutron-server[74186]: DEBUG neutron.api.v2.base [None req-0b53b428-840e-462b-9b37-fcb4ba827005 tempest-AttachVolumeShelveTestJSON-223402159 tempest-AttachVolumeShelveTestJSON-223402159-project] Request body: {'floatingip': {'port_id': '793d6fcc-cc70-4135-af5c-1e7363bcb0de'}} {{(pid=74186) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jun 28 16:46:25.956323 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG neutron_lib.callbacks.manager [None req-eef82395-67b0-41e4-aeea-c56f78eec651 tempest-AttachVolumeTestJSON-1575976490 tempest-AttachVolumeTestJSON-1575976490-project] Notify callbacks [] for port, precommit_create {{(pid=74185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 16:46:25.986788 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG neutron_lib.callbacks.manager [None req-eef82395-67b0-41e4-aeea-c56f78eec651 tempest-AttachVolumeTestJSON-1575976490 tempest-AttachVolumeTestJSON-1575976490-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-615041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1598908', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774157688360', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15648331'] for port, after_create {{(pid=74185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 16:46:25.990570 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74185) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 16:46:25.997630 dv-cinder-798104-1-smb neutron-server[74186]: DEBUG neutron_lib.callbacks.manager [None req-0b53b428-840e-462b-9b37-fcb4ba827005 tempest-AttachVolumeShelveTestJSON-223402159 tempest-AttachVolumeShelveTestJSON-223402159-project] Notify callbacks [] for floatingip, before_update {{(pid=74186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 16:46:26.044343 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eef82395-67b0-41e4-aeea-c56f78eec651 tempest-AttachVolumeTestJSON-1575976490 tempest-AttachVolumeTestJSON-1575976490-project] Network f9715ce2-16ba-4ae9-9a15-557432d0a5ed is already hosted by enough agents. {{(pid=74185) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 28 16:46:26.047055 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG neutron.scheduler.base_scheduler [None req-eef82395-67b0-41e4-aeea-c56f78eec651 tempest-AttachVolumeTestJSON-1575976490 tempest-AttachVolumeTestJSON-1575976490-project] Resources bound (agent type, host, resource id): {{(pid=74185) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 28 16:46:26.055499 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eef82395-67b0-41e4-aeea-c56f78eec651 tempest-AttachVolumeTestJSON-1575976490 tempest-AttachVolumeTestJSON-1575976490-project] Received port after_create {{(pid=74185) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 28 16:46:26.106251 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eef82395-67b0-41e4-aeea-c56f78eec651 tempest-AttachVolumeTestJSON-1575976490 tempest-AttachVolumeTestJSON-1575976490-project] Pushing event updated for resources: {'Port': ['ID=dc1a7d52-e2d4-42f6-8ad5-2a2f0fc38857,revision_number=1']} {{(pid=74185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 16:46:26.110364 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG oslo_concurrency.lockutils [None req-eef82395-67b0-41e4-aeea-c56f78eec651 tempest-AttachVolumeTestJSON-1575976490 tempest-AttachVolumeTestJSON-1575976490-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.120s {{(pid=74185) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 16:46:26.267535 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG neutron_lib.callbacks.manager [None req-eef82395-67b0-41e4-aeea-c56f78eec651 tempest-AttachVolumeTestJSON-1575976490 tempest-AttachVolumeTestJSON-1575976490-project] Notify callbacks [] for floatingip, precommit_create {{(pid=74185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 16:46:26.324589 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG neutron_lib.callbacks.manager [None req-eef82395-67b0-41e4-aeea-c56f78eec651 tempest-AttachVolumeTestJSON-1575976490 tempest-AttachVolumeTestJSON-1575976490-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621611'] for port, before_update {{(pid=74185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 16:46:26.540678 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG neutron_lib.callbacks.manager [None req-eef82395-67b0-41e4-aeea-c56f78eec651 tempest-AttachVolumeTestJSON-1575976490 tempest-AttachVolumeTestJSON-1575976490-project] Notify callbacks [] for port, precommit_update {{(pid=74185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 16:46:26.546595 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG neutron_lib.callbacks.manager [None req-eef82395-67b0-41e4-aeea-c56f78eec651 tempest-AttachVolumeTestJSON-1575976490 tempest-AttachVolumeTestJSON-1575976490-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-615041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1598908', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774158213048', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774157688378', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774157688423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15648322'] for port, after_update {{(pid=74185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 16:46:26.552257 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG oslo_concurrency.lockutils [None req-965843d0-132b-4bf8-a460-66bd548ac020 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74185) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 16:46:26.680020 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eef82395-67b0-41e4-aeea-c56f78eec651 tempest-AttachVolumeTestJSON-1575976490 tempest-AttachVolumeTestJSON-1575976490-project] Pushing event updated for resources: {'Port': ['ID=dc1a7d52-e2d4-42f6-8ad5-2a2f0fc38857,revision_number=2']} {{(pid=74185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 16:46:26.684373 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG oslo_concurrency.lockutils [None req-eef82395-67b0-41e4-aeea-c56f78eec651 tempest-AttachVolumeTestJSON-1575976490 tempest-AttachVolumeTestJSON-1575976490-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.133s {{(pid=74185) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 16:46:26.691019 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG neutron_lib.callbacks.manager [None req-eef82395-67b0-41e4-aeea-c56f78eec651 tempest-AttachVolumeTestJSON-1575976490 tempest-AttachVolumeTestJSON-1575976490-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1624410'] for floatingip, after_update {{(pid=74185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 16:46:26.716102 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG neutron_lib.callbacks.manager [None req-eef82395-67b0-41e4-aeea-c56f78eec651 tempest-AttachVolumeTestJSON-1575976490 tempest-AttachVolumeTestJSON-1575976490-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129357'] for floatingip, before_response {{(pid=74185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 16:46:26.721275 dv-cinder-798104-1-smb neutron-server[74185]: INFO neutron.wsgi [None req-eef82395-67b0-41e4-aeea-c56f78eec651 tempest-AttachVolumeTestJSON-1575976490 tempest-AttachVolumeTestJSON-1575976490-project] 10.222.0.26 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.5184412 Jun 28 16:46:26.731526 dv-cinder-798104-1-smb neutron-server[74186]: DEBUG neutron_lib.callbacks.manager [None req-0b53b428-840e-462b-9b37-fcb4ba827005 tempest-AttachVolumeShelveTestJSON-223402159 tempest-AttachVolumeShelveTestJSON-223402159-project] Notify callbacks [] for floatingip, precommit_update {{(pid=74186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 16:46:26.736836 dv-cinder-798104-1-smb neutron-server[74186]: DEBUG neutron_lib.callbacks.manager [None req-0b53b428-840e-462b-9b37-fcb4ba827005 tempest-AttachVolumeShelveTestJSON-223402159 tempest-AttachVolumeShelveTestJSON-223402159-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1624410'] for floatingip, after_update {{(pid=74186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 16:46:26.991785 dv-cinder-798104-1-smb neutron-server[74186]: INFO neutron.db.l3_db [None req-0b53b428-840e-462b-9b37-fcb4ba827005 tempest-AttachVolumeShelveTestJSON-223402159 tempest-AttachVolumeShelveTestJSON-223402159-project] Floating IP d4a3df97-c68d-4bb1-bc14-a9e1dc555bff associated. External IP: 172.28.3.186, port: 793d6fcc-cc70-4135-af5c-1e7363bcb0de. Jun 28 16:46:27.074683 dv-cinder-798104-1-smb neutron-server[74185]: INFO neutron.wsgi [req-7853bded-982b-4ed1-a57b-a3b13af99e4c req-bff5e357-987e-4711-b9b8-f519da17fc05 tempest-AttachVolumeTestJSON-1575976490 tempest-AttachVolumeTestJSON-1575976490-project] 10.222.0.26 "GET /v2.0/security-groups?name=tempest-securitygroup--1835546334&fields=id&tenant_id=2f9864be4f7741e0aa69625d43b5a918 HTTP/1.1" status: 200 len: 267 time: 0.0457294 Jun 28 16:46:27.439342 dv-cinder-798104-1-smb neutron-server[74186]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0b53b428-840e-462b-9b37-fcb4ba827005 tempest-AttachVolumeShelveTestJSON-223402159 tempest-AttachVolumeShelveTestJSON-223402159-project] Router 37fc708e-b76d-48af-94e2-885e9728d38e has already been hosted by L3 agent 633adcd1-515e-4435-b14d-49f054abd10f {{(pid=74186) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 28 16:46:27.531168 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd2cd910-e641-4e33-8ad3-602e5e2a85aa req-93aa6f41-58b9-4982-847e-b735e926d9cc tempest-VolumesSnapshotTestJSON-1870625415 tempest-VolumesSnapshotTestJSON-1870625415-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=74185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 16:46:27.533782 dv-cinder-798104-1-smb neutron-server[74185]: INFO neutron.wsgi [req-fd2cd910-e641-4e33-8ad3-602e5e2a85aa req-93aa6f41-58b9-4982-847e-b735e926d9cc tempest-VolumesSnapshotTestJSON-1870625415 tempest-VolumesSnapshotTestJSON-1870625415-project] 10.222.0.26 "GET /v2.0/networks?id=a4da694c-7026-41a0-ab61-cef007f20481 HTTP/1.1" status: 200 len: 813 time: 0.4579451 Jun 28 16:46:27.566464 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7853bded-982b-4ed1-a57b-a3b13af99e4c req-adca765e-d2c9-4388-a5c8-a024131e6f49 tempest-AttachVolumeTestJSON-1575976490 tempest-AttachVolumeTestJSON-1575976490-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=74185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 16:46:27.569173 dv-cinder-798104-1-smb neutron-server[74185]: INFO neutron.wsgi [req-7853bded-982b-4ed1-a57b-a3b13af99e4c req-adca765e-d2c9-4388-a5c8-a024131e6f49 tempest-AttachVolumeTestJSON-1575976490 tempest-AttachVolumeTestJSON-1575976490-project] 10.222.0.26 "GET /v2.0/networks?id=ad1db160-79ed-4f75-9884-27c71855a2d5 HTTP/1.1" status: 200 len: 811 time: 0.4725175 Jun 28 16:46:27.576387 dv-cinder-798104-1-smb neutron-server[74185]: INFO neutron.wsgi [req-fd2cd910-e641-4e33-8ad3-602e5e2a85aa req-d3f22b60-b016-467f-bc7a-112763853ed2 tempest-VolumesSnapshotTestJSON-1870625415 tempest-VolumesSnapshotTestJSON-1870625415-project] 10.222.0.26 "GET /v2.0/quotas/63d41569c6cc488cbcfcc4862c4fb48e HTTP/1.1" status: 200 len: 375 time: 0.0361075 Jun 28 16:46:27.657406 dv-cinder-798104-1-smb neutron-server[74186]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0b53b428-840e-462b-9b37-fcb4ba827005 tempest-AttachVolumeShelveTestJSON-223402159 tempest-AttachVolumeShelveTestJSON-223402159-project] Notify agent at l3_agent.dv-cinder-798104-1-smb the message routers_updated {{(pid=74186) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 28 16:46:27.662385 dv-cinder-798104-1-smb neutron-server[74186]: DEBUG neutron_lib.callbacks.manager [None req-0b53b428-840e-462b-9b37-fcb4ba827005 tempest-AttachVolumeShelveTestJSON-223402159 tempest-AttachVolumeShelveTestJSON-223402159-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129357'] for floatingip, before_response {{(pid=74186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 16:46:27.663361 dv-cinder-798104-1-smb neutron-server[74185]: INFO neutron.wsgi [req-7853bded-982b-4ed1-a57b-a3b13af99e4c req-a9641268-c678-43f0-a499-545d2f23a08f tempest-AttachVolumeTestJSON-1575976490 tempest-AttachVolumeTestJSON-1575976490-project] 10.222.0.26 "GET /v2.0/quotas/2f9864be4f7741e0aa69625d43b5a918 HTTP/1.1" status: 200 len: 375 time: 0.0854373 Jun 28 16:46:27.666341 dv-cinder-798104-1-smb neutron-server[74185]: INFO neutron.wsgi [req-fd2cd910-e641-4e33-8ad3-602e5e2a85aa req-79a4d440-f79b-4c20-bdc5-bba6b1c87a3b tempest-VolumesSnapshotTestJSON-1870625415 tempest-VolumesSnapshotTestJSON-1870625415-project] 10.222.0.26 "GET /v2.0/ports?tenant_id=63d41569c6cc488cbcfcc4862c4fb48e&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0780396 Jun 28 16:46:27.681995 dv-cinder-798104-1-smb neutron-server[74187]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86626dca-dfec-4405-bee2-997fc2a95d4b None None] Sync routers for ids ['37fc708e-b76d-48af-94e2-885e9728d38e'] in dv-cinder-798104-1-smb {{(pid=74187) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jun 28 16:46:27.699097 dv-cinder-798104-1-smb neutron-server[74187]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86626dca-dfec-4405-bee2-997fc2a95d4b None None] Routers {'37fc708e-b76d-48af-94e2-885e9728d38e'} bound to L3 agent in host dv-cinder-798104-1-smb {{(pid=74187) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 28 16:46:27.699546 dv-cinder-798104-1-smb neutron-server[74187]: DEBUG neutron.db.l3_hamode_db [None req-86626dca-dfec-4405-bee2-997fc2a95d4b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-798104-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-28T16:32:46Z,description=,heartbeat_timestamp=2021-06-28T16:46:16Z,host='dv-cinder-798104-1-smb',id=633adcd1-515e-4435-b14d-49f054abd10f,load=0,resource_versions=,resources_synced=,started_at=2021-06-28T16:32:46Z,topic='l3_agent')) {'router_ids': ['37fc708e-b76d-48af-94e2-885e9728d38e'], 'active': True} {{(pid=74187) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 16:46:27.721453 dv-cinder-798104-1-smb neutron-server[74186]: INFO neutron.wsgi [None req-0b53b428-840e-462b-9b37-fcb4ba827005 tempest-AttachVolumeShelveTestJSON-223402159 tempest-AttachVolumeShelveTestJSON-223402159-project] 10.222.0.26 "PUT /v2.0/floatingips/d4a3df97-c68d-4bb1-bc14-a9e1dc555bff HTTP/1.1" status: 200 len: 991 time: 1.8060832 Jun 28 16:46:27.722087 dv-cinder-798104-1-smb neutron-server[74186]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8e3a90db-fda3-48b9-a3a1-df3f395c0dfd', 'tag': '793d6fcc-cc70-4135-af5c-1e7363bcb0de'}] {{(pid=74186) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 28 16:46:27.763261 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG neutron.quota.resource [req-7853bded-982b-4ed1-a57b-a3b13af99e4c req-8cea331b-3018-4f51-be49-72af1ad7b445 tempest-AttachVolumeTestJSON-1575976490 tempest-AttachVolumeTestJSON-1575976490-project] Synchronizing usage tracker for tenant:2f9864be4f7741e0aa69625d43b5a918 on resource:port {{(pid=74185) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 28 16:46:27.785848 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG neutron.quota.resource [req-7853bded-982b-4ed1-a57b-a3b13af99e4c req-8cea331b-3018-4f51-be49-72af1ad7b445 tempest-AttachVolumeTestJSON-1575976490 tempest-AttachVolumeTestJSON-1575976490-project] Unset dirty status for tenant:2f9864be4f7741e0aa69625d43b5a918 on resource:port {{(pid=74185) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 28 16:46:27.789024 dv-cinder-798104-1-smb neutron-server[74185]: INFO neutron.wsgi [req-7853bded-982b-4ed1-a57b-a3b13af99e4c req-8cea331b-3018-4f51-be49-72af1ad7b445 tempest-AttachVolumeTestJSON-1575976490 tempest-AttachVolumeTestJSON-1575976490-project] 10.222.0.26 "GET /v2.0/ports?tenant_id=2f9864be4f7741e0aa69625d43b5a918&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1173129 Jun 28 16:46:27.969119 dv-cinder-798104-1-smb neutron-server[74187]: DEBUG neutron.db.l3_dvr_db [None req-86626dca-dfec-4405-bee2-997fc2a95d4b None None] Set router 37fc708e-b76d-48af-94e2-885e9728d38e gateway port host: dv-cinder-798104-1-smb {{(pid=74187) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jun 28 16:46:27.974533 dv-cinder-798104-1-smb neutron-server[74185]: INFO neutron.wsgi [req-7853bded-982b-4ed1-a57b-a3b13af99e4c req-59f21272-e4bb-45f0-85d0-9bf36cfff96e service neutron] 10.222.0.26 "GET /v2.0/networks/ad1db160-79ed-4f75-9884-27c71855a2d5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1731286 Jun 28 16:46:28.328727 dv-cinder-798104-1-smb neutron-server[74185]: INFO neutron.wsgi [req-fd2cd910-e641-4e33-8ad3-602e5e2a85aa req-4b930a0a-b53f-4b36-8ace-a1edf6e008c3 service neutron] 10.222.0.26 "GET /v2.0/networks/a4da694c-7026-41a0-ab61-cef007f20481?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6208091 Jun 28 16:46:28.367012 dv-cinder-798104-1-smb neutron-server[74185]: INFO neutron.wsgi [req-7853bded-982b-4ed1-a57b-a3b13af99e4c req-bfb8fdaa-cf23-4eff-ad70-fa49b2f0363e service neutron] 10.222.0.26 "GET /v2.0/networks/ad1db160-79ed-4f75-9884-27c71855a2d5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3403881 Jun 28 16:46:28.449601 dv-cinder-798104-1-smb neutron-server[74187]: DEBUG neutron.db.l3_hamode_db [None req-86626dca-dfec-4405-bee2-997fc2a95d4b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '37fc708e-b76d-48af-94e2-885e9728d38e', 'name': 'tempest-AttachVolumeShelveTestJSON-1126503272-router', 'tenant_id': '1796e3b7b6834b8a88df228c1c9772ef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f9715ce2-16ba-4ae9-9a15-557432d0a5ed', 'external_fixed_ips': [{'subnet_id': 'e3a20e14-2eea-4943-8cec-1fe85e8448d0', 'ip_address': '172.28.3.2'}], 'enable_snat': True}, 'gw_port_id': '2b6842d1-6e2d-429b-8fe9-2900df84d0b8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-28T16:41:15Z', 'updated_at': '2021-06-28T16:41:45Z', 'revision_number': 4, 'project_id': '1796e3b7b6834b8a88df228c1c9772ef', 'gw_port': {'id': '2b6842d1-6e2d-429b-8fe9-2900df84d0b8', 'name': '', 'network_id': 'f9715ce2-16ba-4ae9-9a15-557432d0a5ed', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:4a:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '37fc708e-b76d-48af-94e2-885e9728d38e', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e3a20e14-2eea-4943-8cec-1fe85e8448d0', 'ip_address': '172.28.3.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798104-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T16:41:18Z', 'updated_at': '2021-06-28T16:41:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e3a20e14-2eea-4943-8cec-1fe85e8448d0', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798104-1-smb', '_floatingips': [{'id': 'd4a3df97-c68d-4bb1-bc14-a9e1dc555bff', 'tenant_id': '1796e3b7b6834b8a88df228c1c9772ef', 'floating_ip_address': '172.28.3.186', 'floating_network_id': 'f9715ce2-16ba-4ae9-9a15-557432d0a5ed', 'router_id': '37fc708e-b76d-48af-94e2-885e9728d38e', 'port_id': '793d6fcc-cc70-4135-af5c-1e7363bcb0de', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4e66a7eb-2725-411e-9b4f-e274c7c51246', 'mac_address': 'fa:16:3e:ee:de:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e3a90db-fda3-48b9-a3a1-df3f395c0dfd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-28T16:46:09Z', 'updated_at': '2021-06-28T16:46:26Z', 'revision_number': 1, 'project_id': '1796e3b7b6834b8a88df228c1c9772ef', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '78dc5b3f-ac10-45ad-827b-b4cd72cb9a44', 'name': '', 'network_id': '4e66a7eb-2725-411e-9b4f-e274c7c51246', 'tenant_id': '1796e3b7b6834b8a88df228c1c9772ef', 'mac_address': 'fa:16:3e:2f:55:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '37fc708e-b76d-48af-94e2-885e9728d38e', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'f2ffd4c6-165d-446d-9207-8235b5280dd5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798104-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T16:41:38Z', 'updated_at': '2021-06-28T16:42:23Z', 'revision_number': 5, 'project_id': '1796e3b7b6834b8a88df228c1c9772ef', 'subnets': [{'id': 'f2ffd4c6-165d-446d-9207-8235b5280dd5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-798104-1-smb', False) {} {{(pid=74187) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 16:46:28.462983 dv-cinder-798104-1-smb neutron-server[74187]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86626dca-dfec-4405-bee2-997fc2a95d4b None None] Checking router: 37fc708e-b76d-48af-94e2-885e9728d38e for host: dv-cinder-798104-1-smb {{(pid=74187) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Jun 28 16:46:28.484988 dv-cinder-798104-1-smb neutron-server[74187]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86626dca-dfec-4405-bee2-997fc2a95d4b None None] Routers {'37fc708e-b76d-48af-94e2-885e9728d38e'} bound to L3 agent in host dv-cinder-798104-1-smb {{(pid=74187) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 28 16:46:28.486149 dv-cinder-798104-1-smb neutron-server[74187]: DEBUG neutron.db.l3_hamode_db [None req-86626dca-dfec-4405-bee2-997fc2a95d4b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-798104-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-28T16:32:46Z,description=,heartbeat_timestamp=2021-06-28T16:46:16Z,host='dv-cinder-798104-1-smb',id=633adcd1-515e-4435-b14d-49f054abd10f,load=0,resource_versions=,resources_synced=,started_at=2021-06-28T16:32:46Z,topic='l3_agent')) {'router_ids': ['37fc708e-b76d-48af-94e2-885e9728d38e'], 'active': True} {{(pid=74187) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 16:46:28.546300 dv-cinder-798104-1-smb neutron-server[74185]: INFO neutron.wsgi [req-fd2cd910-e641-4e33-8ad3-602e5e2a85aa req-be57ff7e-1300-466d-9789-55ba0ad35f76 service neutron] 10.222.0.26 "GET /v2.0/networks/a4da694c-7026-41a0-ab61-cef007f20481?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2097266 Jun 28 16:46:28.787486 dv-cinder-798104-1-smb neutron-server[74186]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8e3a90db-fda3-48b9-a3a1-df3f395c0dfd', 'tag': '793d6fcc-cc70-4135-af5c-1e7363bcb0de', 'status': 'completed', 'code': 200} Jun 28 16:46:28.818439 dv-cinder-798104-1-smb neutron-server[74187]: DEBUG neutron.db.l3_dvr_db [None req-86626dca-dfec-4405-bee2-997fc2a95d4b None None] Set router 37fc708e-b76d-48af-94e2-885e9728d38e gateway port host: dv-cinder-798104-1-smb {{(pid=74187) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jun 28 16:46:28.972990 dv-cinder-798104-1-smb neutron-server[74185]: INFO neutron.wsgi [req-5f2ea63f-3589-4d22-b824-89e400a44be5 req-110c8dbb-fd90-47e1-b00c-cb8dd1df126f tempest-AttachVolumeTestJSON-1575976490 tempest-AttachVolumeTestJSON-1575976490-project] 10.222.0.26 "GET /v2.0/ports?device_id=3665badc-78c1-41fc-9a4d-bea55d14be99 HTTP/1.1" status: 200 len: 210 time: 0.0525446 Jun 28 16:46:29.033545 dv-cinder-798104-1-smb neutron-server[74185]: INFO neutron.wsgi [req-e8165673-365c-4524-bcc6-f6241493f78a req-5f4c761d-d173-40e9-99bb-1c93dc2a46bc tempest-VolumesSnapshotTestJSON-1870625415 tempest-VolumesSnapshotTestJSON-1870625415-project] 10.222.0.26 "GET /v2.0/ports?device_id=b23a08d8-572c-4609-b4f9-7e6b9ffbb24d HTTP/1.1" status: 200 len: 210 time: 0.1770163 Jun 28 16:46:29.124523 dv-cinder-798104-1-smb neutron-server[74185]: INFO neutron.wsgi [req-79a31491-d724-4352-b548-3e99f807f73e req-bd944ac0-dcd5-40c5-ae2c-e378465baf29 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=1796e3b7b6834b8a88df228c1c9772ef&device_id=8e3a90db-fda3-48b9-a3a1-df3f395c0dfd HTTP/1.1" status: 200 len: 1098 time: 0.2053490 Jun 28 16:46:29.304644 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79a31491-d724-4352-b548-3e99f807f73e req-fbc33bef-2dae-4af1-a536-da8530848f33 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=74185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 16:46:29.306458 dv-cinder-798104-1-smb neutron-server[74185]: INFO neutron.wsgi [req-79a31491-d724-4352-b548-3e99f807f73e req-fbc33bef-2dae-4af1-a536-da8530848f33 service neutron] 10.222.0.41 "GET /v2.0/networks?id=4e66a7eb-2725-411e-9b4f-e274c7c51246 HTTP/1.1" status: 200 len: 918 time: 0.1746068 Jun 28 16:46:29.463858 dv-cinder-798104-1-smb neutron-server[74185]: INFO neutron.wsgi [req-79a31491-d724-4352-b548-3e99f807f73e req-caa2e3a1-1552-46da-95fd-f4b12456fdf1 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=793d6fcc-cc70-4135-af5c-1e7363bcb0de HTTP/1.1" status: 200 len: 999 time: 0.1443641 Jun 28 16:46:29.534337 dv-cinder-798104-1-smb neutron-server[74187]: DEBUG neutron.db.l3_hamode_db [None req-86626dca-dfec-4405-bee2-997fc2a95d4b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '37fc708e-b76d-48af-94e2-885e9728d38e', 'name': 'tempest-AttachVolumeShelveTestJSON-1126503272-router', 'tenant_id': '1796e3b7b6834b8a88df228c1c9772ef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f9715ce2-16ba-4ae9-9a15-557432d0a5ed', 'external_fixed_ips': [{'subnet_id': 'e3a20e14-2eea-4943-8cec-1fe85e8448d0', 'ip_address': '172.28.3.2'}], 'enable_snat': True}, 'gw_port_id': '2b6842d1-6e2d-429b-8fe9-2900df84d0b8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-28T16:41:15Z', 'updated_at': '2021-06-28T16:41:45Z', 'revision_number': 4, 'project_id': '1796e3b7b6834b8a88df228c1c9772ef', 'gw_port': {'id': '2b6842d1-6e2d-429b-8fe9-2900df84d0b8', 'name': '', 'network_id': 'f9715ce2-16ba-4ae9-9a15-557432d0a5ed', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:4a:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '37fc708e-b76d-48af-94e2-885e9728d38e', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e3a20e14-2eea-4943-8cec-1fe85e8448d0', 'ip_address': '172.28.3.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798104-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T16:41:18Z', 'updated_at': '2021-06-28T16:41:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e3a20e14-2eea-4943-8cec-1fe85e8448d0', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798104-1-smb', '_floatingips': [{'id': 'd4a3df97-c68d-4bb1-bc14-a9e1dc555bff', 'tenant_id': '1796e3b7b6834b8a88df228c1c9772ef', 'floating_ip_address': '172.28.3.186', 'floating_network_id': 'f9715ce2-16ba-4ae9-9a15-557432d0a5ed', 'router_id': '37fc708e-b76d-48af-94e2-885e9728d38e', 'port_id': '793d6fcc-cc70-4135-af5c-1e7363bcb0de', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4e66a7eb-2725-411e-9b4f-e274c7c51246', 'mac_address': 'fa:16:3e:ee:de:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e3a90db-fda3-48b9-a3a1-df3f395c0dfd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-28T16:46:09Z', 'updated_at': '2021-06-28T16:46:26Z', 'revision_number': 1, 'project_id': '1796e3b7b6834b8a88df228c1c9772ef', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '78dc5b3f-ac10-45ad-827b-b4cd72cb9a44', 'name': '', 'network_id': '4e66a7eb-2725-411e-9b4f-e274c7c51246', 'tenant_id': '1796e3b7b6834b8a88df228c1c9772ef', 'mac_address': 'fa:16:3e:2f:55:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '37fc708e-b76d-48af-94e2-885e9728d38e', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'f2ffd4c6-165d-446d-9207-8235b5280dd5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798104-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T16:41:38Z', 'updated_at': '2021-06-28T16:42:23Z', 'revision_number': 5, 'project_id': '1796e3b7b6834b8a88df228c1c9772ef', 'subnets': [{'id': 'f2ffd4c6-165d-446d-9207-8235b5280dd5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-798104-1-smb', False) {} {{(pid=74187) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 16:46:29.539382 dv-cinder-798104-1-smb neutron-server[74187]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86626dca-dfec-4405-bee2-997fc2a95d4b None None] The sync data for ids ['37fc708e-b76d-48af-94e2-885e9728d38e'] in dv-cinder-798104-1-smb is: [{'id': '37fc708e-b76d-48af-94e2-885e9728d38e', 'name': 'tempest-AttachVolumeShelveTestJSON-1126503272-router', 'tenant_id': '1796e3b7b6834b8a88df228c1c9772ef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f9715ce2-16ba-4ae9-9a15-557432d0a5ed', 'external_fixed_ips': [{'subnet_id': 'e3a20e14-2eea-4943-8cec-1fe85e8448d0', 'ip_address': '172.28.3.2'}], 'enable_snat': True}, 'gw_port_id': '2b6842d1-6e2d-429b-8fe9-2900df84d0b8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-28T16:41:15Z', 'updated_at': '2021-06-28T16:41:45Z', 'revision_number': 4, 'project_id': '1796e3b7b6834b8a88df228c1c9772ef', 'gw_port': {'id': '2b6842d1-6e2d-429b-8fe9-2900df84d0b8', 'name': '', 'network_id': 'f9715ce2-16ba-4ae9-9a15-557432d0a5ed', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:4a:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '37fc708e-b76d-48af-94e2-885e9728d38e', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e3a20e14-2eea-4943-8cec-1fe85e8448d0', 'ip_address': '172.28.3.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798104-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T16:41:18Z', 'updated_at': '2021-06-28T16:41:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e3a20e14-2eea-4943-8cec-1fe85e8448d0', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798104-1-smb', '_floatingips': [{'id': 'd4a3df97-c68d-4bb1-bc14-a9e1dc555bff', 'tenant_id': '1796e3b7b6834b8a88df228c1c9772ef', 'floating_ip_address': '172.28.3.186', 'floating_network_id': 'f9715ce2-16ba-4ae9-9a15-557432d0a5ed', 'router_id': '37fc708e-b76d-48af-94e2-885e9728d38e', 'port_id': '793d6fcc-cc70-4135-af5c-1e7363bcb0de', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4e66a7eb-2725-411e-9b4f-e274c7c51246', 'mac_address': 'fa:16:3e:ee:de:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e3a90db-fda3-48b9-a3a1-df3f395c0dfd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-28T16:46:09Z', 'updated_at': '2021-06-28T16:46:26Z', 'revision_number': 1, 'project_id': '1796e3b7b6834b8a88df228c1c9772ef', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '78dc5b3f-ac10-45ad-827b-b4cd72cb9a44', 'name': '', 'network_id': '4e66a7eb-2725-411e-9b4f-e274c7c51246', 'tenant_id': '1796e3b7b6834b8a88df228c1c9772ef', 'mac_address': 'fa:16:3e:2f:55:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '37fc708e-b76d-48af-94e2-885e9728d38e', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'f2ffd4c6-165d-446d-9207-8235b5280dd5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798104-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T16:41:38Z', 'updated_at': '2021-06-28T16:42:23Z', 'revision_number': 5, 'project_id': '1796e3b7b6834b8a88df228c1c9772ef', 'subnets': [{'id': 'f2ffd4c6-165d-446d-9207-8235b5280dd5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=74187) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jun 28 16:46:29.556413 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79a31491-d724-4352-b548-3e99f807f73e req-749eea4c-1337-4ac0-a105-bdcb24776c0f service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=74185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 16:46:29.558953 dv-cinder-798104-1-smb neutron-server[74185]: INFO neutron.wsgi [req-79a31491-d724-4352-b548-3e99f807f73e req-749eea4c-1337-4ac0-a105-bdcb24776c0f service neutron] 10.222.0.41 "GET /v2.0/subnets?id=f2ffd4c6-165d-446d-9207-8235b5280dd5 HTTP/1.1" status: 200 len: 856 time: 0.0875206 Jun 28 16:46:29.718685 dv-cinder-798104-1-smb neutron-server[74185]: INFO neutron.wsgi [req-79a31491-d724-4352-b548-3e99f807f73e req-d65439c6-f9e7-4e01-b398-a7aa46124f42 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=4e66a7eb-2725-411e-9b4f-e274c7c51246&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1490216 Jun 28 16:46:29.978146 dv-cinder-798104-1-smb neutron-server[74185]: INFO neutron.wsgi [req-79a31491-d724-4352-b548-3e99f807f73e req-16724032-fd51-42c9-93d0-53bb2cc2f1eb service neutron] 10.222.0.41 "GET /v2.0/networks/4e66a7eb-2725-411e-9b4f-e274c7c51246?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2512920 Jun 28 16:46:30.002600 dv-cinder-798104-1-smb neutron-server[74188]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d92c7da-2bff-47af-9f1b-026e8f28659b None None] New status for floating IP d4a3df97-c68d-4bb1-bc14-a9e1dc555bff: ACTIVE {{(pid=74188) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Jun 28 16:46:30.343170 dv-cinder-798104-1-smb neutron-server[74185]: INFO neutron.wsgi [req-79a31491-d724-4352-b548-3e99f807f73e req-1d363af2-06b4-48ce-88c0-dcf15bb90113 service neutron] 10.222.0.41 "GET /v2.0/networks/4e66a7eb-2725-411e-9b4f-e274c7c51246?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3441854 Jun 28 16:46:30.421016 dv-cinder-798104-1-smb neutron-server[74185]: INFO neutron.wsgi [req-b47cee12-95ea-4daf-a586-8eb4cc7c4cd2 req-5148420e-49a2-4375-b0c9-0dd2819d406a tempest-VolumesSnapshotTestJSON-1870625415 tempest-VolumesSnapshotTestJSON-1870625415-project] 10.222.0.26 "GET /v2.0/ports?device_id=b23a08d8-572c-4609-b4f9-7e6b9ffbb24d HTTP/1.1" status: 200 len: 210 time: 0.0759156 Jun 28 16:46:30.487358 dv-cinder-798104-1-smb neutron-server[74185]: INFO neutron.wsgi [req-7c4ca248-f9c8-420e-ab5c-0fc763d99173 req-30b09459-ad4f-4a97-bd26-d1b4c9b6bdf8 tempest-AttachVolumeTestJSON-1575976490 tempest-AttachVolumeTestJSON-1575976490-project] 10.222.0.26 "GET /v2.0/ports?device_id=3665badc-78c1-41fc-9a4d-bea55d14be99 HTTP/1.1" status: 200 len: 210 time: 0.0696614 Jun 28 16:46:31.271680 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd2cd910-e641-4e33-8ad3-602e5e2a85aa req-559d907d-bbf9-4b2f-bce3-53e827ac3e6e tempest-VolumesSnapshotTestJSON-1870625415 tempest-VolumesSnapshotTestJSON-1870625415-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=74185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 16:46:31.274303 dv-cinder-798104-1-smb neutron-server[74185]: INFO neutron.wsgi [req-fd2cd910-e641-4e33-8ad3-602e5e2a85aa req-559d907d-bbf9-4b2f-bce3-53e827ac3e6e tempest-VolumesSnapshotTestJSON-1870625415 tempest-VolumesSnapshotTestJSON-1870625415-project] 10.222.0.41 "GET /v2.0/networks?id=a4da694c-7026-41a0-ab61-cef007f20481 HTTP/1.1" status: 200 len: 813 time: 0.2543712 Jun 28 16:46:31.296634 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG neutron.api.v2.base [req-fd2cd910-e641-4e33-8ad3-602e5e2a85aa req-ed956c66-0ea8-46d4-87fd-c2fa41e3c585 tempest-VolumesSnapshotTestJSON-1870625415 tempest-VolumesSnapshotTestJSON-1870625415-project] Request body: {'port': {'device_id': 'b23a08d8-572c-4609-b4f9-7e6b9ffbb24d', 'network_id': 'a4da694c-7026-41a0-ab61-cef007f20481', 'admin_state_up': True, 'tenant_id': '63d41569c6cc488cbcfcc4862c4fb48e'}} {{(pid=74185) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jun 28 16:46:31.467092 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG neutron.db.quota.driver [req-fd2cd910-e641-4e33-8ad3-602e5e2a85aa req-ed956c66-0ea8-46d4-87fd-c2fa41e3c585 tempest-VolumesSnapshotTestJSON-1870625415 tempest-VolumesSnapshotTestJSON-1870625415-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74185) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 28 16:46:31.478075 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG neutron.db.quota.driver [req-fd2cd910-e641-4e33-8ad3-602e5e2a85aa req-ed956c66-0ea8-46d4-87fd-c2fa41e3c585 tempest-VolumesSnapshotTestJSON-1870625415 tempest-VolumesSnapshotTestJSON-1870625415-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=74185) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 28 16:46:31.490101 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fd2cd910-e641-4e33-8ad3-602e5e2a85aa req-ed956c66-0ea8-46d4-87fd-c2fa41e3c585 tempest-VolumesSnapshotTestJSON-1870625415 tempest-VolumesSnapshotTestJSON-1870625415-project] Made reservation on behalf of 63d41569c6cc488cbcfcc4862c4fb48e for: {'port': 1} {{(pid=74185) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 28 16:46:31.496011 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG neutron_lib.callbacks.manager [req-fd2cd910-e641-4e33-8ad3-602e5e2a85aa req-ed956c66-0ea8-46d4-87fd-c2fa41e3c585 tempest-VolumesSnapshotTestJSON-1870625415 tempest-VolumesSnapshotTestJSON-1870625415-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621611'] for port, before_create {{(pid=74185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 16:46:31.795689 dv-cinder-798104-1-smb neutron-server[74185]: INFO neutron.wsgi [req-f55bd1d4-f031-49f4-86be-5957db8e7fb8 req-6e7b27e2-973d-490a-8869-07c317f3b420 tempest-VolumesSnapshotTestJSON-1870625415 tempest-VolumesSnapshotTestJSON-1870625415-project] 10.222.0.26 "GET /v2.0/ports?device_id=b23a08d8-572c-4609-b4f9-7e6b9ffbb24d HTTP/1.1" status: 200 len: 210 time: 0.1437407 Jun 28 16:46:31.856993 dv-cinder-798104-1-smb neutron-server[74185]: INFO neutron.wsgi [req-9f1c897e-0031-4d54-a48e-a2dee11fb27b req-02864072-44af-4086-b57b-5b3a5da01f38 tempest-AttachVolumeTestJSON-1575976490 tempest-AttachVolumeTestJSON-1575976490-project] 10.222.0.26 "GET /v2.0/ports?device_id=3665badc-78c1-41fc-9a4d-bea55d14be99 HTTP/1.1" status: 200 len: 210 time: 0.1530235 Jun 28 16:46:31.951034 dv-cinder-798104-1-smb neutron-server[74188]: DEBUG neutron.db.agents_db [None req-8255730c-b11f-4cfb-aeb3-67319944b41a None None] Agent healthcheck: found 6 active agents {{(pid=74188) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jun 28 16:46:31.987557 dv-cinder-798104-1-smb neutron-server[74186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7853bded-982b-4ed1-a57b-a3b13af99e4c req-98f48e94-a03a-4383-96f6-2efae20953ff tempest-AttachVolumeTestJSON-1575976490 tempest-AttachVolumeTestJSON-1575976490-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=74186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 16:46:31.989741 dv-cinder-798104-1-smb neutron-server[74186]: DEBUG neutron.quota.resource [req-7853bded-982b-4ed1-a57b-a3b13af99e4c req-98f48e94-a03a-4383-96f6-2efae20953ff tempest-AttachVolumeTestJSON-1575976490 tempest-AttachVolumeTestJSON-1575976490-project] Synchronizing usage tracker for tenant:2f9864be4f7741e0aa69625d43b5a918 on resource:network {{(pid=74186) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 28 16:46:32.030068 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG neutron.db.db_base_plugin_common [req-fd2cd910-e641-4e33-8ad3-602e5e2a85aa req-ed956c66-0ea8-46d4-87fd-c2fa41e3c585 tempest-VolumesSnapshotTestJSON-1870625415 tempest-VolumesSnapshotTestJSON-1870625415-project] Allocated IP 172.20.0.8 (a4da694c-7026-41a0-ab61-cef007f20481/c40a1941-f468-48f8-9170-2b4d7badfe39/6b595cb0-853f-4480-be59-5894932cb7a8) {{(pid=74185) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 28 16:46:32.051571 dv-cinder-798104-1-smb neutron-server[74186]: DEBUG neutron.quota.resource [req-7853bded-982b-4ed1-a57b-a3b13af99e4c req-98f48e94-a03a-4383-96f6-2efae20953ff tempest-AttachVolumeTestJSON-1575976490 tempest-AttachVolumeTestJSON-1575976490-project] Unset dirty status for tenant:2f9864be4f7741e0aa69625d43b5a918 on resource:network {{(pid=74186) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 28 16:46:32.053759 dv-cinder-798104-1-smb neutron-server[74186]: INFO neutron.wsgi [req-7853bded-982b-4ed1-a57b-a3b13af99e4c req-98f48e94-a03a-4383-96f6-2efae20953ff tempest-AttachVolumeTestJSON-1575976490 tempest-AttachVolumeTestJSON-1575976490-project] 10.222.0.41 "GET /v2.0/networks?id=ad1db160-79ed-4f75-9884-27c71855a2d5 HTTP/1.1" status: 200 len: 811 time: 0.3508668 Jun 28 16:46:32.148100 dv-cinder-798104-1-smb neutron-server[74186]: DEBUG neutron.quota.resource [req-7853bded-982b-4ed1-a57b-a3b13af99e4c req-9c44f8a8-37b4-4ca6-84c8-2456a483395e tempest-AttachVolumeTestJSON-1575976490 tempest-AttachVolumeTestJSON-1575976490-project] Synchronizing usage tracker for tenant:2f9864be4f7741e0aa69625d43b5a918 on resource:security_group {{(pid=74186) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 28 16:46:32.186739 dv-cinder-798104-1-smb neutron-server[74186]: DEBUG neutron.quota.resource [req-7853bded-982b-4ed1-a57b-a3b13af99e4c req-9c44f8a8-37b4-4ca6-84c8-2456a483395e tempest-AttachVolumeTestJSON-1575976490 tempest-AttachVolumeTestJSON-1575976490-project] Unset dirty status for tenant:2f9864be4f7741e0aa69625d43b5a918 on resource:security_group {{(pid=74186) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 28 16:46:32.188893 dv-cinder-798104-1-smb neutron-server[74186]: INFO neutron.wsgi [req-7853bded-982b-4ed1-a57b-a3b13af99e4c req-9c44f8a8-37b4-4ca6-84c8-2456a483395e tempest-AttachVolumeTestJSON-1575976490 tempest-AttachVolumeTestJSON-1575976490-project] 10.222.0.41 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=2f9864be4f7741e0aa69625d43b5a918 HTTP/1.1" status: 200 len: 380 time: 0.1204219 Jun 28 16:46:32.205312 dv-cinder-798104-1-smb neutron-server[74186]: DEBUG neutron.api.v2.base [req-7853bded-982b-4ed1-a57b-a3b13af99e4c req-4fe7af44-926d-42e0-ac79-0f1f04dffeb0 tempest-AttachVolumeTestJSON-1575976490 tempest-AttachVolumeTestJSON-1575976490-project] Request body: {'port': {'device_id': '3665badc-78c1-41fc-9a4d-bea55d14be99', 'network_id': 'ad1db160-79ed-4f75-9884-27c71855a2d5', 'admin_state_up': True, 'tenant_id': '2f9864be4f7741e0aa69625d43b5a918', 'security_groups': ['934817d2-1a75-4f26-ac33-5fb06c40c0b2']}} {{(pid=74186) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jun 28 16:46:32.313270 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG neutron_lib.callbacks.manager [req-fd2cd910-e641-4e33-8ad3-602e5e2a85aa req-ed956c66-0ea8-46d4-87fd-c2fa41e3c585 tempest-VolumesSnapshotTestJSON-1870625415 tempest-VolumesSnapshotTestJSON-1870625415-project] Notify callbacks [] for port, precommit_create {{(pid=74185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 16:46:32.349753 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG neutron_lib.callbacks.manager [req-fd2cd910-e641-4e33-8ad3-602e5e2a85aa req-ed956c66-0ea8-46d4-87fd-c2fa41e3c585 tempest-VolumesSnapshotTestJSON-1870625415 tempest-VolumesSnapshotTestJSON-1870625415-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-615041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1598908', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774157688360', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15648331'] for port, after_create {{(pid=74185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 16:46:32.372143 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG oslo_concurrency.lockutils [None req-849dbb09-9ce9-48ea-8445-7c49a1382139 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74185) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 16:46:32.454253 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fd2cd910-e641-4e33-8ad3-602e5e2a85aa req-ed956c66-0ea8-46d4-87fd-c2fa41e3c585 tempest-VolumesSnapshotTestJSON-1870625415 tempest-VolumesSnapshotTestJSON-1870625415-project] Network a4da694c-7026-41a0-ab61-cef007f20481 is already hosted by enough agents. {{(pid=74185) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 28 16:46:32.466551 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG neutron.scheduler.base_scheduler [req-fd2cd910-e641-4e33-8ad3-602e5e2a85aa req-ed956c66-0ea8-46d4-87fd-c2fa41e3c585 tempest-VolumesSnapshotTestJSON-1870625415 tempest-VolumesSnapshotTestJSON-1870625415-project] Resources bound (agent type, host, resource id): {{(pid=74185) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 28 16:46:32.471998 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG neutron.db.l3_dvrscheduler_db [req-fd2cd910-e641-4e33-8ad3-602e5e2a85aa req-ed956c66-0ea8-46d4-87fd-c2fa41e3c585 tempest-VolumesSnapshotTestJSON-1870625415 tempest-VolumesSnapshotTestJSON-1870625415-project] Received port after_create {{(pid=74185) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 28 16:46:32.494762 dv-cinder-798104-1-smb neutron-server[74186]: DEBUG neutron.db.quota.driver [req-7853bded-982b-4ed1-a57b-a3b13af99e4c req-4fe7af44-926d-42e0-ac79-0f1f04dffeb0 tempest-AttachVolumeTestJSON-1575976490 tempest-AttachVolumeTestJSON-1575976490-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74186) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 28 16:46:32.512280 dv-cinder-798104-1-smb neutron-server[74186]: DEBUG neutron.db.quota.driver [req-7853bded-982b-4ed1-a57b-a3b13af99e4c req-4fe7af44-926d-42e0-ac79-0f1f04dffeb0 tempest-AttachVolumeTestJSON-1575976490 tempest-AttachVolumeTestJSON-1575976490-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=74186) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 28 16:46:32.535683 dv-cinder-798104-1-smb neutron-server[74186]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7853bded-982b-4ed1-a57b-a3b13af99e4c req-4fe7af44-926d-42e0-ac79-0f1f04dffeb0 tempest-AttachVolumeTestJSON-1575976490 tempest-AttachVolumeTestJSON-1575976490-project] Made reservation on behalf of 2f9864be4f7741e0aa69625d43b5a918 for: {'port': 1} {{(pid=74186) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 28 16:46:32.541740 dv-cinder-798104-1-smb neutron-server[74186]: DEBUG neutron_lib.callbacks.manager [req-7853bded-982b-4ed1-a57b-a3b13af99e4c req-4fe7af44-926d-42e0-ac79-0f1f04dffeb0 tempest-AttachVolumeTestJSON-1575976490 tempest-AttachVolumeTestJSON-1575976490-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621611'] for port, before_create {{(pid=74186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 16:46:32.554706 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed956c66-0ea8-46d4-87fd-c2fa41e3c585 tempest-VolumesSnapshotTestJSON-1870625415 tempest-VolumesSnapshotTestJSON-1870625415-project] Pushing event updated for resources: {'Port': ['ID=6b595cb0-853f-4480-be59-5894932cb7a8,revision_number=1']} {{(pid=74185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 16:46:32.560668 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG oslo_concurrency.lockutils [None req-ed956c66-0ea8-46d4-87fd-c2fa41e3c585 tempest-VolumesSnapshotTestJSON-1870625415 tempest-VolumesSnapshotTestJSON-1870625415-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.188s {{(pid=74185) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 16:46:32.606164 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd2cd910-e641-4e33-8ad3-602e5e2a85aa req-ed956c66-0ea8-46d4-87fd-c2fa41e3c585 tempest-VolumesSnapshotTestJSON-1870625415 tempest-VolumesSnapshotTestJSON-1870625415-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=74185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 16:46:32.607257 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG neutron_lib.callbacks.manager [req-fd2cd910-e641-4e33-8ad3-602e5e2a85aa req-ed956c66-0ea8-46d4-87fd-c2fa41e3c585 tempest-VolumesSnapshotTestJSON-1870625415 tempest-VolumesSnapshotTestJSON-1870625415-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129357'] for port, before_response {{(pid=74185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 16:46:32.640535 dv-cinder-798104-1-smb neutron-server[74185]: INFO neutron.wsgi [req-fd2cd910-e641-4e33-8ad3-602e5e2a85aa req-ed956c66-0ea8-46d4-87fd-c2fa41e3c585 tempest-VolumesSnapshotTestJSON-1870625415 tempest-VolumesSnapshotTestJSON-1870625415-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3501356 Jun 28 16:46:32.656541 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG neutron.api.v2.base [req-fd2cd910-e641-4e33-8ad3-602e5e2a85aa req-1f317094-61b6-4085-9e1f-1c3d9f94d4f1 service neutron] Request body: {'port': {'device_id': 'b23a08d8-572c-4609-b4f9-7e6b9ffbb24d', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79810'}} {{(pid=74185) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jun 28 16:46:32.694443 dv-cinder-798104-1-smb neutron-server[74186]: DEBUG neutron.wsgi [-] (74186) accepted ('10.222.0.26', 53158) {{(pid=74186) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 28 16:46:32.854468 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG neutron_lib.callbacks.manager [req-fd2cd910-e641-4e33-8ad3-602e5e2a85aa req-1f317094-61b6-4085-9e1f-1c3d9f94d4f1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621611'] for port, before_update {{(pid=74185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 16:46:32.994718 dv-cinder-798104-1-smb neutron-server[74186]: DEBUG neutron_lib.callbacks.manager [None req-a099814f-515d-4a6b-ac5d-c5b0a3b3b5de admin admin] Notify callbacks [] for security_group, before_create {{(pid=74186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 16:46:33.089805 dv-cinder-798104-1-smb neutron-server[74186]: DEBUG neutron.db.db_base_plugin_common [req-7853bded-982b-4ed1-a57b-a3b13af99e4c req-4fe7af44-926d-42e0-ac79-0f1f04dffeb0 tempest-AttachVolumeTestJSON-1575976490 tempest-AttachVolumeTestJSON-1575976490-project] Allocated IP 172.20.0.13 (ad1db160-79ed-4f75-9884-27c71855a2d5/37b72020-400c-49f7-aceb-0167a7e84569/567022d5-f15c-406e-9bad-30b7f5fb6ef4) {{(pid=74186) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 28 16:46:33.104688 dv-cinder-798104-1-smb neutron-server[74186]: DEBUG neutron.db.quota.driver [None req-a099814f-515d-4a6b-ac5d-c5b0a3b3b5de admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74186) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 28 16:46:33.118358 dv-cinder-798104-1-smb neutron-server[74186]: DEBUG neutron.quota.resource [None req-a099814f-515d-4a6b-ac5d-c5b0a3b3b5de admin admin] Usage tracker for resource:security_group_rule and tenant:1cff33758235460685f132986bc69f8f is out of sync, need to count used quota {{(pid=74186) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 28 16:46:33.125464 dv-cinder-798104-1-smb neutron-server[74186]: DEBUG neutron.quota.resource [None req-a099814f-515d-4a6b-ac5d-c5b0a3b3b5de admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=74186) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 28 16:46:33.142128 dv-cinder-798104-1-smb neutron-server[74186]: DEBUG neutron.db.quota.driver [None req-a099814f-515d-4a6b-ac5d-c5b0a3b3b5de admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74186) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 28 16:46:33.265901 dv-cinder-798104-1-smb neutron-server[74185]: INFO neutron.wsgi [req-2436bacc-dee7-47c6-8d86-6f2e0a8c247b req-5261c33c-cd88-4ccf-9088-e00671ed57da tempest-AttachVolumeTestJSON-1575976490 tempest-AttachVolumeTestJSON-1575976490-project] 10.222.0.26 "GET /v2.0/ports?device_id=3665badc-78c1-41fc-9a4d-bea55d14be99 HTTP/1.1" status: 200 len: 210 time: 0.1626947 Jun 28 16:46:33.358891 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51ee3801-2438-4d2e-b988-ee0c0ee2d632 req-c61e598b-7996-4201-85f6-b66ad2741db1 tempest-VolumesSnapshotTestJSON-1870625415 tempest-VolumesSnapshotTestJSON-1870625415-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 16:46:33.359735 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG neutron.quota.resource [req-51ee3801-2438-4d2e-b988-ee0c0ee2d632 req-c61e598b-7996-4201-85f6-b66ad2741db1 tempest-VolumesSnapshotTestJSON-1870625415 tempest-VolumesSnapshotTestJSON-1870625415-project] Synchronizing usage tracker for tenant:63d41569c6cc488cbcfcc4862c4fb48e on resource:port {{(pid=74185) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 28 16:46:33.391320 dv-cinder-798104-1-smb neutron-server[74186]: DEBUG neutron_lib.callbacks.manager [None req-a099814f-515d-4a6b-ac5d-c5b0a3b3b5de admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=74186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 16:46:33.398847 dv-cinder-798104-1-smb neutron-server[74186]: DEBUG neutron_lib.callbacks.manager [None req-a099814f-515d-4a6b-ac5d-c5b0a3b3b5de admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2050486'] for security_group, after_create {{(pid=74186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 16:46:33.408873 dv-cinder-798104-1-smb neutron-server[74186]: DEBUG oslo_concurrency.lockutils [None req-5c6e3a92-f7c1-4fa2-977c-cdda51188a1b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74186) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 16:46:33.441393 dv-cinder-798104-1-smb neutron-server[74186]: DEBUG neutron_lib.callbacks.manager [req-7853bded-982b-4ed1-a57b-a3b13af99e4c req-4fe7af44-926d-42e0-ac79-0f1f04dffeb0 tempest-AttachVolumeTestJSON-1575976490 tempest-AttachVolumeTestJSON-1575976490-project] Notify callbacks [] for port, precommit_create {{(pid=74186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 16:46:33.481958 dv-cinder-798104-1-smb neutron-server[74186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a099814f-515d-4a6b-ac5d-c5b0a3b3b5de admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fa533653-a86e-4241-bba6-3a0dade7aa69,revision_number=1']} {{(pid=74186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 16:46:33.488881 dv-cinder-798104-1-smb neutron-server[74186]: DEBUG oslo_concurrency.lockutils [None req-a099814f-515d-4a6b-ac5d-c5b0a3b3b5de admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=74186) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 16:46:33.493128 dv-cinder-798104-1-smb neutron-server[74186]: INFO neutron.wsgi [None req-a099814f-515d-4a6b-ac5d-c5b0a3b3b5de admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=1cff33758235460685f132986bc69f8f&name=default HTTP/1.1" status: 200 len: 2647 time: 0.7975588 Jun 28 16:46:33.493849 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG neutron.quota.resource [req-51ee3801-2438-4d2e-b988-ee0c0ee2d632 req-c61e598b-7996-4201-85f6-b66ad2741db1 tempest-VolumesSnapshotTestJSON-1870625415 tempest-VolumesSnapshotTestJSON-1870625415-project] Unset dirty status for tenant:63d41569c6cc488cbcfcc4862c4fb48e on resource:port {{(pid=74185) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 28 16:46:33.494409 dv-cinder-798104-1-smb neutron-server[74186]: DEBUG neutron.db.provisioning_blocks [req-7853bded-982b-4ed1-a57b-a3b13af99e4c req-4fe7af44-926d-42e0-ac79-0f1f04dffeb0 tempest-AttachVolumeTestJSON-1575976490 tempest-AttachVolumeTestJSON-1575976490-project] Transition to ACTIVE for port object 567022d5-f15c-406e-9bad-30b7f5fb6ef4 will not be triggered until provisioned by entity DHCP. {{(pid=74186) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 28 16:46:33.495889 dv-cinder-798104-1-smb neutron-server[74185]: INFO neutron.wsgi [req-51ee3801-2438-4d2e-b988-ee0c0ee2d632 req-c61e598b-7996-4201-85f6-b66ad2741db1 tempest-VolumesSnapshotTestJSON-1870625415 tempest-VolumesSnapshotTestJSON-1870625415-project] 10.222.0.26 "GET /v2.0/ports?device_id=b23a08d8-572c-4609-b4f9-7e6b9ffbb24d HTTP/1.1" status: 200 len: 931 time: 0.3905137 Jun 28 16:46:33.507585 dv-cinder-798104-1-smb neutron-server[74186]: DEBUG neutron.wsgi [-] (74186) accepted ('10.222.0.26', 53168) {{(pid=74186) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 28 16:46:33.578712 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG neutron.notifiers.nova [req-fd2cd910-e641-4e33-8ad3-602e5e2a85aa req-1f317094-61b6-4085-9e1f-1c3d9f94d4f1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6b595cb0-853f-4480-be59-5894932cb7a8 {{(pid=74185) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 28 16:46:33.585941 dv-cinder-798104-1-smb neutron-server[74186]: DEBUG neutron_lib.callbacks.manager [req-7853bded-982b-4ed1-a57b-a3b13af99e4c req-4fe7af44-926d-42e0-ac79-0f1f04dffeb0 tempest-AttachVolumeTestJSON-1575976490 tempest-AttachVolumeTestJSON-1575976490-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-615041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1598908', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774157688360', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1108489'] for port, after_create {{(pid=74186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 16:46:33.590934 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG neutron_lib.callbacks.manager [req-fd2cd910-e641-4e33-8ad3-602e5e2a85aa req-1f317094-61b6-4085-9e1f-1c3d9f94d4f1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=74185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 16:46:33.596994 dv-cinder-798104-1-smb neutron-server[74186]: DEBUG oslo_concurrency.lockutils [None req-5af045a9-b1d4-4db7-bde3-9c1a56d934d0 tempest-VolumesSnapshotTestJSON-1870625415 tempest-VolumesSnapshotTestJSON-1870625415-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74186) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 16:46:33.610624 dv-cinder-798104-1-smb neutron-server[74185]: INFO neutron.wsgi [req-51ee3801-2438-4d2e-b988-ee0c0ee2d632 req-908febc4-645d-4fd9-afcc-fb9df10b4892 tempest-VolumesSnapshotTestJSON-1870625415 tempest-VolumesSnapshotTestJSON-1870625415-project] 10.222.0.26 "GET /v2.0/security-groups?id=10442f30-80ea-42c2-ade8-747dadff1313&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0832047 Jun 28 16:46:33.613131 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG neutron.db.provisioning_blocks [req-fd2cd910-e641-4e33-8ad3-602e5e2a85aa req-1f317094-61b6-4085-9e1f-1c3d9f94d4f1 service neutron] Transition to ACTIVE for port object 6b595cb0-853f-4480-be59-5894932cb7a8 will not be triggered until provisioned by entity L2. {{(pid=74185) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 28 16:46:33.618791 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG neutron_lib.callbacks.manager [req-fd2cd910-e641-4e33-8ad3-602e5e2a85aa req-1f317094-61b6-4085-9e1f-1c3d9f94d4f1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-615041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1598908', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774158213048', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774157688378', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774157688423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15648322'] for port, after_update {{(pid=74185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 16:46:33.623158 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG oslo_concurrency.lockutils [None req-355ed440-61ff-4bac-b3fb-10ff37200212 tempest-AttachVolumeShelveTestJSON-223402159 tempest-AttachVolumeShelveTestJSON-223402159-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74185) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 16:46:33.639744 dv-cinder-798104-1-smb neutron-server[74186]: DEBUG neutron_lib.callbacks.manager [None req-ac07915b-be75-4723-b6ba-df12985d0c9c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=74186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 16:46:33.692466 dv-cinder-798104-1-smb neutron-server[74186]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7853bded-982b-4ed1-a57b-a3b13af99e4c req-4fe7af44-926d-42e0-ac79-0f1f04dffeb0 tempest-AttachVolumeTestJSON-1575976490 tempest-AttachVolumeTestJSON-1575976490-project] Network ad1db160-79ed-4f75-9884-27c71855a2d5 is already hosted by enough agents. {{(pid=74186) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 28 16:46:33.700077 dv-cinder-798104-1-smb neutron-server[74186]: DEBUG neutron.scheduler.base_scheduler [req-7853bded-982b-4ed1-a57b-a3b13af99e4c req-4fe7af44-926d-42e0-ac79-0f1f04dffeb0 tempest-AttachVolumeTestJSON-1575976490 tempest-AttachVolumeTestJSON-1575976490-project] Resources bound (agent type, host, resource id): {{(pid=74186) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 28 16:46:33.702896 dv-cinder-798104-1-smb neutron-server[74186]: DEBUG neutron.db.l3_dvrscheduler_db [req-7853bded-982b-4ed1-a57b-a3b13af99e4c req-4fe7af44-926d-42e0-ac79-0f1f04dffeb0 tempest-AttachVolumeTestJSON-1575976490 tempest-AttachVolumeTestJSON-1575976490-project] Received port after_create {{(pid=74186) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 28 16:46:33.754690 dv-cinder-798104-1-smb neutron-server[74186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fe7af44-926d-42e0-ac79-0f1f04dffeb0 tempest-AttachVolumeTestJSON-1575976490 tempest-AttachVolumeTestJSON-1575976490-project] Pushing event updated for resources: {'Port': ['ID=567022d5-f15c-406e-9bad-30b7f5fb6ef4,revision_number=1']} {{(pid=74186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 16:46:33.761305 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f317094-61b6-4085-9e1f-1c3d9f94d4f1 service neutron] Pushing event updated for resources: {'Port': ['ID=6b595cb0-853f-4480-be59-5894932cb7a8,revision_number=2']} {{(pid=74185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 16:46:33.764666 dv-cinder-798104-1-smb neutron-server[74186]: DEBUG oslo_concurrency.lockutils [None req-4fe7af44-926d-42e0-ac79-0f1f04dffeb0 tempest-AttachVolumeTestJSON-1575976490 tempest-AttachVolumeTestJSON-1575976490-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.168s {{(pid=74186) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 16:46:33.770632 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG oslo_concurrency.lockutils [None req-1f317094-61b6-4085-9e1f-1c3d9f94d4f1 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.147s {{(pid=74185) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 16:46:33.774867 dv-cinder-798104-1-smb neutron-server[74186]: DEBUG neutron_lib.callbacks.manager [None req-ac07915b-be75-4723-b6ba-df12985d0c9c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=74186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 16:46:33.827215 dv-cinder-798104-1-smb neutron-server[74186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7853bded-982b-4ed1-a57b-a3b13af99e4c req-4fe7af44-926d-42e0-ac79-0f1f04dffeb0 tempest-AttachVolumeTestJSON-1575976490 tempest-AttachVolumeTestJSON-1575976490-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=74186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 16:46:33.827821 dv-cinder-798104-1-smb neutron-server[74186]: DEBUG neutron_lib.callbacks.manager [req-7853bded-982b-4ed1-a57b-a3b13af99e4c req-4fe7af44-926d-42e0-ac79-0f1f04dffeb0 tempest-AttachVolumeTestJSON-1575976490 tempest-AttachVolumeTestJSON-1575976490-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129357'] for port, before_response {{(pid=74186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 16:46:33.875468 dv-cinder-798104-1-smb neutron-server[74186]: INFO neutron.wsgi [req-7853bded-982b-4ed1-a57b-a3b13af99e4c req-4fe7af44-926d-42e0-ac79-0f1f04dffeb0 tempest-AttachVolumeTestJSON-1575976490 tempest-AttachVolumeTestJSON-1575976490-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.6772685 Jun 28 16:46:33.883510 dv-cinder-798104-1-smb neutron-server[74186]: DEBUG neutron_lib.callbacks.manager [None req-ac07915b-be75-4723-b6ba-df12985d0c9c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2050486'] for security_group, after_delete {{(pid=74186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 16:46:33.889274 dv-cinder-798104-1-smb neutron-server[74186]: DEBUG neutron_lib.callbacks.manager [None req-ac07915b-be75-4723-b6ba-df12985d0c9c admin admin] Notify callbacks [] for security_group, before_response {{(pid=74186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 16:46:33.893612 dv-cinder-798104-1-smb neutron-server[74186]: INFO neutron.wsgi [None req-ac07915b-be75-4723-b6ba-df12985d0c9c admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/fa533653-a86e-4241-bba6-3a0dade7aa69 HTTP/1.1" status: 204 len: 168 time: 0.3824763 Jun 28 16:46:33.893822 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG neutron.plugins.ml2.managers [req-fd2cd910-e641-4e33-8ad3-602e5e2a85aa req-1f317094-61b6-4085-9e1f-1c3d9f94d4f1 service neutron] Attempting to bind port 6b595cb0-853f-4480-be59-5894932cb7a8 on host hv-cinder-79810 for vnic_type normal with profile {{(pid=74185) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 28 16:46:33.893822 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG neutron.plugins.ml2.managers [req-fd2cd910-e641-4e33-8ad3-602e5e2a85aa req-1f317094-61b6-4085-9e1f-1c3d9f94d4f1 service neutron] Attempting to bind port 6b595cb0-853f-4480-be59-5894932cb7a8 by drivers openvswitch,hyperv on host hv-cinder-79810 at level 0 using segments [{'id': 'cc0d5de8-b4ce-4936-a644-d67fb153bab8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': 'a4da694c-7026-41a0-ab61-cef007f20481'}] {{(pid=74185) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 28 16:46:33.893822 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd2cd910-e641-4e33-8ad3-602e5e2a85aa req-1f317094-61b6-4085-9e1f-1c3d9f94d4f1 service neutron] Attempting to bind port 6b595cb0-853f-4480-be59-5894932cb7a8 on network a4da694c-7026-41a0-ab61-cef007f20481 {{(pid=74185) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jun 28 16:46:33.900601 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd2cd910-e641-4e33-8ad3-602e5e2a85aa req-1f317094-61b6-4085-9e1f-1c3d9f94d4f1 service neutron] Port 6b595cb0-853f-4480-be59-5894932cb7a8 on network a4da694c-7026-41a0-ab61-cef007f20481 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79810 {{(pid=74185) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jun 28 16:46:33.901068 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd2cd910-e641-4e33-8ad3-602e5e2a85aa req-1f317094-61b6-4085-9e1f-1c3d9f94d4f1 service neutron] Attempting to bind port 6b595cb0-853f-4480-be59-5894932cb7a8 on network a4da694c-7026-41a0-ab61-cef007f20481 {{(pid=74185) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jun 28 16:46:33.903727 dv-cinder-798104-1-smb neutron-server[74186]: DEBUG neutron.api.v2.base [req-7853bded-982b-4ed1-a57b-a3b13af99e4c req-fff26384-2f25-4236-9153-e2ed4949fb47 service neutron] Request body: {'port': {'device_id': '3665badc-78c1-41fc-9a4d-bea55d14be99', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79810'}} {{(pid=74186) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jun 28 16:46:33.909222 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd2cd910-e641-4e33-8ad3-602e5e2a85aa req-1f317094-61b6-4085-9e1f-1c3d9f94d4f1 service neutron] Checking agent: {'id': '59d83479-80db-4f55-8b84-25c2a0c8dff8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79810', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 28, 16, 39, 19), 'started_at': datetime.datetime(2021, 6, 28, 16, 39, 19), 'heartbeat_timestamp': datetime.datetime(2021, 6, 28, 16, 46, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=74185) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jun 28 16:46:33.909558 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd2cd910-e641-4e33-8ad3-602e5e2a85aa req-1f317094-61b6-4085-9e1f-1c3d9f94d4f1 service neutron] Checking segment: {'id': 'cc0d5de8-b4ce-4936-a644-d67fb153bab8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': 'a4da694c-7026-41a0-ab61-cef007f20481'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=74185) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jun 28 16:46:33.909953 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd2cd910-e641-4e33-8ad3-602e5e2a85aa req-1f317094-61b6-4085-9e1f-1c3d9f94d4f1 service neutron] Bound using segment: {'id': 'cc0d5de8-b4ce-4936-a644-d67fb153bab8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': 'a4da694c-7026-41a0-ab61-cef007f20481'} {{(pid=74185) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jun 28 16:46:33.910467 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG neutron.plugins.ml2.managers [req-fd2cd910-e641-4e33-8ad3-602e5e2a85aa req-1f317094-61b6-4085-9e1f-1c3d9f94d4f1 service neutron] Bound port: 6b595cb0-853f-4480-be59-5894932cb7a8, host: hv-cinder-79810, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cc0d5de8-b4ce-4936-a644-d67fb153bab8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': 'a4da694c-7026-41a0-ab61-cef007f20481'}}] {{(pid=74185) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 28 16:46:33.911411 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG neutron_lib.callbacks.manager [req-fd2cd910-e641-4e33-8ad3-602e5e2a85aa req-1f317094-61b6-4085-9e1f-1c3d9f94d4f1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621611'] for port, before_update {{(pid=74185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 16:46:33.961692 dv-cinder-798104-1-smb neutron-server[74186]: DEBUG oslo_concurrency.lockutils [None req-9a7726a7-ccf0-46cd-8de9-877c6681865e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74186) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 16:46:33.985244 dv-cinder-798104-1-smb neutron-server[74186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac07915b-be75-4723-b6ba-df12985d0c9c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fa533653-a86e-4241-bba6-3a0dade7aa69,revision_number=None']} {{(pid=74186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 16:46:33.994073 dv-cinder-798104-1-smb neutron-server[74186]: DEBUG oslo_concurrency.lockutils [None req-ac07915b-be75-4723-b6ba-df12985d0c9c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=74186) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 16:46:34.033135 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG neutron.plugins.ml2.db [req-fd2cd910-e641-4e33-8ad3-602e5e2a85aa req-1f317094-61b6-4085-9e1f-1c3d9f94d4f1 service neutron] For port 6b595cb0-853f-4480-be59-5894932cb7a8, host hv-cinder-79810, cleared binding levels {{(pid=74185) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 28 16:46:34.039294 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG neutron.plugins.ml2.db [req-fd2cd910-e641-4e33-8ad3-602e5e2a85aa req-1f317094-61b6-4085-9e1f-1c3d9f94d4f1 service neutron] For port 6b595cb0-853f-4480-be59-5894932cb7a8, host hv-cinder-79810, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79810',level=0,port_id=6b595cb0-853f-4480-be59-5894932cb7a8,segment=NetworkSegment(cc0d5de8-b4ce-4936-a644-d67fb153bab8),segment_id=cc0d5de8-b4ce-4936-a644-d67fb153bab8)] {{(pid=74185) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 28 16:46:34.045246 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG neutron_lib.callbacks.manager [req-fd2cd910-e641-4e33-8ad3-602e5e2a85aa req-1f317094-61b6-4085-9e1f-1c3d9f94d4f1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-615041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1598908', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774158213048', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774157688378', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774157688423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15648322'] for port, after_update {{(pid=74185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 16:46:34.053048 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG oslo_concurrency.lockutils [None req-ed956c66-0ea8-46d4-87fd-c2fa41e3c585 tempest-VolumesSnapshotTestJSON-1870625415 tempest-VolumesSnapshotTestJSON-1870625415-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74185) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 16:46:34.082271 dv-cinder-798104-1-smb neutron-server[74187]: DEBUG neutron.db.provisioning_blocks [None req-e70a6b07-6ff0-47e8-ae70-ef93083782ae None None] Provisioning for port 567022d5-f15c-406e-9bad-30b7f5fb6ef4 completed by entity DHCP. {{(pid=74187) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 28 16:46:34.083991 dv-cinder-798104-1-smb neutron-server[74186]: DEBUG neutron_lib.callbacks.manager [req-7853bded-982b-4ed1-a57b-a3b13af99e4c req-fff26384-2f25-4236-9153-e2ed4949fb47 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621611'] for port, before_update {{(pid=74186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 16:46:34.094859 dv-cinder-798104-1-smb neutron-server[74187]: DEBUG neutron.db.provisioning_blocks [None req-e70a6b07-6ff0-47e8-ae70-ef93083782ae None None] Provisioning complete for port 567022d5-f15c-406e-9bad-30b7f5fb6ef4 triggered by entity DHCP. {{(pid=74187) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 28 16:46:34.095811 dv-cinder-798104-1-smb neutron-server[74187]: DEBUG neutron_lib.callbacks.manager [None req-e70a6b07-6ff0-47e8-ae70-ef93083782ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1002786'] for port, provisioning_complete {{(pid=74187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 16:46:34.139075 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG neutron_lib.callbacks.manager [req-fd2cd910-e641-4e33-8ad3-602e5e2a85aa req-1f317094-61b6-4085-9e1f-1c3d9f94d4f1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129357'] for port, before_response {{(pid=74185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 16:46:34.140395 dv-cinder-798104-1-smb neutron-server[74185]: INFO neutron.wsgi [req-fd2cd910-e641-4e33-8ad3-602e5e2a85aa req-1f317094-61b6-4085-9e1f-1c3d9f94d4f1 service neutron] 10.222.0.41 "PUT /v2.0/ports/6b595cb0-853f-4480-be59-5894932cb7a8 HTTP/1.1" status: 200 len: 1093 time: 1.4910469 Jun 28 16:46:34.140926 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b23a08d8-572c-4609-b4f9-7e6b9ffbb24d', 'tag': '6b595cb0-853f-4480-be59-5894932cb7a8'}] {{(pid=74185) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 28 16:46:34.183516 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f317094-61b6-4085-9e1f-1c3d9f94d4f1 service neutron] Pushing event updated for resources: {'Port': ['ID=6b595cb0-853f-4480-be59-5894932cb7a8,revision_number=3']} {{(pid=74185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 16:46:34.224768 dv-cinder-798104-1-smb neutron-server[74187]: DEBUG neutron.plugins.ml2.plugin [None req-e70a6b07-6ff0-47e8-ae70-ef93083782ae None None] Port 567022d5-f15c-406e-9bad-30b7f5fb6ef4 cannot update to ACTIVE because it is not bound. {{(pid=74187) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jun 28 16:46:34.240596 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG oslo_concurrency.lockutils [None req-1f317094-61b6-4085-9e1f-1c3d9f94d4f1 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.187s {{(pid=74185) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 16:46:34.254330 dv-cinder-798104-1-smb neutron-server[74185]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b23a08d8-572c-4609-b4f9-7e6b9ffbb24d', 'tag': '6b595cb0-853f-4480-be59-5894932cb7a8', 'status': 'completed', 'code': 200} Jun 28 16:46:34.283805 dv-cinder-798104-1-smb neutron-server[74185]: INFO neutron.wsgi [req-fd2cd910-e641-4e33-8ad3-602e5e2a85aa req-732f0f4d-852b-4d75-afcd-15ae2a11a0a2 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=63d41569c6cc488cbcfcc4862c4fb48e&device_id=b23a08d8-572c-4609-b4f9-7e6b9ffbb24d HTTP/1.1" status: 200 len: 1096 time: 0.0930588 Jun 28 16:46:34.368990 dv-cinder-798104-1-smb neutron-server[74185]: INFO neutron.wsgi [req-fd2cd910-e641-4e33-8ad3-602e5e2a85aa req-689c5abf-5d79-42d7-95ff-aa90c2eba682 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=6b595cb0-853f-4480-be59-5894932cb7a8 HTTP/1.1" status: 200 len: 217 time: 0.0735617 Jun 28 16:46:34.398632 dv-cinder-798104-1-smb neutron-server[74186]: DEBUG neutron.wsgi [-] (74186) accepted ('10.222.0.26', 53182) {{(pid=74186) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 28 16:46:34.432958 dv-cinder-798104-1-smb neutron-server[74186]: DEBUG neutron_lib.callbacks.manager [None req-566a6f05-450b-45c9-a49a-45d119dc9f81 admin admin] Notify callbacks [] for security_group, before_create {{(pid=74186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 16:46:34.446997 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd2cd910-e641-4e33-8ad3-602e5e2a85aa req-0407bbec-b083-4e2a-9f3a-2f36f6458a1e service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=74185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 16:46:34.448663 dv-cinder-798104-1-smb neutron-server[74185]: INFO neutron.wsgi [req-fd2cd910-e641-4e33-8ad3-602e5e2a85aa req-0407bbec-b083-4e2a-9f3a-2f36f6458a1e service neutron] 10.222.0.41 "GET /v2.0/subnets?id=c40a1941-f468-48f8-9170-2b4d7badfe39 HTTP/1.1" status: 200 len: 853 time: 0.0676577 Jun 28 16:46:34.491605 dv-cinder-798104-1-smb neutron-server[74186]: DEBUG neutron.db.quota.driver [None req-566a6f05-450b-45c9-a49a-45d119dc9f81 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74186) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 28 16:46:34.507369 dv-cinder-798104-1-smb neutron-server[74186]: DEBUG neutron.quota.resource [None req-566a6f05-450b-45c9-a49a-45d119dc9f81 admin admin] Usage tracker for resource:security_group_rule and tenant:2c6cec6eb83b47cea61685479019ad86 is out of sync, need to count used quota {{(pid=74186) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 28 16:46:34.511895 dv-cinder-798104-1-smb neutron-server[74186]: DEBUG neutron.quota.resource [None req-566a6f05-450b-45c9-a49a-45d119dc9f81 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=74186) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 28 16:46:34.522281 dv-cinder-798104-1-smb neutron-server[74186]: DEBUG neutron.db.quota.driver [None req-566a6f05-450b-45c9-a49a-45d119dc9f81 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74186) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 28 16:46:34.549731 dv-cinder-798104-1-smb neutron-server[74185]: INFO neutron.wsgi [req-fd2cd910-e641-4e33-8ad3-602e5e2a85aa req-64356aad-f26e-4877-bcb0-8eb47d317f98 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=a4da694c-7026-41a0-ab61-cef007f20481&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0903440 Jun 28 16:46:34.636156 dv-cinder-798104-1-smb neutron-server[74186]: DEBUG neutron.notifiers.nova [req-7853bded-982b-4ed1-a57b-a3b13af99e4c req-fff26384-2f25-4236-9153-e2ed4949fb47 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 567022d5-f15c-406e-9bad-30b7f5fb6ef4 {{(pid=74186) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 28 16:46:34.646222 dv-cinder-798104-1-smb neutron-server[74186]: DEBUG neutron_lib.callbacks.manager [req-7853bded-982b-4ed1-a57b-a3b13af99e4c req-fff26384-2f25-4236-9153-e2ed4949fb47 service neutron] Notify callbacks [] for port, precommit_update {{(pid=74186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 16:46:34.684373 dv-cinder-798104-1-smb neutron-server[74186]: DEBUG neutron.db.provisioning_blocks [req-7853bded-982b-4ed1-a57b-a3b13af99e4c req-fff26384-2f25-4236-9153-e2ed4949fb47 service neutron] Transition to ACTIVE for port object 567022d5-f15c-406e-9bad-30b7f5fb6ef4 will not be triggered until provisioned by entity L2. {{(pid=74186) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 28 16:46:34.686274 dv-cinder-798104-1-smb neutron-server[74186]: DEBUG neutron_lib.callbacks.manager [None req-566a6f05-450b-45c9-a49a-45d119dc9f81 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=74186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 16:46:34.692372 dv-cinder-798104-1-smb neutron-server[74186]: DEBUG neutron_lib.callbacks.manager [req-7853bded-982b-4ed1-a57b-a3b13af99e4c req-fff26384-2f25-4236-9153-e2ed4949fb47 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-615041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1598908', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774158213048', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774157688378', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774157688423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1108480'] for port, after_update {{(pid=74186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 16:46:34.696590 dv-cinder-798104-1-smb neutron-server[74186]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74186) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 16:46:34.731235 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a943de05-605e-41d1-8834-c9a171cabef1 req-9401aaff-5330-49f7-99c9-c7921a60f3e3 tempest-AttachVolumeTestJSON-1575976490 tempest-AttachVolumeTestJSON-1575976490-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 16:46:34.732786 dv-cinder-798104-1-smb neutron-server[74185]: INFO neutron.wsgi [req-a943de05-605e-41d1-8834-c9a171cabef1 req-9401aaff-5330-49f7-99c9-c7921a60f3e3 tempest-AttachVolumeTestJSON-1575976490 tempest-AttachVolumeTestJSON-1575976490-project] 10.222.0.26 "GET /v2.0/ports?device_id=3665badc-78c1-41fc-9a4d-bea55d14be99 HTTP/1.1" status: 200 len: 932 time: 0.2296553 Jun 28 16:46:34.735678 dv-cinder-798104-1-smb neutron-server[74186]: DEBUG neutron_lib.callbacks.manager [None req-566a6f05-450b-45c9-a49a-45d119dc9f81 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2050486'] for security_group, after_create {{(pid=74186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 16:46:34.744163 dv-cinder-798104-1-smb neutron-server[74185]: INFO neutron.wsgi [req-fd2cd910-e641-4e33-8ad3-602e5e2a85aa req-e061418f-4a1b-481e-bb73-d4d6f09f4a8e service neutron] 10.222.0.41 "GET /v2.0/networks/a4da694c-7026-41a0-ab61-cef007f20481?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1866238 Jun 28 16:46:34.866072 dv-cinder-798104-1-smb neutron-server[74186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fff26384-2f25-4236-9153-e2ed4949fb47 service neutron] Pushing event updated for resources: {'Port': ['ID=567022d5-f15c-406e-9bad-30b7f5fb6ef4,revision_number=2']} {{(pid=74186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 16:46:34.877703 dv-cinder-798104-1-smb neutron-server[74186]: DEBUG oslo_concurrency.lockutils [None req-fff26384-2f25-4236-9153-e2ed4949fb47 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.180s {{(pid=74186) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 16:46:34.883304 dv-cinder-798104-1-smb neutron-server[74186]: INFO neutron.wsgi [None req-566a6f05-450b-45c9-a49a-45d119dc9f81 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=2c6cec6eb83b47cea61685479019ad86&name=default HTTP/1.1" status: 200 len: 2647 time: 0.4797704 Jun 28 16:46:34.883304 dv-cinder-798104-1-smb neutron-server[74186]: DEBUG oslo_concurrency.lockutils [None req-6ca74e32-de5d-4369-9803-e042dbc46050 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.130s {{(pid=74186) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 16:46:34.925171 dv-cinder-798104-1-smb neutron-server[74186]: DEBUG neutron.wsgi [-] (74186) accepted ('10.222.0.26', 53190) {{(pid=74186) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 28 16:46:34.926006 dv-cinder-798104-1-smb neutron-server[74186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-566a6f05-450b-45c9-a49a-45d119dc9f81 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5c41f37c-afca-48bc-a247-0a282cc4bb27,revision_number=1']} {{(pid=74186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 16:46:34.941775 dv-cinder-798104-1-smb neutron-server[74186]: DEBUG oslo_concurrency.lockutils [None req-566a6f05-450b-45c9-a49a-45d119dc9f81 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=74186) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 16:46:35.099886 dv-cinder-798104-1-smb neutron-server[74186]: DEBUG neutron.plugins.ml2.managers [req-7853bded-982b-4ed1-a57b-a3b13af99e4c req-fff26384-2f25-4236-9153-e2ed4949fb47 service neutron] Attempting to bind port 567022d5-f15c-406e-9bad-30b7f5fb6ef4 on host hv-cinder-79810 for vnic_type normal with profile {{(pid=74186) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 28 16:46:35.100678 dv-cinder-798104-1-smb neutron-server[74186]: DEBUG neutron.plugins.ml2.managers [req-7853bded-982b-4ed1-a57b-a3b13af99e4c req-fff26384-2f25-4236-9153-e2ed4949fb47 service neutron] Attempting to bind port 567022d5-f15c-406e-9bad-30b7f5fb6ef4 by drivers openvswitch,hyperv on host hv-cinder-79810 at level 0 using segments [{'id': 'c39146b4-a4d2-486a-bb26-fc05ca06bf0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': 'ad1db160-79ed-4f75-9884-27c71855a2d5'}] {{(pid=74186) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 28 16:46:35.100678 dv-cinder-798104-1-smb neutron-server[74186]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7853bded-982b-4ed1-a57b-a3b13af99e4c req-fff26384-2f25-4236-9153-e2ed4949fb47 service neutron] Attempting to bind port 567022d5-f15c-406e-9bad-30b7f5fb6ef4 on network ad1db160-79ed-4f75-9884-27c71855a2d5 {{(pid=74186) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jun 28 16:46:35.106332 dv-cinder-798104-1-smb neutron-server[74186]: DEBUG neutron_lib.callbacks.manager [None req-17da8ce7-061b-45ff-b67e-62677ca42e76 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=74186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 16:46:35.117306 dv-cinder-798104-1-smb neutron-server[74186]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7853bded-982b-4ed1-a57b-a3b13af99e4c req-fff26384-2f25-4236-9153-e2ed4949fb47 service neutron] Port 567022d5-f15c-406e-9bad-30b7f5fb6ef4 on network ad1db160-79ed-4f75-9884-27c71855a2d5 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79810 {{(pid=74186) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jun 28 16:46:35.117608 dv-cinder-798104-1-smb neutron-server[74186]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7853bded-982b-4ed1-a57b-a3b13af99e4c req-fff26384-2f25-4236-9153-e2ed4949fb47 service neutron] Attempting to bind port 567022d5-f15c-406e-9bad-30b7f5fb6ef4 on network ad1db160-79ed-4f75-9884-27c71855a2d5 {{(pid=74186) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jun 28 16:46:35.138136 dv-cinder-798104-1-smb neutron-server[74186]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7853bded-982b-4ed1-a57b-a3b13af99e4c req-fff26384-2f25-4236-9153-e2ed4949fb47 service neutron] Checking agent: {'id': '59d83479-80db-4f55-8b84-25c2a0c8dff8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79810', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 28, 16, 39, 19), 'started_at': datetime.datetime(2021, 6, 28, 16, 39, 19), 'heartbeat_timestamp': datetime.datetime(2021, 6, 28, 16, 46, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=74186) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jun 28 16:46:35.138462 dv-cinder-798104-1-smb neutron-server[74186]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7853bded-982b-4ed1-a57b-a3b13af99e4c req-fff26384-2f25-4236-9153-e2ed4949fb47 service neutron] Checking segment: {'id': 'c39146b4-a4d2-486a-bb26-fc05ca06bf0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': 'ad1db160-79ed-4f75-9884-27c71855a2d5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=74186) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jun 28 16:46:35.138829 dv-cinder-798104-1-smb neutron-server[74186]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7853bded-982b-4ed1-a57b-a3b13af99e4c req-fff26384-2f25-4236-9153-e2ed4949fb47 service neutron] Bound using segment: {'id': 'c39146b4-a4d2-486a-bb26-fc05ca06bf0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': 'ad1db160-79ed-4f75-9884-27c71855a2d5'} {{(pid=74186) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jun 28 16:46:35.138993 dv-cinder-798104-1-smb neutron-server[74185]: INFO neutron.wsgi [req-a943de05-605e-41d1-8834-c9a171cabef1 req-8f1fa03e-8c06-45e1-894b-16121a757f08 tempest-AttachVolumeTestJSON-1575976490 tempest-AttachVolumeTestJSON-1575976490-project] 10.222.0.26 "GET /v2.0/security-groups?id=934817d2-1a75-4f26-ac33-5fb06c40c0b2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3923521 Jun 28 16:46:35.139294 dv-cinder-798104-1-smb neutron-server[74186]: DEBUG neutron.plugins.ml2.managers [req-7853bded-982b-4ed1-a57b-a3b13af99e4c req-fff26384-2f25-4236-9153-e2ed4949fb47 service neutron] Bound port: 567022d5-f15c-406e-9bad-30b7f5fb6ef4, host: hv-cinder-79810, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c39146b4-a4d2-486a-bb26-fc05ca06bf0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': 'ad1db160-79ed-4f75-9884-27c71855a2d5'}}] {{(pid=74186) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 28 16:46:35.139620 dv-cinder-798104-1-smb neutron-server[74186]: DEBUG neutron_lib.callbacks.manager [req-7853bded-982b-4ed1-a57b-a3b13af99e4c req-fff26384-2f25-4236-9153-e2ed4949fb47 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621611'] for port, before_update {{(pid=74186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 16:46:35.154970 dv-cinder-798104-1-smb neutron-server[74186]: DEBUG neutron_lib.callbacks.manager [None req-17da8ce7-061b-45ff-b67e-62677ca42e76 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=74186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 16:46:35.201962 dv-cinder-798104-1-smb neutron-server[74185]: INFO neutron.wsgi [req-fd2cd910-e641-4e33-8ad3-602e5e2a85aa req-0b48f740-523b-4fe4-a4ca-d2110b7ce7ac service neutron] 10.222.0.41 "GET /v2.0/networks/a4da694c-7026-41a0-ab61-cef007f20481?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4252121 Jun 28 16:46:35.226207 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61037b05-c505-4eaa-a05c-cad795933afc req-dc80820d-1db0-4256-a526-a2f9401d1c7d tempest-VolumesSnapshotTestJSON-1870625415 tempest-VolumesSnapshotTestJSON-1870625415-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 16:46:35.228969 dv-cinder-798104-1-smb neutron-server[74185]: INFO neutron.wsgi [req-61037b05-c505-4eaa-a05c-cad795933afc req-dc80820d-1db0-4256-a526-a2f9401d1c7d tempest-VolumesSnapshotTestJSON-1870625415 tempest-VolumesSnapshotTestJSON-1870625415-project] 10.222.0.26 "GET /v2.0/ports?device_id=b23a08d8-572c-4609-b4f9-7e6b9ffbb24d HTTP/1.1" status: 200 len: 943 time: 0.2766306 Jun 28 16:46:35.359029 dv-cinder-798104-1-smb neutron-server[74186]: DEBUG neutron.plugins.ml2.db [req-7853bded-982b-4ed1-a57b-a3b13af99e4c req-fff26384-2f25-4236-9153-e2ed4949fb47 service neutron] For port 567022d5-f15c-406e-9bad-30b7f5fb6ef4, host hv-cinder-79810, cleared binding levels {{(pid=74186) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 28 16:46:35.365517 dv-cinder-798104-1-smb neutron-server[74186]: DEBUG neutron.plugins.ml2.db [req-7853bded-982b-4ed1-a57b-a3b13af99e4c req-fff26384-2f25-4236-9153-e2ed4949fb47 service neutron] For port 567022d5-f15c-406e-9bad-30b7f5fb6ef4, host hv-cinder-79810, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79810',level=0,port_id=567022d5-f15c-406e-9bad-30b7f5fb6ef4,segment=NetworkSegment(c39146b4-a4d2-486a-bb26-fc05ca06bf0a),segment_id=c39146b4-a4d2-486a-bb26-fc05ca06bf0a)] {{(pid=74186) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 28 16:46:35.367028 dv-cinder-798104-1-smb neutron-server[74186]: DEBUG neutron_lib.callbacks.manager [None req-17da8ce7-061b-45ff-b67e-62677ca42e76 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2050486'] for security_group, after_delete {{(pid=74186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 16:46:35.375529 dv-cinder-798104-1-smb neutron-server[74186]: DEBUG oslo_concurrency.lockutils [None req-f6402216-1ce9-4f60-9d42-77e546257846 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74186) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 16:46:35.391295 dv-cinder-798104-1-smb neutron-server[74185]: INFO neutron.wsgi [req-61037b05-c505-4eaa-a05c-cad795933afc req-3578a7b6-2aa8-49cf-9905-85d1c4c4cad7 tempest-VolumesSnapshotTestJSON-1870625415 tempest-VolumesSnapshotTestJSON-1870625415-project] 10.222.0.26 "GET /v2.0/security-groups?id=10442f30-80ea-42c2-ade8-747dadff1313&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1480570 Jun 28 16:46:35.391857 dv-cinder-798104-1-smb neutron-server[74186]: DEBUG neutron_lib.callbacks.manager [req-7853bded-982b-4ed1-a57b-a3b13af99e4c req-fff26384-2f25-4236-9153-e2ed4949fb47 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-615041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1598908', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774158213048', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774157688378', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774157688423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1108480'] for port, after_update {{(pid=74186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 16:46:35.402629 dv-cinder-798104-1-smb neutron-server[74186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17da8ce7-061b-45ff-b67e-62677ca42e76 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5c41f37c-afca-48bc-a247-0a282cc4bb27,revision_number=None']} {{(pid=74186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 16:46:35.420208 dv-cinder-798104-1-smb neutron-server[74186]: DEBUG oslo_concurrency.lockutils [None req-17da8ce7-061b-45ff-b67e-62677ca42e76 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=74186) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 16:46:35.425155 dv-cinder-798104-1-smb neutron-server[74186]: DEBUG neutron_lib.callbacks.manager [None req-17da8ce7-061b-45ff-b67e-62677ca42e76 admin admin] Notify callbacks [] for security_group, before_response {{(pid=74186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 16:46:35.430134 dv-cinder-798104-1-smb neutron-server[74186]: INFO neutron.wsgi [None req-17da8ce7-061b-45ff-b67e-62677ca42e76 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/5c41f37c-afca-48bc-a247-0a282cc4bb27 HTTP/1.1" status: 204 len: 168 time: 0.4968603 Jun 28 16:46:35.430134 dv-cinder-798104-1-smb neutron-server[74186]: DEBUG oslo_concurrency.lockutils [None req-2634e634-f7b5-4ab6-963b-3e40ab1530a0 tempest-VolumesNegativeTest-637907310 tempest-VolumesNegativeTest-637907310-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.027s {{(pid=74186) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 16:46:35.453279 dv-cinder-798104-1-smb neutron-server[74185]: INFO neutron.wsgi [req-06480576-07c3-4366-a6e7-b21b0e75c0a2 req-b674b681-e53d-45b8-99e3-bc9c1f9263e4 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=63d41569c6cc488cbcfcc4862c4fb48e&device_id=b23a08d8-572c-4609-b4f9-7e6b9ffbb24d HTTP/1.1" status: 200 len: 1096 time: 0.1493313 Jun 28 16:46:35.481258 dv-cinder-798104-1-smb neutron-server[74186]: DEBUG neutron_lib.callbacks.manager [req-7853bded-982b-4ed1-a57b-a3b13af99e4c req-fff26384-2f25-4236-9153-e2ed4949fb47 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129357'] for port, before_response {{(pid=74186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 16:46:35.482701 dv-cinder-798104-1-smb neutron-server[74186]: INFO neutron.wsgi [req-7853bded-982b-4ed1-a57b-a3b13af99e4c req-fff26384-2f25-4236-9153-e2ed4949fb47 service neutron] 10.222.0.41 "PUT /v2.0/ports/567022d5-f15c-406e-9bad-30b7f5fb6ef4 HTTP/1.1" status: 200 len: 1094 time: 1.5895143 Jun 28 16:46:35.483288 dv-cinder-798104-1-smb neutron-server[74186]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3665badc-78c1-41fc-9a4d-bea55d14be99', 'tag': '567022d5-f15c-406e-9bad-30b7f5fb6ef4'}] {{(pid=74186) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 28 16:46:35.532920 dv-cinder-798104-1-smb neutron-server[74186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fff26384-2f25-4236-9153-e2ed4949fb47 service neutron] Pushing event updated for resources: {'Port': ['ID=567022d5-f15c-406e-9bad-30b7f5fb6ef4,revision_number=3']} {{(pid=74186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 16:46:35.609914 dv-cinder-798104-1-smb neutron-server[74186]: DEBUG oslo_concurrency.lockutils [None req-fff26384-2f25-4236-9153-e2ed4949fb47 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.182s {{(pid=74186) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 16:46:35.654042 dv-cinder-798104-1-smb neutron-server[74186]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3665badc-78c1-41fc-9a4d-bea55d14be99', 'tag': '567022d5-f15c-406e-9bad-30b7f5fb6ef4', 'status': 'completed', 'code': 200} Jun 28 16:46:35.688928 dv-cinder-798104-1-smb neutron-server[74186]: INFO neutron.wsgi [req-7853bded-982b-4ed1-a57b-a3b13af99e4c req-ff7cbe56-442e-4124-8796-687aa5b0d8af service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=2f9864be4f7741e0aa69625d43b5a918&device_id=3665badc-78c1-41fc-9a4d-bea55d14be99 HTTP/1.1" status: 200 len: 1097 time: 0.1505752 Jun 28 16:46:35.762772 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06480576-07c3-4366-a6e7-b21b0e75c0a2 req-a5c66800-bd72-469c-9fad-06450e836117 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=74185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 16:46:35.765848 dv-cinder-798104-1-smb neutron-server[74185]: INFO neutron.wsgi [req-06480576-07c3-4366-a6e7-b21b0e75c0a2 req-a5c66800-bd72-469c-9fad-06450e836117 service neutron] 10.222.0.41 "GET /v2.0/networks?id=a4da694c-7026-41a0-ab61-cef007f20481 HTTP/1.1" status: 200 len: 914 time: 0.3012519 Jun 28 16:46:35.921933 dv-cinder-798104-1-smb neutron-server[74185]: INFO neutron.wsgi [req-06480576-07c3-4366-a6e7-b21b0e75c0a2 req-25f2fb7b-b8aa-464d-a297-13458c155341 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=6b595cb0-853f-4480-be59-5894932cb7a8 HTTP/1.1" status: 200 len: 217 time: 0.1470764 Jun 28 16:46:36.004916 dv-cinder-798104-1-smb neutron-server[74186]: INFO neutron.wsgi [req-7853bded-982b-4ed1-a57b-a3b13af99e4c req-60db19fb-cbef-4a9f-861a-3345dcbdb7e5 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=567022d5-f15c-406e-9bad-30b7f5fb6ef4 HTTP/1.1" status: 200 len: 217 time: 0.3063695 Jun 28 16:46:36.156210 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06480576-07c3-4366-a6e7-b21b0e75c0a2 req-f2a05d59-b6d3-4ec4-b754-34c40cea3195 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=74185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 16:46:36.157762 dv-cinder-798104-1-smb neutron-server[74185]: INFO neutron.wsgi [req-06480576-07c3-4366-a6e7-b21b0e75c0a2 req-f2a05d59-b6d3-4ec4-b754-34c40cea3195 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=c40a1941-f468-48f8-9170-2b4d7badfe39 HTTP/1.1" status: 200 len: 853 time: 0.2289603 Jun 28 16:46:36.281459 dv-cinder-798104-1-smb neutron-server[74186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7853bded-982b-4ed1-a57b-a3b13af99e4c req-a79db092-11b2-4037-8246-5e15ce5f288e service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=74186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 16:46:36.283073 dv-cinder-798104-1-smb neutron-server[74186]: INFO neutron.wsgi [req-7853bded-982b-4ed1-a57b-a3b13af99e4c req-a79db092-11b2-4037-8246-5e15ce5f288e service neutron] 10.222.0.41 "GET /v2.0/subnets?id=37b72020-400c-49f7-aceb-0167a7e84569 HTTP/1.1" status: 200 len: 850 time: 0.2717466 Jun 28 16:46:36.418954 dv-cinder-798104-1-smb neutron-server[74186]: INFO neutron.wsgi [req-7853bded-982b-4ed1-a57b-a3b13af99e4c req-c3be72eb-33c7-47bb-b4e3-dc8debc4cdcf service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=ad1db160-79ed-4f75-9884-27c71855a2d5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1253672 Jun 28 16:46:36.427497 dv-cinder-798104-1-smb neutron-server[74185]: INFO neutron.wsgi [req-06480576-07c3-4366-a6e7-b21b0e75c0a2 req-33407185-3d7f-44dd-a912-fb3156019145 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=a4da694c-7026-41a0-ab61-cef007f20481&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2614377 Jun 28 16:46:36.782486 dv-cinder-798104-1-smb neutron-server[74185]: INFO neutron.wsgi [req-06480576-07c3-4366-a6e7-b21b0e75c0a2 req-05f9a549-6546-43ce-8257-a9f60fa7f1de service neutron] 10.222.0.41 "GET /v2.0/networks/a4da694c-7026-41a0-ab61-cef007f20481?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3408740 Jun 28 16:46:36.786724 dv-cinder-798104-1-smb neutron-server[74186]: INFO neutron.wsgi [req-7853bded-982b-4ed1-a57b-a3b13af99e4c req-661fa08c-49db-45be-a801-be69bb4fc22c service neutron] 10.222.0.41 "GET /v2.0/networks/ad1db160-79ed-4f75-9884-27c71855a2d5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3441050 Jun 28 16:46:37.051002 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12a97c60-5e7f-4b68-a5fe-97987efe85f6 req-99b320e4-6444-4004-9d4a-f8170b11b8a7 tempest-VolumesSnapshotTestJSON-1870625415 tempest-VolumesSnapshotTestJSON-1870625415-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 16:46:37.054149 dv-cinder-798104-1-smb neutron-server[74185]: INFO neutron.wsgi [req-12a97c60-5e7f-4b68-a5fe-97987efe85f6 req-99b320e4-6444-4004-9d4a-f8170b11b8a7 tempest-VolumesSnapshotTestJSON-1870625415 tempest-VolumesSnapshotTestJSON-1870625415-project] 10.222.0.26 "GET /v2.0/ports?device_id=b23a08d8-572c-4609-b4f9-7e6b9ffbb24d HTTP/1.1" status: 200 len: 943 time: 0.1573722 Jun 28 16:46:37.106133 dv-cinder-798104-1-smb neutron-server[74185]: INFO neutron.wsgi [req-06480576-07c3-4366-a6e7-b21b0e75c0a2 req-ea781603-0711-4e1f-8d8b-5fee014525d1 service neutron] 10.222.0.41 "GET /v2.0/networks/a4da694c-7026-41a0-ab61-cef007f20481?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3090906 Jun 28 16:46:37.118967 dv-cinder-798104-1-smb neutron-server[74186]: INFO neutron.wsgi [req-7853bded-982b-4ed1-a57b-a3b13af99e4c req-026659ab-c43f-4f6c-a8e3-458b7624435b service neutron] 10.222.0.41 "GET /v2.0/networks/ad1db160-79ed-4f75-9884-27c71855a2d5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3204241 Jun 28 16:46:37.143860 dv-cinder-798104-1-smb neutron-server[74185]: INFO neutron.wsgi [req-12a97c60-5e7f-4b68-a5fe-97987efe85f6 req-4f7eb69e-c765-4539-95bd-7fa9e525a142 tempest-VolumesSnapshotTestJSON-1870625415 tempest-VolumesSnapshotTestJSON-1870625415-project] 10.222.0.26 "GET /v2.0/security-groups?id=10442f30-80ea-42c2-ade8-747dadff1313&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0748253 Jun 28 16:46:37.298646 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb8f8dd9-b850-48c6-8477-742a2c94b080 req-e6f31037-e221-4076-817f-c6fecc2d21cc tempest-AttachVolumeTestJSON-1575976490 tempest-AttachVolumeTestJSON-1575976490-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 16:46:37.300190 dv-cinder-798104-1-smb neutron-server[74185]: INFO neutron.wsgi [req-eb8f8dd9-b850-48c6-8477-742a2c94b080 req-e6f31037-e221-4076-817f-c6fecc2d21cc tempest-AttachVolumeTestJSON-1575976490 tempest-AttachVolumeTestJSON-1575976490-project] 10.222.0.26 "GET /v2.0/ports?device_id=3665badc-78c1-41fc-9a4d-bea55d14be99 HTTP/1.1" status: 200 len: 944 time: 0.1033533 Jun 28 16:46:37.330130 dv-cinder-798104-1-smb neutron-server[74186]: INFO neutron.wsgi [req-2c5cb867-d415-48a0-9832-7c32b3df2416 req-886430a5-af5e-423f-be1e-dec1b6de7fc3 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=2f9864be4f7741e0aa69625d43b5a918&device_id=3665badc-78c1-41fc-9a4d-bea55d14be99 HTTP/1.1" status: 200 len: 1097 time: 0.1342263 Jun 28 16:46:37.366257 dv-cinder-798104-1-smb neutron-server[74185]: INFO neutron.wsgi [req-eb8f8dd9-b850-48c6-8477-742a2c94b080 req-aa0872ec-312c-4540-8ff4-7237114bf987 tempest-AttachVolumeTestJSON-1575976490 tempest-AttachVolumeTestJSON-1575976490-project] 10.222.0.26 "GET /v2.0/security-groups?id=934817d2-1a75-4f26-ac33-5fb06c40c0b2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0588353 Jun 28 16:46:37.555443 dv-cinder-798104-1-smb neutron-server[74186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c5cb867-d415-48a0-9832-7c32b3df2416 req-7fae1d80-646f-4eba-be6d-b375a321d9d6 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=74186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 16:46:37.557784 dv-cinder-798104-1-smb neutron-server[74186]: INFO neutron.wsgi [req-2c5cb867-d415-48a0-9832-7c32b3df2416 req-7fae1d80-646f-4eba-be6d-b375a321d9d6 service neutron] 10.222.0.41 "GET /v2.0/networks?id=ad1db160-79ed-4f75-9884-27c71855a2d5 HTTP/1.1" status: 200 len: 912 time: 0.2162292 Jun 28 16:46:37.568712 dv-cinder-798104-1-smb neutron-server[74187]: DEBUG neutron.plugins.ml2.rpc [None req-d0e5ad82-df9b-4ee3-8ee9-b93c74fbe1d3 None None] Device 6b595cb0-853f-4480-be59-5894932cb7a8 details requested by agent hyperv_hv-cinder-79810 with host hv-cinder-79810 {{(pid=74187) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 28 16:46:37.683152 dv-cinder-798104-1-smb neutron-server[74186]: INFO neutron.wsgi [req-2c5cb867-d415-48a0-9832-7c32b3df2416 req-e5007a62-2c2b-437e-b7e3-ceabc24ca9f2 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=567022d5-f15c-406e-9bad-30b7f5fb6ef4 HTTP/1.1" status: 200 len: 217 time: 0.1140025 Jun 28 16:46:37.726685 dv-cinder-798104-1-smb neutron-server[74187]: DEBUG neutron.plugins.ml2.db [None req-d0e5ad82-df9b-4ee3-8ee9-b93c74fbe1d3 None None] For port 6b595cb0-853f-4480-be59-5894932cb7a8, host hv-cinder-79810, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79810',level=0,port_id=6b595cb0-853f-4480-be59-5894932cb7a8,segment=NetworkSegment(cc0d5de8-b4ce-4936-a644-d67fb153bab8),segment_id=cc0d5de8-b4ce-4936-a644-d67fb153bab8)] {{(pid=74187) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 16:46:37.741685 dv-cinder-798104-1-smb neutron-server[74187]: DEBUG neutron.plugins.ml2.rpc [None req-d0e5ad82-df9b-4ee3-8ee9-b93c74fbe1d3 None None] Returning: {'device': '6b595cb0-853f-4480-be59-5894932cb7a8', 'network_id': 'a4da694c-7026-41a0-ab61-cef007f20481', 'port_id': '6b595cb0-853f-4480-be59-5894932cb7a8', 'mac_address': 'fa:16:3e:9a:5c:13', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 404, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c40a1941-f468-48f8-9170-2b4d7badfe39', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=74187) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 28 16:46:37.760887 dv-cinder-798104-1-smb neutron-server[74186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c5cb867-d415-48a0-9832-7c32b3df2416 req-6099c951-f560-440b-9d9c-3e69375324f0 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=74186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 16:46:37.762163 dv-cinder-798104-1-smb neutron-server[74186]: INFO neutron.wsgi [req-2c5cb867-d415-48a0-9832-7c32b3df2416 req-6099c951-f560-440b-9d9c-3e69375324f0 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=37b72020-400c-49f7-aceb-0167a7e84569 HTTP/1.1" status: 200 len: 850 time: 0.0684109 Jun 28 16:46:37.818683 dv-cinder-798104-1-smb neutron-server[74187]: DEBUG neutron_lib.callbacks.manager [None req-d0e5ad82-df9b-4ee3-8ee9-b93c74fbe1d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621611'] for port, before_update {{(pid=74187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 16:46:37.842097 dv-cinder-798104-1-smb neutron-server[74187]: DEBUG neutron.notifiers.nova [None req-d0e5ad82-df9b-4ee3-8ee9-b93c74fbe1d3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6b595cb0-853f-4480-be59-5894932cb7a8 {{(pid=74187) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 28 16:46:37.862165 dv-cinder-798104-1-smb neutron-server[74187]: DEBUG neutron.plugins.ml2.db [None req-d0e5ad82-df9b-4ee3-8ee9-b93c74fbe1d3 None None] For port 6b595cb0-853f-4480-be59-5894932cb7a8, host hv-cinder-79810, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79810',level=0,port_id=6b595cb0-853f-4480-be59-5894932cb7a8,segment=NetworkSegment(cc0d5de8-b4ce-4936-a644-d67fb153bab8),segment_id=cc0d5de8-b4ce-4936-a644-d67fb153bab8)] {{(pid=74187) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 16:46:37.872105 dv-cinder-798104-1-smb neutron-server[74187]: DEBUG neutron_lib.callbacks.manager [None req-d0e5ad82-df9b-4ee3-8ee9-b93c74fbe1d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-615041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1598908', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774158213048', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774157688378', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774157688423'] for port, after_update {{(pid=74187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 16:46:37.875079 dv-cinder-798104-1-smb neutron-server[74187]: DEBUG oslo_concurrency.lockutils [None req-d0e5ad82-df9b-4ee3-8ee9-b93c74fbe1d3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74187) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 16:46:37.882339 dv-cinder-798104-1-smb neutron-server[74186]: INFO neutron.wsgi [req-2c5cb867-d415-48a0-9832-7c32b3df2416 req-e640fd41-6b09-4876-adb3-38b91ca228b2 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=ad1db160-79ed-4f75-9884-27c71855a2d5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1071463 Jun 28 16:46:37.967651 dv-cinder-798104-1-smb neutron-server[74187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0e5ad82-df9b-4ee3-8ee9-b93c74fbe1d3 None None] Pushing event updated for resources: {'Port': ['ID=6b595cb0-853f-4480-be59-5894932cb7a8,revision_number=4']} {{(pid=74187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 16:46:37.972714 dv-cinder-798104-1-smb neutron-server[74187]: DEBUG oslo_concurrency.lockutils [None req-d0e5ad82-df9b-4ee3-8ee9-b93c74fbe1d3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=74187) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 16:46:38.054041 dv-cinder-798104-1-smb neutron-server[74186]: INFO neutron.wsgi [req-2c5cb867-d415-48a0-9832-7c32b3df2416 req-fb4aa5c5-b270-4837-bfa3-6cec31637471 service neutron] 10.222.0.41 "GET /v2.0/networks/ad1db160-79ed-4f75-9884-27c71855a2d5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1625116 Jun 28 16:46:38.185024 dv-cinder-798104-1-smb neutron-server[74187]: DEBUG neutron.plugins.ml2.db [None req-d0e5ad82-df9b-4ee3-8ee9-b93c74fbe1d3 None None] get_ports_and_sgs() called for port_ids ['6b595cb0-853f-4480-be59-5894932cb7a8'] {{(pid=74187) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jun 28 16:46:38.201681 dv-cinder-798104-1-smb neutron-server[74186]: INFO neutron.wsgi [req-2c5cb867-d415-48a0-9832-7c32b3df2416 req-f0419f34-522a-4ad1-9408-02934e866314 service neutron] 10.222.0.41 "GET /v2.0/networks/ad1db160-79ed-4f75-9884-27c71855a2d5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1341336 Jun 28 16:46:38.389389 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e906f13-0d03-45a4-9136-c8ff9ecc71b9 req-75d4e1d2-1295-478d-8e94-cf305059d955 tempest-VolumesSnapshotTestJSON-1870625415 tempest-VolumesSnapshotTestJSON-1870625415-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 16:46:38.390951 dv-cinder-798104-1-smb neutron-server[74185]: INFO neutron.wsgi [req-0e906f13-0d03-45a4-9136-c8ff9ecc71b9 req-75d4e1d2-1295-478d-8e94-cf305059d955 tempest-VolumesSnapshotTestJSON-1870625415 tempest-VolumesSnapshotTestJSON-1870625415-project] 10.222.0.26 "GET /v2.0/ports?device_id=b23a08d8-572c-4609-b4f9-7e6b9ffbb24d HTTP/1.1" status: 200 len: 944 time: 0.0876234 Jun 28 16:46:38.440975 dv-cinder-798104-1-smb neutron-server[74185]: INFO neutron.wsgi [req-0e906f13-0d03-45a4-9136-c8ff9ecc71b9 req-9feaf558-630d-4453-b5aa-d78897131348 tempest-VolumesSnapshotTestJSON-1870625415 tempest-VolumesSnapshotTestJSON-1870625415-project] 10.222.0.26 "GET /v2.0/security-groups?id=10442f30-80ea-42c2-ade8-747dadff1313&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441039 Jun 28 16:46:38.587029 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-555f3207-a889-4be5-81d6-81dff1fe481d req-8240b6e2-bad3-492c-8728-861b813594a9 tempest-AttachVolumeTestJSON-1575976490 tempest-AttachVolumeTestJSON-1575976490-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 16:46:38.588601 dv-cinder-798104-1-smb neutron-server[74185]: INFO neutron.wsgi [req-555f3207-a889-4be5-81d6-81dff1fe481d req-8240b6e2-bad3-492c-8728-861b813594a9 tempest-AttachVolumeTestJSON-1575976490 tempest-AttachVolumeTestJSON-1575976490-project] 10.222.0.26 "GET /v2.0/ports?device_id=3665badc-78c1-41fc-9a4d-bea55d14be99 HTTP/1.1" status: 200 len: 944 time: 0.0808883 Jun 28 16:46:38.640335 dv-cinder-798104-1-smb neutron-server[74185]: INFO neutron.wsgi [req-555f3207-a889-4be5-81d6-81dff1fe481d req-407a72ef-3137-479b-aa97-2f55e4854ebc tempest-AttachVolumeTestJSON-1575976490 tempest-AttachVolumeTestJSON-1575976490-project] 10.222.0.26 "GET /v2.0/security-groups?id=934817d2-1a75-4f26-ac33-5fb06c40c0b2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0457025 Jun 28 16:46:39.585232 dv-cinder-798104-1-smb neutron-server[74187]: DEBUG neutron.plugins.ml2.rpc [None req-d0e5ad82-df9b-4ee3-8ee9-b93c74fbe1d3 None None] Device 567022d5-f15c-406e-9bad-30b7f5fb6ef4 details requested by agent hyperv_hv-cinder-79810 with host hv-cinder-79810 {{(pid=74187) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 28 16:46:39.589132 dv-cinder-798104-1-smb neutron-server[74187]: DEBUG neutron.plugins.ml2.rpc [None req-d0e5ad82-df9b-4ee3-8ee9-b93c74fbe1d3 None None] Device 6b595cb0-853f-4480-be59-5894932cb7a8 up at agent hyperv_hv-cinder-79810 {{(pid=74187) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 28 16:46:39.772173 dv-cinder-798104-1-smb neutron-server[74187]: DEBUG neutron.db.provisioning_blocks [None req-d0e5ad82-df9b-4ee3-8ee9-b93c74fbe1d3 None None] Provisioning for port 6b595cb0-853f-4480-be59-5894932cb7a8 completed by entity L2. {{(pid=74187) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 28 16:46:39.781400 dv-cinder-798104-1-smb neutron-server[74187]: DEBUG neutron.db.provisioning_blocks [None req-d0e5ad82-df9b-4ee3-8ee9-b93c74fbe1d3 None None] Provisioning complete for port 6b595cb0-853f-4480-be59-5894932cb7a8 triggered by entity L2. {{(pid=74187) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 28 16:46:39.781738 dv-cinder-798104-1-smb neutron-server[74187]: DEBUG neutron_lib.callbacks.manager [None req-d0e5ad82-df9b-4ee3-8ee9-b93c74fbe1d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1002786'] for port, provisioning_complete {{(pid=74187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 16:46:39.794346 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4755c63-794f-4a6f-97f6-372f6002feb2 req-749ff5a4-0c71-4a84-874b-c203846b0e49 tempest-VolumesSnapshotTestJSON-1870625415 tempest-VolumesSnapshotTestJSON-1870625415-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 16:46:39.807026 dv-cinder-798104-1-smb neutron-server[74185]: INFO neutron.wsgi [req-a4755c63-794f-4a6f-97f6-372f6002feb2 req-749ff5a4-0c71-4a84-874b-c203846b0e49 tempest-VolumesSnapshotTestJSON-1870625415 tempest-VolumesSnapshotTestJSON-1870625415-project] 10.222.0.26 "GET /v2.0/ports?device_id=b23a08d8-572c-4609-b4f9-7e6b9ffbb24d HTTP/1.1" status: 200 len: 944 time: 0.1584177 Jun 28 16:46:39.865162 dv-cinder-798104-1-smb neutron-server[74187]: DEBUG neutron.plugins.ml2.db [None req-d0e5ad82-df9b-4ee3-8ee9-b93c74fbe1d3 None None] For port 567022d5-f15c-406e-9bad-30b7f5fb6ef4, host hv-cinder-79810, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79810',level=0,port_id=567022d5-f15c-406e-9bad-30b7f5fb6ef4,segment=NetworkSegment(c39146b4-a4d2-486a-bb26-fc05ca06bf0a),segment_id=c39146b4-a4d2-486a-bb26-fc05ca06bf0a)] {{(pid=74187) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 16:46:39.883820 dv-cinder-798104-1-smb neutron-server[74187]: DEBUG neutron.plugins.ml2.rpc [None req-d0e5ad82-df9b-4ee3-8ee9-b93c74fbe1d3 None None] Returning: {'device': '567022d5-f15c-406e-9bad-30b7f5fb6ef4', 'network_id': 'ad1db160-79ed-4f75-9884-27c71855a2d5', 'port_id': '567022d5-f15c-406e-9bad-30b7f5fb6ef4', 'mac_address': 'fa:16:3e:8a:a5:e8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 402, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '37b72020-400c-49f7-aceb-0167a7e84569', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=74187) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 28 16:46:39.897913 dv-cinder-798104-1-smb neutron-server[74185]: INFO neutron.wsgi [req-a4755c63-794f-4a6f-97f6-372f6002feb2 req-fe5749fd-0eaa-4e8a-b9f7-504996ca6669 tempest-VolumesSnapshotTestJSON-1870625415 tempest-VolumesSnapshotTestJSON-1870625415-project] 10.222.0.26 "GET /v2.0/security-groups?id=10442f30-80ea-42c2-ade8-747dadff1313&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0893242 Jun 28 16:46:40.003810 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd0d122e-e9f8-4430-a2a7-b5846260ff4c req-063c0b5e-52b8-4a94-ab85-f87bdd6cb71c tempest-AttachVolumeTestJSON-1575976490 tempest-AttachVolumeTestJSON-1575976490-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 16:46:40.005880 dv-cinder-798104-1-smb neutron-server[74185]: INFO neutron.wsgi [req-fd0d122e-e9f8-4430-a2a7-b5846260ff4c req-063c0b5e-52b8-4a94-ab85-f87bdd6cb71c tempest-AttachVolumeTestJSON-1575976490 tempest-AttachVolumeTestJSON-1575976490-project] 10.222.0.26 "GET /v2.0/ports?device_id=3665badc-78c1-41fc-9a4d-bea55d14be99 HTTP/1.1" status: 200 len: 944 time: 0.1063516 Jun 28 16:46:40.040565 dv-cinder-798104-1-smb neutron-server[74187]: DEBUG neutron_lib.callbacks.manager [None req-d0e5ad82-df9b-4ee3-8ee9-b93c74fbe1d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621611'] for port, before_update {{(pid=74187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 16:46:40.061075 dv-cinder-798104-1-smb neutron-server[74185]: INFO neutron.wsgi [req-fd0d122e-e9f8-4430-a2a7-b5846260ff4c req-76c99f04-30c2-430c-b692-9ec9f0188b77 tempest-AttachVolumeTestJSON-1575976490 tempest-AttachVolumeTestJSON-1575976490-project] 10.222.0.26 "GET /v2.0/security-groups?id=934817d2-1a75-4f26-ac33-5fb06c40c0b2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0481710 Jun 28 16:46:40.118309 dv-cinder-798104-1-smb neutron-server[74187]: DEBUG neutron_lib.callbacks.manager [None req-d0e5ad82-df9b-4ee3-8ee9-b93c74fbe1d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621611'] for port, before_update {{(pid=74187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 16:46:40.152595 dv-cinder-798104-1-smb neutron-server[74187]: DEBUG neutron.notifiers.nova [None req-d0e5ad82-df9b-4ee3-8ee9-b93c74fbe1d3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 567022d5-f15c-406e-9bad-30b7f5fb6ef4 {{(pid=74187) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 28 16:46:40.162446 dv-cinder-798104-1-smb neutron-server[74187]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b23a08d8-572c-4609-b4f9-7e6b9ffbb24d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6b595cb0-853f-4480-be59-5894932cb7a8'}] {{(pid=74187) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 28 16:46:40.179894 dv-cinder-798104-1-smb neutron-server[74187]: DEBUG neutron.plugins.ml2.db [None req-d0e5ad82-df9b-4ee3-8ee9-b93c74fbe1d3 None None] For port 6b595cb0-853f-4480-be59-5894932cb7a8, host hv-cinder-79810, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79810',level=0,port_id=6b595cb0-853f-4480-be59-5894932cb7a8,segment=NetworkSegment(cc0d5de8-b4ce-4936-a644-d67fb153bab8),segment_id=cc0d5de8-b4ce-4936-a644-d67fb153bab8)] {{(pid=74187) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 16:46:40.183677 dv-cinder-798104-1-smb neutron-server[74187]: DEBUG neutron.plugins.ml2.db [None req-d0e5ad82-df9b-4ee3-8ee9-b93c74fbe1d3 None None] For port 567022d5-f15c-406e-9bad-30b7f5fb6ef4, host hv-cinder-79810, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79810',level=0,port_id=567022d5-f15c-406e-9bad-30b7f5fb6ef4,segment=NetworkSegment(c39146b4-a4d2-486a-bb26-fc05ca06bf0a),segment_id=c39146b4-a4d2-486a-bb26-fc05ca06bf0a)] {{(pid=74187) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 16:46:40.185557 dv-cinder-798104-1-smb neutron-server[74187]: DEBUG neutron_lib.callbacks.manager [None req-d0e5ad82-df9b-4ee3-8ee9-b93c74fbe1d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-615041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1598908', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774158213048', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774157688378', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774157688423'] for port, after_update {{(pid=74187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 16:46:40.187751 dv-cinder-798104-1-smb neutron-server[74187]: DEBUG oslo_concurrency.lockutils [None req-d0e5ad82-df9b-4ee3-8ee9-b93c74fbe1d3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74187) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 16:46:40.224425 dv-cinder-798104-1-smb neutron-server[74187]: DEBUG neutron_lib.callbacks.manager [None req-d0e5ad82-df9b-4ee3-8ee9-b93c74fbe1d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-615041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1598908', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774158213048', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774157688378', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774157688423'] for port, after_update {{(pid=74187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 16:46:40.227428 dv-cinder-798104-1-smb neutron-server[74187]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b23a08d8-572c-4609-b4f9-7e6b9ffbb24d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6b595cb0-853f-4480-be59-5894932cb7a8', 'code': 200} Jun 28 16:46:40.263411 dv-cinder-798104-1-smb neutron-server[74187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0e5ad82-df9b-4ee3-8ee9-b93c74fbe1d3 None None] Pushing event updated for resources: {'Port': ['ID=6b595cb0-853f-4480-be59-5894932cb7a8,revision_number=5']} {{(pid=74187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 16:46:40.266428 dv-cinder-798104-1-smb neutron-server[74187]: DEBUG oslo_concurrency.lockutils [None req-d0e5ad82-df9b-4ee3-8ee9-b93c74fbe1d3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=74187) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 16:46:40.266907 dv-cinder-798104-1-smb neutron-server[74187]: DEBUG oslo_concurrency.lockutils [None req-d0e5ad82-df9b-4ee3-8ee9-b93c74fbe1d3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.032s {{(pid=74187) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 16:46:40.371674 dv-cinder-798104-1-smb neutron-server[74187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0e5ad82-df9b-4ee3-8ee9-b93c74fbe1d3 None None] Pushing event updated for resources: {'Port': ['ID=567022d5-f15c-406e-9bad-30b7f5fb6ef4,revision_number=4']} {{(pid=74187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 16:46:40.375265 dv-cinder-798104-1-smb neutron-server[74187]: DEBUG oslo_concurrency.lockutils [None req-d0e5ad82-df9b-4ee3-8ee9-b93c74fbe1d3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=74187) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 16:46:40.536689 dv-cinder-798104-1-smb neutron-server[74186]: INFO neutron.wsgi [req-c45bf309-b07b-4788-9989-84dfc5f4be23 req-5d8f86f8-d308-4a66-9d23-53c29fbf6bc9 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=b23a08d8-572c-4609-b4f9-7e6b9ffbb24d HTTP/1.1" status: 200 len: 1098 time: 0.0839472 Jun 28 16:46:40.539461 dv-cinder-798104-1-smb neutron-server[74187]: DEBUG neutron.plugins.ml2.db [None req-d0e5ad82-df9b-4ee3-8ee9-b93c74fbe1d3 None None] get_ports_and_sgs() called for port_ids ['567022d5-f15c-406e-9bad-30b7f5fb6ef4'] {{(pid=74187) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jun 28 16:46:40.590209 dv-cinder-798104-1-smb neutron-server[74186]: INFO neutron.wsgi [req-c45bf309-b07b-4788-9989-84dfc5f4be23 req-21c0406a-52b9-4077-867f-6da1d1f62405 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=10442f30-80ea-42c2-ade8-747dadff1313&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459025 Jun 28 16:46:41.126039 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8abf3415-1376-4e1c-96ea-493d7644c498 req-b62e694d-64e7-4d20-b421-a18c73b4012d tempest-VolumesSnapshotTestJSON-1870625415 tempest-VolumesSnapshotTestJSON-1870625415-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 16:46:41.127744 dv-cinder-798104-1-smb neutron-server[74185]: INFO neutron.wsgi [req-8abf3415-1376-4e1c-96ea-493d7644c498 req-b62e694d-64e7-4d20-b421-a18c73b4012d tempest-VolumesSnapshotTestJSON-1870625415 tempest-VolumesSnapshotTestJSON-1870625415-project] 10.222.0.26 "GET /v2.0/ports?device_id=b23a08d8-572c-4609-b4f9-7e6b9ffbb24d HTTP/1.1" status: 200 len: 945 time: 0.0892031 Jun 28 16:46:41.182785 dv-cinder-798104-1-smb neutron-server[74185]: INFO neutron.wsgi [req-8abf3415-1376-4e1c-96ea-493d7644c498 req-37280096-7355-4ace-9cc3-a2f9fc0fdf74 tempest-VolumesSnapshotTestJSON-1870625415 tempest-VolumesSnapshotTestJSON-1870625415-project] 10.222.0.26 "GET /v2.0/security-groups?id=10442f30-80ea-42c2-ade8-747dadff1313&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0463471 Jun 28 16:46:41.418032 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f8d5dca-9d8a-48c7-9523-82f9faacb442 req-f4bf9f32-d0d7-4259-99ac-a83084f41495 tempest-AttachVolumeTestJSON-1575976490 tempest-AttachVolumeTestJSON-1575976490-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 16:46:41.419513 dv-cinder-798104-1-smb neutron-server[74185]: INFO neutron.wsgi [req-1f8d5dca-9d8a-48c7-9523-82f9faacb442 req-f4bf9f32-d0d7-4259-99ac-a83084f41495 tempest-AttachVolumeTestJSON-1575976490 tempest-AttachVolumeTestJSON-1575976490-project] 10.222.0.26 "GET /v2.0/ports?device_id=3665badc-78c1-41fc-9a4d-bea55d14be99 HTTP/1.1" status: 200 len: 945 time: 0.0908465 Jun 28 16:46:41.468652 dv-cinder-798104-1-smb neutron-server[74185]: INFO neutron.wsgi [req-1f8d5dca-9d8a-48c7-9523-82f9faacb442 req-dfe8f733-16e2-4292-890d-3b7ec98a46f1 tempest-AttachVolumeTestJSON-1575976490 tempest-AttachVolumeTestJSON-1575976490-project] 10.222.0.26 "GET /v2.0/security-groups?id=934817d2-1a75-4f26-ac33-5fb06c40c0b2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433633 Jun 28 16:46:41.595864 dv-cinder-798104-1-smb neutron-server[74187]: DEBUG neutron.plugins.ml2.rpc [None req-d0e5ad82-df9b-4ee3-8ee9-b93c74fbe1d3 None None] Device 567022d5-f15c-406e-9bad-30b7f5fb6ef4 up at agent hyperv_hv-cinder-79810 {{(pid=74187) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 28 16:46:41.681932 dv-cinder-798104-1-smb neutron-server[74187]: DEBUG neutron.db.provisioning_blocks [None req-d0e5ad82-df9b-4ee3-8ee9-b93c74fbe1d3 None None] Provisioning for port 567022d5-f15c-406e-9bad-30b7f5fb6ef4 completed by entity L2. {{(pid=74187) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 28 16:46:41.688842 dv-cinder-798104-1-smb neutron-server[74187]: DEBUG neutron.db.provisioning_blocks [None req-d0e5ad82-df9b-4ee3-8ee9-b93c74fbe1d3 None None] Provisioning complete for port 567022d5-f15c-406e-9bad-30b7f5fb6ef4 triggered by entity L2. {{(pid=74187) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 28 16:46:41.689256 dv-cinder-798104-1-smb neutron-server[74187]: DEBUG neutron_lib.callbacks.manager [None req-d0e5ad82-df9b-4ee3-8ee9-b93c74fbe1d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1002786'] for port, provisioning_complete {{(pid=74187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 16:46:41.833624 dv-cinder-798104-1-smb neutron-server[74187]: DEBUG neutron_lib.callbacks.manager [None req-d0e5ad82-df9b-4ee3-8ee9-b93c74fbe1d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621611'] for port, before_update {{(pid=74187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 16:46:41.886168 dv-cinder-798104-1-smb neutron-server[74187]: DEBUG neutron.plugins.ml2.db [None req-d0e5ad82-df9b-4ee3-8ee9-b93c74fbe1d3 None None] For port 567022d5-f15c-406e-9bad-30b7f5fb6ef4, host hv-cinder-79810, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79810',level=0,port_id=567022d5-f15c-406e-9bad-30b7f5fb6ef4,segment=NetworkSegment(c39146b4-a4d2-486a-bb26-fc05ca06bf0a),segment_id=c39146b4-a4d2-486a-bb26-fc05ca06bf0a)] {{(pid=74187) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 16:46:41.892483 dv-cinder-798104-1-smb neutron-server[74187]: DEBUG neutron_lib.callbacks.manager [None req-d0e5ad82-df9b-4ee3-8ee9-b93c74fbe1d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-615041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1598908', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774158213048', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774157688378', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774157688423'] for port, after_update {{(pid=74187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 16:46:41.894654 dv-cinder-798104-1-smb neutron-server[74187]: DEBUG oslo_concurrency.lockutils [None req-d0e5ad82-df9b-4ee3-8ee9-b93c74fbe1d3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74187) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 16:46:41.963598 dv-cinder-798104-1-smb neutron-server[74187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0e5ad82-df9b-4ee3-8ee9-b93c74fbe1d3 None None] Pushing event updated for resources: {'Port': ['ID=567022d5-f15c-406e-9bad-30b7f5fb6ef4,revision_number=5']} {{(pid=74187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 16:46:41.968064 dv-cinder-798104-1-smb neutron-server[74187]: DEBUG oslo_concurrency.lockutils [None req-d0e5ad82-df9b-4ee3-8ee9-b93c74fbe1d3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=74187) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 16:46:42.228610 dv-cinder-798104-1-smb neutron-server[74187]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3665badc-78c1-41fc-9a4d-bea55d14be99', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '567022d5-f15c-406e-9bad-30b7f5fb6ef4'}] {{(pid=74187) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 28 16:46:42.297274 dv-cinder-798104-1-smb neutron-server[74187]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3665badc-78c1-41fc-9a4d-bea55d14be99', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '567022d5-f15c-406e-9bad-30b7f5fb6ef4', 'code': 200} Jun 28 16:46:42.452241 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7a3e5e5-4509-4e7c-bf73-41114834d368 req-a397e2cb-22ed-4733-9fb2-b9dfd8bfbd24 tempest-VolumesSnapshotTestJSON-1870625415 tempest-VolumesSnapshotTestJSON-1870625415-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 16:46:42.454626 dv-cinder-798104-1-smb neutron-server[74185]: INFO neutron.wsgi [req-f7a3e5e5-4509-4e7c-bf73-41114834d368 req-a397e2cb-22ed-4733-9fb2-b9dfd8bfbd24 tempest-VolumesSnapshotTestJSON-1870625415 tempest-VolumesSnapshotTestJSON-1870625415-project] 10.222.0.26 "GET /v2.0/ports?device_id=b23a08d8-572c-4609-b4f9-7e6b9ffbb24d HTTP/1.1" status: 200 len: 945 time: 0.1041279 Jun 28 16:46:42.508978 dv-cinder-798104-1-smb neutron-server[74185]: INFO neutron.wsgi [req-f7a3e5e5-4509-4e7c-bf73-41114834d368 req-26d65c89-6acc-494f-9bde-ccc4cb3f97d0 tempest-VolumesSnapshotTestJSON-1870625415 tempest-VolumesSnapshotTestJSON-1870625415-project] 10.222.0.26 "GET /v2.0/security-groups?id=10442f30-80ea-42c2-ade8-747dadff1313&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0477655 Jun 28 16:46:42.668612 dv-cinder-798104-1-smb neutron-server[74186]: INFO neutron.wsgi [req-a2041f4b-4d0b-40da-b542-963ee84f0a7a req-596c19a4-45c7-40d6-a1f1-97a6f84734b2 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=3665badc-78c1-41fc-9a4d-bea55d14be99 HTTP/1.1" status: 200 len: 1099 time: 0.1356022 Jun 28 16:46:42.731948 dv-cinder-798104-1-smb neutron-server[74186]: INFO neutron.wsgi [req-a2041f4b-4d0b-40da-b542-963ee84f0a7a req-6b04a499-7ee1-4808-9440-db92e0c9f2f2 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=934817d2-1a75-4f26-ac33-5fb06c40c0b2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0509863 Jun 28 16:46:42.756149 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d2994b0-7a6d-4e1d-af32-2fa26f96e6f8 req-b6069208-06cd-4c41-935e-b71c4bb13d4c tempest-AttachVolumeTestJSON-1575976490 tempest-AttachVolumeTestJSON-1575976490-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 16:46:42.757721 dv-cinder-798104-1-smb neutron-server[74185]: INFO neutron.wsgi [req-0d2994b0-7a6d-4e1d-af32-2fa26f96e6f8 req-b6069208-06cd-4c41-935e-b71c4bb13d4c tempest-AttachVolumeTestJSON-1575976490 tempest-AttachVolumeTestJSON-1575976490-project] 10.222.0.26 "GET /v2.0/ports?device_id=3665badc-78c1-41fc-9a4d-bea55d14be99 HTTP/1.1" status: 200 len: 946 time: 0.1009629 Jun 28 16:46:42.807726 dv-cinder-798104-1-smb neutron-server[74185]: INFO neutron.wsgi [req-0d2994b0-7a6d-4e1d-af32-2fa26f96e6f8 req-e61b7734-9d50-4c43-b672-c12b7e5f4290 tempest-AttachVolumeTestJSON-1575976490 tempest-AttachVolumeTestJSON-1575976490-project] 10.222.0.26 "GET /v2.0/security-groups?id=934817d2-1a75-4f26-ac33-5fb06c40c0b2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442133 Jun 28 16:46:43.488324 dv-cinder-798104-1-smb neutron-server[74186]: DEBUG neutron.wsgi [-] (74186) accepted ('10.222.0.26', 53312) {{(pid=74186) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 28 16:46:43.615242 dv-cinder-798104-1-smb neutron-server[74187]: DEBUG neutron_lib.callbacks.manager [None req-3441d384-ef91-403b-a309-3b3d9009565d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774158209648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1002899'] for agent, after_update {{(pid=74187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 16:46:43.667928 dv-cinder-798104-1-smb neutron-server[74186]: DEBUG neutron_lib.callbacks.manager [None req-e0124a64-2b7e-4c57-84ca-728b388d9f3e admin admin] Notify callbacks [] for security_group, before_create {{(pid=74186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 16:46:43.708716 dv-cinder-798104-1-smb neutron-server[74186]: DEBUG neutron.db.quota.driver [None req-e0124a64-2b7e-4c57-84ca-728b388d9f3e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74186) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 28 16:46:43.713942 dv-cinder-798104-1-smb neutron-server[74186]: DEBUG neutron.quota.resource [None req-e0124a64-2b7e-4c57-84ca-728b388d9f3e admin admin] Usage tracker for resource:security_group_rule and tenant:9a75a4264af94634bdbccd5673ee12da is out of sync, need to count used quota {{(pid=74186) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 28 16:46:43.717781 dv-cinder-798104-1-smb neutron-server[74186]: DEBUG neutron.quota.resource [None req-e0124a64-2b7e-4c57-84ca-728b388d9f3e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=74186) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 28 16:46:43.724893 dv-cinder-798104-1-smb neutron-server[74186]: DEBUG neutron.db.quota.driver [None req-e0124a64-2b7e-4c57-84ca-728b388d9f3e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74186) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 28 16:46:43.828811 dv-cinder-798104-1-smb neutron-server[74186]: DEBUG neutron_lib.callbacks.manager [None req-e0124a64-2b7e-4c57-84ca-728b388d9f3e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=74186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 16:46:43.835985 dv-cinder-798104-1-smb neutron-server[74186]: DEBUG neutron_lib.callbacks.manager [None req-e0124a64-2b7e-4c57-84ca-728b388d9f3e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2050486'] for security_group, after_create {{(pid=74186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 16:46:43.862855 dv-cinder-798104-1-smb neutron-server[74186]: DEBUG oslo_concurrency.lockutils [None req-a099814f-515d-4a6b-ac5d-c5b0a3b3b5de admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74186) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 16:46:43.908931 dv-cinder-798104-1-smb neutron-server[74187]: DEBUG neutron_lib.callbacks.manager [None req-c72dd329-595c-4eca-9296-ba6eff8780d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774158209648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1002899'] for agent, after_update {{(pid=74187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 16:46:43.936891 dv-cinder-798104-1-smb neutron-server[74186]: INFO neutron.wsgi [None req-e0124a64-2b7e-4c57-84ca-728b388d9f3e admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=9a75a4264af94634bdbccd5673ee12da&name=default HTTP/1.1" status: 200 len: 2647 time: 0.4462268 Jun 28 16:46:43.939693 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG neutron.wsgi [-] (74185) accepted ('10.222.0.26', 53320) {{(pid=74185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 28 16:46:43.944836 dv-cinder-798104-1-smb neutron-server[74186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0124a64-2b7e-4c57-84ca-728b388d9f3e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6c2356bf-c4c5-4651-9220-5c3d754d1de9,revision_number=1']} {{(pid=74186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 16:46:43.950757 dv-cinder-798104-1-smb neutron-server[74186]: DEBUG oslo_concurrency.lockutils [None req-e0124a64-2b7e-4c57-84ca-728b388d9f3e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=74186) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 16:46:44.126004 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG neutron_lib.callbacks.manager [None req-5ae0bc3b-1f4b-49b3-af0a-0ec7aad38186 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=74185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 16:46:44.192732 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG neutron_lib.callbacks.manager [None req-5ae0bc3b-1f4b-49b3-af0a-0ec7aad38186 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=74185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 16:46:44.258043 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab7d8fef-2a83-4227-9f57-38b766641a58 req-d24848c4-8e5d-40dd-bc51-46d6e9ae2e65 tempest-AttachVolumeTestJSON-1575976490 tempest-AttachVolumeTestJSON-1575976490-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 16:46:44.260017 dv-cinder-798104-1-smb neutron-server[74185]: INFO neutron.wsgi [req-ab7d8fef-2a83-4227-9f57-38b766641a58 req-d24848c4-8e5d-40dd-bc51-46d6e9ae2e65 tempest-AttachVolumeTestJSON-1575976490 tempest-AttachVolumeTestJSON-1575976490-project] 10.222.0.26 "GET /v2.0/ports?device_id=3665badc-78c1-41fc-9a4d-bea55d14be99 HTTP/1.1" status: 200 len: 946 time: 0.2200356 Jun 28 16:46:44.332060 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG neutron_lib.callbacks.manager [None req-5ae0bc3b-1f4b-49b3-af0a-0ec7aad38186 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2050486'] for security_group, after_delete {{(pid=74185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 16:46:44.341172 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG oslo_concurrency.lockutils [None req-1e2ced4c-b9ad-4152-a9df-3d69c500e390 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74185) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 16:46:44.360450 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ae0bc3b-1f4b-49b3-af0a-0ec7aad38186 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6c2356bf-c4c5-4651-9220-5c3d754d1de9,revision_number=None']} {{(pid=74185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 16:46:44.382508 dv-cinder-798104-1-smb neutron-server[74185]: INFO neutron.wsgi [req-ab7d8fef-2a83-4227-9f57-38b766641a58 req-4a96f832-b360-4c8b-beb7-e03dbb286fdd tempest-AttachVolumeTestJSON-1575976490 tempest-AttachVolumeTestJSON-1575976490-project] 10.222.0.26 "GET /v2.0/security-groups?id=934817d2-1a75-4f26-ac33-5fb06c40c0b2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1088288 Jun 28 16:46:44.383599 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG oslo_concurrency.lockutils [None req-5ae0bc3b-1f4b-49b3-af0a-0ec7aad38186 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=74185) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 16:46:44.386303 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG neutron_lib.callbacks.manager [None req-5ae0bc3b-1f4b-49b3-af0a-0ec7aad38186 admin admin] Notify callbacks [] for security_group, before_response {{(pid=74185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 16:46:44.389447 dv-cinder-798104-1-smb neutron-server[74185]: INFO neutron.wsgi [None req-5ae0bc3b-1f4b-49b3-af0a-0ec7aad38186 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/6c2356bf-c4c5-4651-9220-5c3d754d1de9 HTTP/1.1" status: 204 len: 168 time: 0.4462261 Jun 28 16:46:45.399770 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG neutron.wsgi [-] (74185) accepted ('10.222.0.26', 53346) {{(pid=74185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 28 16:46:45.568107 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG neutron.api.v2.base [None req-d3a5385e-0340-457b-8d8e-4ccc84752a51 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1780542593-network', 'tenant_id': '8c5d7eb385cf4b6484fd4ebafedcfebd'}} {{(pid=74185) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jun 28 16:46:45.573620 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG neutron.db.quota.driver [None req-d3a5385e-0340-457b-8d8e-4ccc84752a51 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74185) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 28 16:46:45.578255 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG neutron.quota.resource [None req-d3a5385e-0340-457b-8d8e-4ccc84752a51 admin admin] Usage tracker for resource:network and tenant:8c5d7eb385cf4b6484fd4ebafedcfebd is out of sync, need to count used quota {{(pid=74185) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 28 16:46:45.585455 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG neutron.quota.resource [None req-d3a5385e-0340-457b-8d8e-4ccc84752a51 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=74185) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 28 16:46:45.624927 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG neutron.db.quota.driver [None req-d3a5385e-0340-457b-8d8e-4ccc84752a51 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74185) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 28 16:46:45.649852 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d3a5385e-0340-457b-8d8e-4ccc84752a51 admin admin] Made reservation on behalf of 8c5d7eb385cf4b6484fd4ebafedcfebd for: {'network': 1} {{(pid=74185) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 28 16:46:45.652291 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG neutron_lib.callbacks.manager [None req-d3a5385e-0340-457b-8d8e-4ccc84752a51 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621611'] for network, before_create {{(pid=74185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 16:46:45.673735 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG neutron_lib.callbacks.manager [None req-d3a5385e-0340-457b-8d8e-4ccc84752a51 admin admin] Notify callbacks [] for security_group, before_create {{(pid=74185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 16:46:45.743575 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d7b7d05-d7d8-475c-8748-c0c1917a1944 req-36c7e2f0-b6fa-42be-9d61-348111e7387f tempest-AttachVolumeTestJSON-1575976490 tempest-AttachVolumeTestJSON-1575976490-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 16:46:45.745867 dv-cinder-798104-1-smb neutron-server[74185]: INFO neutron.wsgi [req-8d7b7d05-d7d8-475c-8748-c0c1917a1944 req-36c7e2f0-b6fa-42be-9d61-348111e7387f tempest-AttachVolumeTestJSON-1575976490 tempest-AttachVolumeTestJSON-1575976490-project] 10.222.0.26 "GET /v2.0/ports?device_id=3665badc-78c1-41fc-9a4d-bea55d14be99 HTTP/1.1" status: 200 len: 946 time: 0.1640735 Jun 28 16:46:45.755382 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG neutron.db.quota.driver [None req-d3a5385e-0340-457b-8d8e-4ccc84752a51 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74185) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 28 16:46:45.787101 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG neutron.quota.resource [None req-d3a5385e-0340-457b-8d8e-4ccc84752a51 admin admin] Usage tracker for resource:security_group_rule and tenant:8c5d7eb385cf4b6484fd4ebafedcfebd is out of sync, need to count used quota {{(pid=74185) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 28 16:46:45.803219 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG neutron.quota.resource [None req-d3a5385e-0340-457b-8d8e-4ccc84752a51 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=74185) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 28 16:46:45.829351 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG neutron.db.quota.driver [None req-d3a5385e-0340-457b-8d8e-4ccc84752a51 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74185) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 28 16:46:45.860276 dv-cinder-798104-1-smb neutron-server[74185]: INFO neutron.wsgi [req-8d7b7d05-d7d8-475c-8748-c0c1917a1944 req-26bae4bb-816e-4d68-b4a2-c48f8d9d5da4 tempest-AttachVolumeTestJSON-1575976490 tempest-AttachVolumeTestJSON-1575976490-project] 10.222.0.26 "GET /v2.0/security-groups?id=934817d2-1a75-4f26-ac33-5fb06c40c0b2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1061683 Jun 28 16:46:45.962924 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG neutron_lib.callbacks.manager [None req-d3a5385e-0340-457b-8d8e-4ccc84752a51 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=74185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 16:46:45.970051 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG neutron_lib.callbacks.manager [None req-d3a5385e-0340-457b-8d8e-4ccc84752a51 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2050486'] for security_group, after_create {{(pid=74185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 16:46:45.973995 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG oslo_concurrency.lockutils [None req-e56070c6-edb7-46fb-8caf-98722da39488 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74185) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 16:46:46.017529 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d3a5385e-0340-457b-8d8e-4ccc84752a51 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 403} {{(pid=74185) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:149}} Jun 28 16:46:46.163466 dv-cinder-798104-1-smb neutron-server[74187]: DEBUG neutron_lib.callbacks.manager [None req-8e2e3de2-0f99-429a-9741-cedc9ddae2d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774158209648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1002899'] for agent, after_update {{(pid=74187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 16:46:46.195005 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3a5385e-0340-457b-8d8e-4ccc84752a51 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=901b7593-fb91-4275-9080-1ea39a8999ed,revision_number=1']} {{(pid=74185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 16:46:46.204471 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG oslo_concurrency.lockutils [None req-d3a5385e-0340-457b-8d8e-4ccc84752a51 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.230s {{(pid=74185) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 16:46:46.206620 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG neutron_lib.callbacks.manager [None req-d3a5385e-0340-457b-8d8e-4ccc84752a51 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-938564'] for segment, precommit_create {{(pid=74185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 16:46:46.206779 dv-cinder-798104-1-smb neutron-server[74185]: INFO neutron.db.segments_db [None req-d3a5385e-0340-457b-8d8e-4ccc84752a51 admin admin] Added segment 3dc75ba6-bfde-44f0-93f7-81b93a0ad439 of type vlan for network c51a219d-aea3-485c-897b-dd81c8d14108 Jun 28 16:46:46.244664 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG neutron_lib.callbacks.manager [None req-d3a5385e-0340-457b-8d8e-4ccc84752a51 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774157680294'] for network, precommit_create {{(pid=74185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 16:46:46.287990 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62de0e55-b844-4202-88ef-06ac0e5f78b6 req-7d7b2ea3-f210-4e39-87d6-1d548256ed22 tempest-AttachVolumeTestJSON-1575976490 tempest-AttachVolumeTestJSON-1575976490-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 16:46:46.289424 dv-cinder-798104-1-smb neutron-server[74185]: INFO neutron.wsgi [req-62de0e55-b844-4202-88ef-06ac0e5f78b6 req-7d7b2ea3-f210-4e39-87d6-1d548256ed22 tempest-AttachVolumeTestJSON-1575976490 tempest-AttachVolumeTestJSON-1575976490-project] 10.222.0.26 "GET /v2.0/ports?device_id=3665badc-78c1-41fc-9a4d-bea55d14be99 HTTP/1.1" status: 200 len: 946 time: 0.2670996 Jun 28 16:46:46.294784 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG neutron_lib.callbacks.manager [None req-d3a5385e-0340-457b-8d8e-4ccc84752a51 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2050463', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1598908'] for network, after_create {{(pid=74185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 16:46:46.296343 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d3a5385e-0340-457b-8d8e-4ccc84752a51 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=74185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 16:46:46.297257 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG neutron_lib.callbacks.manager [None req-d3a5385e-0340-457b-8d8e-4ccc84752a51 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1598890'] for network, before_response {{(pid=74185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 16:46:46.301833 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG oslo_concurrency.lockutils [None req-d2261875-94bb-4efe-b06b-be05625c3c25 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=74185) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 16:46:46.303468 dv-cinder-798104-1-smb neutron-server[74186]: DEBUG neutron.wsgi [-] (74186) accepted ('10.222.0.26', 53366) {{(pid=74186) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 28 16:46:46.310566 dv-cinder-798104-1-smb neutron-server[74186]: DEBUG neutron.api.v2.base [None req-cec86157-617b-4e46-a649-d418606d39a3 tempest-AttachVolumeTestJSON-1575976490 tempest-AttachVolumeTestJSON-1575976490-project] Request body: {'floatingip': {'port_id': '567022d5-f15c-406e-9bad-30b7f5fb6ef4'}} {{(pid=74186) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jun 28 16:46:46.395615 dv-cinder-798104-1-smb neutron-server[74186]: DEBUG neutron_lib.callbacks.manager [None req-cec86157-617b-4e46-a649-d418606d39a3 tempest-AttachVolumeTestJSON-1575976490 tempest-AttachVolumeTestJSON-1575976490-project] Notify callbacks [] for floatingip, before_update {{(pid=74186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 16:46:46.406524 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3a5385e-0340-457b-8d8e-4ccc84752a51 admin admin] Pushing event updated for resources: {'Network': ['ID=c51a219d-aea3-485c-897b-dd81c8d14108,revision_number=1']} {{(pid=74185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 16:46:46.413387 dv-cinder-798104-1-smb neutron-server[74185]: INFO neutron.wsgi [None req-d3a5385e-0340-457b-8d8e-4ccc84752a51 admin admin] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 1.0122321 Jun 28 16:46:46.414461 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG oslo_concurrency.lockutils [None req-d3a5385e-0340-457b-8d8e-4ccc84752a51 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=74185) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 16:46:46.414910 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG neutron.wsgi [-] (74185) accepted ('10.222.0.26', 53370) {{(pid=74185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 28 16:46:46.423316 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG neutron.api.v2.base [None req-3344d649-7747-4fc3-b243-9194b5a0d9c0 admin admin] Request body: {'subnet': {'network_id': 'c51a219d-aea3-485c-897b-dd81c8d14108', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1780542593-subnet', 'tenant_id': '8c5d7eb385cf4b6484fd4ebafedcfebd', 'ip_version': 4}} {{(pid=74185) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jun 28 16:46:46.427031 dv-cinder-798104-1-smb neutron-server[74187]: DEBUG neutron.plugins.ml2.rpc [None req-c72dd329-595c-4eca-9296-ba6eff8780d9 None None] Network c51a219d-aea3-485c-897b-dd81c8d14108 details requested by agent ovs-agent-dv-cinder-798104-1-smb with host dv-cinder-798104-1-smb {{(pid=74187) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 28 16:46:46.437360 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG neutron.db.quota.driver [None req-3344d649-7747-4fc3-b243-9194b5a0d9c0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74185) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 28 16:46:46.455108 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG neutron.quota.resource [None req-3344d649-7747-4fc3-b243-9194b5a0d9c0 admin admin] Usage tracker for resource:subnet and tenant:8c5d7eb385cf4b6484fd4ebafedcfebd is out of sync, need to count used quota {{(pid=74185) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 28 16:46:46.473627 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG neutron.quota.resource [None req-3344d649-7747-4fc3-b243-9194b5a0d9c0 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=74185) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 28 16:46:46.486069 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG neutron.db.quota.driver [None req-3344d649-7747-4fc3-b243-9194b5a0d9c0 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74185) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 28 16:46:46.505187 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3344d649-7747-4fc3-b243-9194b5a0d9c0 admin admin] Made reservation on behalf of 8c5d7eb385cf4b6484fd4ebafedcfebd for: {'subnet': 1} {{(pid=74185) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 28 16:46:46.509358 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG neutron_lib.callbacks.manager [None req-3344d649-7747-4fc3-b243-9194b5a0d9c0 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15445246'] for subnet, before_create {{(pid=74185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 16:46:46.771759 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG neutron_lib.callbacks.manager [None req-3344d649-7747-4fc3-b243-9194b5a0d9c0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107460', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1598908', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15648503', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-15445228'] for subnet, after_create {{(pid=74185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 16:46:46.776026 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG oslo_concurrency.lockutils [None req-94a7c2de-8b85-46ad-b0cd-709694a8a444 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74185) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 16:46:46.852385 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3344d649-7747-4fc3-b243-9194b5a0d9c0 admin admin] Pushing event updated for resources: {'Subnet': ['ID=b208fee6-e725-4900-8dd2-8d94468ed059,revision_number=0']} {{(pid=74185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 16:46:46.857193 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG oslo_concurrency.lockutils [None req-3344d649-7747-4fc3-b243-9194b5a0d9c0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=74185) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 16:46:46.868802 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3344d649-7747-4fc3-b243-9194b5a0d9c0 admin admin] Checking segment: {'id': '3dc75ba6-bfde-44f0-93f7-81b93a0ad439', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': 'c51a219d-aea3-485c-897b-dd81c8d14108'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=74185) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jun 28 16:46:46.868802 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3344d649-7747-4fc3-b243-9194b5a0d9c0 admin admin] Network hostable DHCP agents. Network: c51a219d-aea3-485c-897b-dd81c8d14108, hostable agents: ['55edce43-ec1d-45c6-9e7a-198ba4834d81'], hosted agents: [] {{(pid=74185) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 28 16:46:46.893776 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3344d649-7747-4fc3-b243-9194b5a0d9c0 admin admin] Network c51a219d-aea3-485c-897b-dd81c8d14108 is scheduled to be hosted by DHCP agent 55edce43-ec1d-45c6-9e7a-198ba4834d81 with binding_index 1 {{(pid=74185) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 28 16:46:46.909087 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG neutron.scheduler.base_scheduler [None req-3344d649-7747-4fc3-b243-9194b5a0d9c0 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-798104-1-smb, c51a219d-aea3-485c-897b-dd81c8d14108) {{(pid=74185) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 28 16:46:46.918857 dv-cinder-798104-1-smb neutron-server[74187]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e7ca14d0-6177-46b8-b9d3-49409bf7ba86 None None] Network c51a219d-aea3-485c-897b-dd81c8d14108 requested from dv-cinder-798104-1-smb {{(pid=74187) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jun 28 16:46:46.919061 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3344d649-7747-4fc3-b243-9194b5a0d9c0 admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=74185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 16:46:46.919644 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG neutron_lib.callbacks.manager [None req-3344d649-7747-4fc3-b243-9194b5a0d9c0 admin admin] Notify callbacks [] for subnet, before_response {{(pid=74185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 16:46:46.953020 dv-cinder-798104-1-smb neutron-server[74185]: INFO neutron.wsgi [None req-3344d649-7747-4fc3-b243-9194b5a0d9c0 admin admin] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.5347061 Jun 28 16:46:46.953682 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG neutron.wsgi [-] (74185) accepted ('10.222.0.26', 53376) {{(pid=74185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 28 16:46:46.961304 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG neutron.api.v2.base [None req-d3cd7087-cde2-4ff8-ade3-bc364463a40a admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1780542593-router', 'tenant_id': '8c5d7eb385cf4b6484fd4ebafedcfebd', 'external_gateway_info': {'network_id': 'f9715ce2-16ba-4ae9-9a15-557432d0a5ed'}}} {{(pid=74185) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jun 28 16:46:46.967446 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG neutron.db.quota.driver [None req-d3cd7087-cde2-4ff8-ade3-bc364463a40a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74185) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 28 16:46:46.973598 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG neutron.quota.resource [None req-d3cd7087-cde2-4ff8-ade3-bc364463a40a admin admin] Usage tracker for resource:router and tenant:8c5d7eb385cf4b6484fd4ebafedcfebd is out of sync, need to count used quota {{(pid=74185) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 28 16:46:46.978192 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG neutron.quota.resource [None req-d3cd7087-cde2-4ff8-ade3-bc364463a40a admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=74185) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 28 16:46:46.985440 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG neutron.db.quota.driver [None req-d3cd7087-cde2-4ff8-ade3-bc364463a40a admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74185) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 28 16:46:46.997539 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG neutron_lib.callbacks.manager [None req-d3cd7087-cde2-4ff8-ade3-bc364463a40a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1623891', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3692'] for router, before_create {{(pid=74185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 16:46:46.998470 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG neutron_lib.callbacks.manager [None req-d3cd7087-cde2-4ff8-ade3-bc364463a40a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1622264', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1624284', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2010498', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3685'] for router, precommit_create {{(pid=74185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 16:46:47.018593 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG neutron_lib.callbacks.manager [None req-d3cd7087-cde2-4ff8-ade3-bc364463a40a admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=74185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 16:46:47.174716 dv-cinder-798104-1-smb neutron-server[74186]: DEBUG neutron_lib.callbacks.manager [None req-cec86157-617b-4e46-a649-d418606d39a3 tempest-AttachVolumeTestJSON-1575976490 tempest-AttachVolumeTestJSON-1575976490-project] Notify callbacks [] for floatingip, precommit_update {{(pid=74186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 16:46:47.179210 dv-cinder-798104-1-smb neutron-server[74186]: DEBUG neutron_lib.callbacks.manager [None req-cec86157-617b-4e46-a649-d418606d39a3 tempest-AttachVolumeTestJSON-1575976490 tempest-AttachVolumeTestJSON-1575976490-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1624410'] for floatingip, after_update {{(pid=74186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 16:46:47.180384 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG neutron_lib.callbacks.manager [None req-d3cd7087-cde2-4ff8-ade3-bc364463a40a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1624266', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1623873', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3699'] for router, precommit_update {{(pid=74185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 16:46:47.321614 dv-cinder-798104-1-smb neutron-server[74187]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-872fde7b-79ad-4e94-82f3-255fb56491fd None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpdd6b328c-d855-5cf5-99ae-0baf1e0ae5dd-c51a219d-aea3-485c-897b-dd81c8d14108', 'network_id': 'c51a219d-aea3-485c-897b-dd81c8d14108', 'tenant_id': '8c5d7eb385cf4b6484fd4ebafedcfebd', 'fixed_ips': [{'subnet_id': 'b208fee6-e725-4900-8dd2-8d94468ed059'}]}} from dv-cinder-798104-1-smb. {{(pid=74187) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Jun 28 16:46:47.322442 dv-cinder-798104-1-smb neutron-server[74187]: DEBUG neutron_lib.callbacks.manager [None req-872fde7b-79ad-4e94-82f3-255fb56491fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621611'] for port, before_create {{(pid=74187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 16:46:47.406775 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG neutron_lib.callbacks.manager [None req-d3cd7087-cde2-4ff8-ade3-bc364463a40a admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=74185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 16:46:47.416186 dv-cinder-798104-1-smb neutron-server[74186]: INFO neutron.db.l3_db [None req-cec86157-617b-4e46-a649-d418606d39a3 tempest-AttachVolumeTestJSON-1575976490 tempest-AttachVolumeTestJSON-1575976490-project] Floating IP 959c7a27-a7ff-4d46-bd7f-d5c25fc6f705 associated. External IP: 172.28.3.191, port: 567022d5-f15c-406e-9bad-30b7f5fb6ef4. Jun 28 16:46:47.440152 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG neutron_lib.callbacks.manager [None req-d3cd7087-cde2-4ff8-ade3-bc364463a40a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621611'] for port, before_create {{(pid=74185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 16:46:47.513762 dv-cinder-798104-1-smb neutron-server[74187]: DEBUG neutron.db.db_base_plugin_common [None req-872fde7b-79ad-4e94-82f3-255fb56491fd None None] Allocated IP 172.20.0.2 (c51a219d-aea3-485c-897b-dd81c8d14108/b208fee6-e725-4900-8dd2-8d94468ed059/82755058-025d-42b2-a8ec-8b91ec8ce0df) {{(pid=74187) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 28 16:46:47.623859 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG neutron.db.db_base_plugin_common [None req-d3cd7087-cde2-4ff8-ade3-bc364463a40a admin admin] Allocated IP 172.28.3.127 (f9715ce2-16ba-4ae9-9a15-557432d0a5ed/e3a20e14-2eea-4943-8cec-1fe85e8448d0/657e2dfc-512f-4959-bc5f-53243ebe1e70) {{(pid=74185) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 28 16:46:47.633773 dv-cinder-798104-1-smb neutron-server[74187]: DEBUG neutron_lib.callbacks.manager [None req-17b6939a-39ed-439c-8d74-c49ac6595f0c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774158209648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1002899'] for agent, after_update {{(pid=74187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 16:46:47.775288 dv-cinder-798104-1-smb neutron-server[74187]: DEBUG neutron_lib.callbacks.manager [None req-872fde7b-79ad-4e94-82f3-255fb56491fd None None] Notify callbacks [] for port, precommit_create {{(pid=74187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 16:46:47.807856 dv-cinder-798104-1-smb neutron-server[74187]: DEBUG neutron.db.provisioning_blocks [None req-872fde7b-79ad-4e94-82f3-255fb56491fd None None] Transition to ACTIVE for port object 82755058-025d-42b2-a8ec-8b91ec8ce0df will not be triggered until provisioned by entity L2. {{(pid=74187) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 28 16:46:47.867585 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG neutron_lib.callbacks.manager [None req-d3cd7087-cde2-4ff8-ade3-bc364463a40a admin admin] Notify callbacks [] for port, precommit_create {{(pid=74185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 16:46:47.867920 dv-cinder-798104-1-smb neutron-server[74187]: DEBUG neutron.db.provisioning_blocks [None req-872fde7b-79ad-4e94-82f3-255fb56491fd None None] Transition to ACTIVE for port object 82755058-025d-42b2-a8ec-8b91ec8ce0df will not be triggered until provisioned by entity DHCP. {{(pid=74187) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 28 16:46:47.876752 dv-cinder-798104-1-smb neutron-server[74187]: DEBUG neutron_lib.callbacks.manager [None req-872fde7b-79ad-4e94-82f3-255fb56491fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-615041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1598908', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774157688360'] for port, after_create {{(pid=74187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 16:46:47.885667 dv-cinder-798104-1-smb neutron-server[74187]: DEBUG oslo_concurrency.lockutils [None req-d0e5ad82-df9b-4ee3-8ee9-b93c74fbe1d3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74187) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 16:46:47.919021 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG neutron_lib.callbacks.manager [None req-d3cd7087-cde2-4ff8-ade3-bc364463a40a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-615041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1598908', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774157688360', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15648331'] for port, after_create {{(pid=74185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 16:46:47.923535 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG oslo_concurrency.lockutils [None req-7a29b878-8fcb-441e-9897-fb7652ef97f2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74185) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 16:46:47.971141 dv-cinder-798104-1-smb neutron-server[74187]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-872fde7b-79ad-4e94-82f3-255fb56491fd None None] Network c51a219d-aea3-485c-897b-dd81c8d14108 is already hosted by enough agents. {{(pid=74187) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 28 16:46:47.972412 dv-cinder-798104-1-smb neutron-server[74187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-872fde7b-79ad-4e94-82f3-255fb56491fd None None] Pushing event updated for resources: {'Port': ['ID=82755058-025d-42b2-a8ec-8b91ec8ce0df,revision_number=1']} {{(pid=74187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 16:46:47.977029 dv-cinder-798104-1-smb neutron-server[74187]: DEBUG neutron.scheduler.base_scheduler [None req-872fde7b-79ad-4e94-82f3-255fb56491fd None None] Resources bound (agent type, host, resource id): {{(pid=74187) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 28 16:46:47.980143 dv-cinder-798104-1-smb neutron-server[74187]: DEBUG oslo_concurrency.lockutils [None req-872fde7b-79ad-4e94-82f3-255fb56491fd None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=74187) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 16:46:47.981297 dv-cinder-798104-1-smb neutron-server[74187]: DEBUG neutron.db.l3_dvrscheduler_db [None req-872fde7b-79ad-4e94-82f3-255fb56491fd None None] Received port after_create {{(pid=74187) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 28 16:46:47.986477 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d3cd7087-cde2-4ff8-ade3-bc364463a40a admin admin] Network f9715ce2-16ba-4ae9-9a15-557432d0a5ed is already hosted by enough agents. {{(pid=74185) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 28 16:46:47.990870 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG neutron.scheduler.base_scheduler [None req-d3cd7087-cde2-4ff8-ade3-bc364463a40a admin admin] Resources bound (agent type, host, resource id): {{(pid=74185) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 28 16:46:47.994867 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3cd7087-cde2-4ff8-ade3-bc364463a40a admin admin] Received port after_create {{(pid=74185) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 28 16:46:48.018727 dv-cinder-798104-1-smb neutron-server[74186]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cec86157-617b-4e46-a649-d418606d39a3 tempest-AttachVolumeTestJSON-1575976490 tempest-AttachVolumeTestJSON-1575976490-project] Router 30e00ac4-b549-4d86-a0ee-d327f17cf3c1 has already been hosted by L3 agent 633adcd1-515e-4435-b14d-49f054abd10f {{(pid=74186) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 28 16:46:48.037131 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3cd7087-cde2-4ff8-ade3-bc364463a40a admin admin] Pushing event updated for resources: {'Port': ['ID=657e2dfc-512f-4959-bc5f-53243ebe1e70,revision_number=1']} {{(pid=74185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 16:46:48.041783 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG oslo_concurrency.lockutils [None req-d3cd7087-cde2-4ff8-ade3-bc364463a40a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.118s {{(pid=74185) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 16:46:48.085752 dv-cinder-798104-1-smb neutron-server[74187]: DEBUG neutron.plugins.ml2.managers [None req-872fde7b-79ad-4e94-82f3-255fb56491fd None None] Attempting to bind port 82755058-025d-42b2-a8ec-8b91ec8ce0df on host dv-cinder-798104-1-smb for vnic_type normal with profile {{(pid=74187) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 28 16:46:48.086126 dv-cinder-798104-1-smb neutron-server[74187]: DEBUG neutron.plugins.ml2.managers [None req-872fde7b-79ad-4e94-82f3-255fb56491fd None None] Attempting to bind port 82755058-025d-42b2-a8ec-8b91ec8ce0df by drivers openvswitch,hyperv on host dv-cinder-798104-1-smb at level 0 using segments [{'id': '3dc75ba6-bfde-44f0-93f7-81b93a0ad439', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': 'c51a219d-aea3-485c-897b-dd81c8d14108'}] {{(pid=74187) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 28 16:46:48.086493 dv-cinder-798104-1-smb neutron-server[74187]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-872fde7b-79ad-4e94-82f3-255fb56491fd None None] Attempting to bind port 82755058-025d-42b2-a8ec-8b91ec8ce0df on network c51a219d-aea3-485c-897b-dd81c8d14108 {{(pid=74187) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jun 28 16:46:48.094780 dv-cinder-798104-1-smb neutron-server[74187]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-872fde7b-79ad-4e94-82f3-255fb56491fd None None] Checking agent: {'id': 'fa82f27f-b773-4083-82bf-f246fc41f2de', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-798104-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 28, 16, 32, 44), 'started_at': datetime.datetime(2021, 6, 28, 16, 33, 14), 'heartbeat_timestamp': datetime.datetime(2021, 6, 28, 16, 46, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-798104-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=74187) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jun 28 16:46:48.095162 dv-cinder-798104-1-smb neutron-server[74187]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-872fde7b-79ad-4e94-82f3-255fb56491fd None None] Checking segment: {'id': '3dc75ba6-bfde-44f0-93f7-81b93a0ad439', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': 'c51a219d-aea3-485c-897b-dd81c8d14108'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=74187) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jun 28 16:46:48.095575 dv-cinder-798104-1-smb neutron-server[74187]: DEBUG neutron_lib.callbacks.manager [None req-872fde7b-79ad-4e94-82f3-255fb56491fd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=74187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 16:46:48.095976 dv-cinder-798104-1-smb neutron-server[74187]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-872fde7b-79ad-4e94-82f3-255fb56491fd None None] Bound using segment: {'id': '3dc75ba6-bfde-44f0-93f7-81b93a0ad439', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': 'c51a219d-aea3-485c-897b-dd81c8d14108'} {{(pid=74187) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jun 28 16:46:48.096496 dv-cinder-798104-1-smb neutron-server[74187]: DEBUG neutron.plugins.ml2.managers [None req-872fde7b-79ad-4e94-82f3-255fb56491fd None None] Bound port: 82755058-025d-42b2-a8ec-8b91ec8ce0df, host: dv-cinder-798104-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3dc75ba6-bfde-44f0-93f7-81b93a0ad439', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': 'c51a219d-aea3-485c-897b-dd81c8d14108'}}] {{(pid=74187) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 28 16:46:48.096875 dv-cinder-798104-1-smb neutron-server[74187]: DEBUG neutron_lib.callbacks.manager [None req-872fde7b-79ad-4e94-82f3-255fb56491fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621611'] for port, before_update {{(pid=74187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 16:46:48.197791 dv-cinder-798104-1-smb neutron-server[74187]: DEBUG neutron.plugins.ml2.db [None req-872fde7b-79ad-4e94-82f3-255fb56491fd None None] For port 82755058-025d-42b2-a8ec-8b91ec8ce0df, host dv-cinder-798104-1-smb, cleared binding levels {{(pid=74187) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 28 16:46:48.201588 dv-cinder-798104-1-smb neutron-server[74187]: DEBUG neutron.plugins.ml2.db [None req-872fde7b-79ad-4e94-82f3-255fb56491fd None None] For port 82755058-025d-42b2-a8ec-8b91ec8ce0df, host dv-cinder-798104-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-798104-1-smb',level=0,port_id=82755058-025d-42b2-a8ec-8b91ec8ce0df,segment=NetworkSegment(3dc75ba6-bfde-44f0-93f7-81b93a0ad439),segment_id=3dc75ba6-bfde-44f0-93f7-81b93a0ad439)] {{(pid=74187) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 28 16:46:48.209624 dv-cinder-798104-1-smb neutron-server[74187]: DEBUG neutron_lib.callbacks.manager [None req-872fde7b-79ad-4e94-82f3-255fb56491fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-615041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1598908', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774158213048', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774157688378', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774157688423'] for port, after_update {{(pid=74187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 16:46:48.221870 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG neutron_lib.callbacks.manager [None req-d3cd7087-cde2-4ff8-ade3-bc364463a40a admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=74185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 16:46:48.222626 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG neutron_lib.callbacks.manager [None req-d3cd7087-cde2-4ff8-ade3-bc364463a40a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1623880', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1624305'] for router, after_create {{(pid=74185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 16:46:48.227447 dv-cinder-798104-1-smb neutron-server[74187]: DEBUG oslo_concurrency.lockutils [None req-dc743808-3cfd-4cd1-b154-3bb0caabd4ed None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74187) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 16:46:48.366546 dv-cinder-798104-1-smb neutron-server[74187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-872fde7b-79ad-4e94-82f3-255fb56491fd None None] Pushing event updated for resources: {'Port': ['ID=82755058-025d-42b2-a8ec-8b91ec8ce0df,revision_number=2']} {{(pid=74187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 16:46:48.372007 dv-cinder-798104-1-smb neutron-server[74187]: DEBUG oslo_concurrency.lockutils [None req-872fde7b-79ad-4e94-82f3-255fb56491fd None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.144s {{(pid=74187) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 16:46:48.550555 dv-cinder-798104-1-smb neutron-server[74186]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cec86157-617b-4e46-a649-d418606d39a3 tempest-AttachVolumeTestJSON-1575976490 tempest-AttachVolumeTestJSON-1575976490-project] Notify agent at l3_agent.dv-cinder-798104-1-smb the message routers_updated {{(pid=74186) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 28 16:46:48.591094 dv-cinder-798104-1-smb neutron-server[74186]: DEBUG neutron_lib.callbacks.manager [None req-cec86157-617b-4e46-a649-d418606d39a3 tempest-AttachVolumeTestJSON-1575976490 tempest-AttachVolumeTestJSON-1575976490-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129357'] for floatingip, before_response {{(pid=74186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 16:46:48.593289 dv-cinder-798104-1-smb neutron-server[74187]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03d7c3fd-811c-4367-9233-3e03a878e502 None None] Sync routers for ids ['30e00ac4-b549-4d86-a0ee-d327f17cf3c1'] in dv-cinder-798104-1-smb {{(pid=74187) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jun 28 16:46:48.625171 dv-cinder-798104-1-smb neutron-server[74187]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03d7c3fd-811c-4367-9233-3e03a878e502 None None] Routers {'30e00ac4-b549-4d86-a0ee-d327f17cf3c1'} bound to L3 agent in host dv-cinder-798104-1-smb {{(pid=74187) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 28 16:46:48.625702 dv-cinder-798104-1-smb neutron-server[74187]: DEBUG neutron.db.l3_hamode_db [None req-03d7c3fd-811c-4367-9233-3e03a878e502 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-798104-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-28T16:32:46Z,description=,heartbeat_timestamp=2021-06-28T16:46:46Z,host='dv-cinder-798104-1-smb',id=633adcd1-515e-4435-b14d-49f054abd10f,load=0,resource_versions=,resources_synced=,started_at=2021-06-28T16:32:46Z,topic='l3_agent')) {'router_ids': ['30e00ac4-b549-4d86-a0ee-d327f17cf3c1'], 'active': True} {{(pid=74187) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 16:46:48.781076 dv-cinder-798104-1-smb neutron-server[74186]: INFO neutron.wsgi [None req-cec86157-617b-4e46-a649-d418606d39a3 tempest-AttachVolumeTestJSON-1575976490 tempest-AttachVolumeTestJSON-1575976490-project] 10.222.0.26 "PUT /v2.0/floatingips/959c7a27-a7ff-4d46-bd7f-d5c25fc6f705 HTTP/1.1" status: 200 len: 992 time: 2.4752944 Jun 28 16:46:48.781845 dv-cinder-798104-1-smb neutron-server[74186]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3665badc-78c1-41fc-9a4d-bea55d14be99', 'tag': '567022d5-f15c-406e-9bad-30b7f5fb6ef4'}] {{(pid=74186) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 28 16:46:48.817350 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d3cd7087-cde2-4ff8-ade3-bc364463a40a admin admin] Router 9d53da9d-51e9-4397-b40c-f87f3acd0f12 is scheduled to L3 agent 633adcd1-515e-4435-b14d-49f054abd10f with binding_index 1 {{(pid=74185) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jun 28 16:46:48.831920 dv-cinder-798104-1-smb neutron-server[74187]: DEBUG neutron_lib.callbacks.manager [None req-d49266a9-82cf-4da4-977f-ceca59b71534 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774158209648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1002899'] for agent, after_update {{(pid=74187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 16:46:48.882741 dv-cinder-798104-1-smb neutron-server[74186]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3665badc-78c1-41fc-9a4d-bea55d14be99', 'tag': '567022d5-f15c-406e-9bad-30b7f5fb6ef4', 'status': 'completed', 'code': 200} Jun 28 16:46:48.961926 dv-cinder-798104-1-smb neutron-server[74187]: DEBUG neutron.plugins.ml2.rpc [None req-c72dd329-595c-4eca-9296-ba6eff8780d9 None None] Device 82755058-025d-42b2-a8ec-8b91ec8ce0df up at agent ovs-agent-dv-cinder-798104-1-smb {{(pid=74187) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 28 16:46:49.028348 dv-cinder-798104-1-smb neutron-server[74186]: INFO neutron.wsgi [req-bfcfc4de-dc08-4b71-bf65-fe6a03f9eae1 req-234f8493-5067-42dd-9abe-a5b3adeb039b service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=2f9864be4f7741e0aa69625d43b5a918&device_id=3665badc-78c1-41fc-9a4d-bea55d14be99 HTTP/1.1" status: 200 len: 1099 time: 0.1006699 Jun 28 16:46:49.049839 dv-cinder-798104-1-smb neutron-server[74187]: DEBUG neutron.db.l3_dvr_db [None req-03d7c3fd-811c-4367-9233-3e03a878e502 None None] Set router 30e00ac4-b549-4d86-a0ee-d327f17cf3c1 gateway port host: dv-cinder-798104-1-smb {{(pid=74187) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jun 28 16:46:49.141234 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d3cd7087-cde2-4ff8-ade3-bc364463a40a admin admin] Notify agent at l3_agent.dv-cinder-798104-1-smb the message routers_updated {{(pid=74185) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 28 16:46:49.156706 dv-cinder-798104-1-smb neutron-server[74188]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a9b69be-df46-4e17-acf7-c8bc7176b56e None None] Sync routers for ids ['9d53da9d-51e9-4397-b40c-f87f3acd0f12'] in dv-cinder-798104-1-smb {{(pid=74188) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jun 28 16:46:49.159153 dv-cinder-798104-1-smb neutron-server[74187]: DEBUG neutron.db.provisioning_blocks [None req-c72dd329-595c-4eca-9296-ba6eff8780d9 None None] Provisioning for port 82755058-025d-42b2-a8ec-8b91ec8ce0df completed by entity L2. {{(pid=74187) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 28 16:46:49.190696 dv-cinder-798104-1-smb neutron-server[74188]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a9b69be-df46-4e17-acf7-c8bc7176b56e None None] Routers {'9d53da9d-51e9-4397-b40c-f87f3acd0f12'} bound to L3 agent in host dv-cinder-798104-1-smb {{(pid=74188) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 28 16:46:49.191546 dv-cinder-798104-1-smb neutron-server[74188]: DEBUG neutron.db.l3_hamode_db [None req-8a9b69be-df46-4e17-acf7-c8bc7176b56e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-798104-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-28T16:32:46Z,description=,heartbeat_timestamp=2021-06-28T16:46:46Z,host='dv-cinder-798104-1-smb',id=633adcd1-515e-4435-b14d-49f054abd10f,load=0,resource_versions=,resources_synced=,started_at=2021-06-28T16:32:46Z,topic='l3_agent')) {'router_ids': ['9d53da9d-51e9-4397-b40c-f87f3acd0f12'], 'active': True} {{(pid=74188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 16:46:49.209420 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG neutron_lib.callbacks.manager [None req-d3cd7087-cde2-4ff8-ade3-bc364463a40a admin admin] Notify callbacks [] for router, before_response {{(pid=74185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 16:46:49.211095 dv-cinder-798104-1-smb neutron-server[74185]: INFO neutron.wsgi [None req-d3cd7087-cde2-4ff8-ade3-bc364463a40a admin admin] 10.222.0.26 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 2.2560375 Jun 28 16:46:49.215509 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG neutron.wsgi [-] (74185) accepted ('10.222.0.26', 53394) {{(pid=74185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 28 16:46:49.364631 dv-cinder-798104-1-smb neutron-server[74186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfcfc4de-dc08-4b71-bf65-fe6a03f9eae1 req-4cb2aa83-a831-4487-93f1-cf91ad5901d9 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=74186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 16:46:49.367447 dv-cinder-798104-1-smb neutron-server[74186]: INFO neutron.wsgi [req-bfcfc4de-dc08-4b71-bf65-fe6a03f9eae1 req-4cb2aa83-a831-4487-93f1-cf91ad5901d9 service neutron] 10.222.0.41 "GET /v2.0/networks?id=ad1db160-79ed-4f75-9884-27c71855a2d5 HTTP/1.1" status: 200 len: 912 time: 0.3215573 Jun 28 16:46:49.530181 dv-cinder-798104-1-smb neutron-server[74188]: DEBUG neutron.db.l3_dvr_db [None req-8a9b69be-df46-4e17-acf7-c8bc7176b56e None None] Set router 9d53da9d-51e9-4397-b40c-f87f3acd0f12 gateway port host: dv-cinder-798104-1-smb {{(pid=74188) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jun 28 16:46:49.698442 dv-cinder-798104-1-smb neutron-server[74187]: DEBUG neutron_lib.callbacks.manager [None req-d0e5ad82-df9b-4ee3-8ee9-b93c74fbe1d3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774158209648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1002899'] for agent, after_update {{(pid=74187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 16:46:49.767151 dv-cinder-798104-1-smb neutron-server[74186]: INFO neutron.wsgi [req-bfcfc4de-dc08-4b71-bf65-fe6a03f9eae1 req-b498d179-9dd3-4ac2-ae88-a253af537824 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=567022d5-f15c-406e-9bad-30b7f5fb6ef4 HTTP/1.1" status: 200 len: 1000 time: 0.3847473 Jun 28 16:46:49.801428 dv-cinder-798104-1-smb neutron-server[74187]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dcacf9c0-c160-47fc-a8e2-868435d0b21d None None] Network c51a219d-aea3-485c-897b-dd81c8d14108 requested from dv-cinder-798104-1-smb {{(pid=74187) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jun 28 16:46:49.853877 dv-cinder-798104-1-smb neutron-server[74186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfcfc4de-dc08-4b71-bf65-fe6a03f9eae1 req-ba6b49b9-c717-4563-9499-d03a9f3cdb72 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=74186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 16:46:49.855135 dv-cinder-798104-1-smb neutron-server[74186]: INFO neutron.wsgi [req-bfcfc4de-dc08-4b71-bf65-fe6a03f9eae1 req-ba6b49b9-c717-4563-9499-d03a9f3cdb72 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=37b72020-400c-49f7-aceb-0167a7e84569 HTTP/1.1" status: 200 len: 850 time: 0.0725987 Jun 28 16:46:50.014540 dv-cinder-798104-1-smb neutron-server[74187]: DEBUG neutron.db.l3_hamode_db [None req-03d7c3fd-811c-4367-9233-3e03a878e502 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '30e00ac4-b549-4d86-a0ee-d327f17cf3c1', 'name': 'tempest-AttachVolumeTestJSON-1815267279-router', 'tenant_id': '2f9864be4f7741e0aa69625d43b5a918', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f9715ce2-16ba-4ae9-9a15-557432d0a5ed', 'external_fixed_ips': [{'subnet_id': 'e3a20e14-2eea-4943-8cec-1fe85e8448d0', 'ip_address': '172.28.3.202'}], 'enable_snat': True}, 'gw_port_id': '600f6151-facc-4997-ba41-54649124a999', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-28T16:41:09Z', 'updated_at': '2021-06-28T16:41:24Z', 'revision_number': 4, 'project_id': '2f9864be4f7741e0aa69625d43b5a918', 'gw_port': {'id': '600f6151-facc-4997-ba41-54649124a999', 'name': '', 'network_id': 'f9715ce2-16ba-4ae9-9a15-557432d0a5ed', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:53:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30e00ac4-b549-4d86-a0ee-d327f17cf3c1', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e3a20e14-2eea-4943-8cec-1fe85e8448d0', 'ip_address': '172.28.3.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798104-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T16:41:10Z', 'updated_at': '2021-06-28T16:41:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e3a20e14-2eea-4943-8cec-1fe85e8448d0', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798104-1-smb', '_floatingips': [{'id': '959c7a27-a7ff-4d46-bd7f-d5c25fc6f705', 'tenant_id': '2f9864be4f7741e0aa69625d43b5a918', 'floating_ip_address': '172.28.3.191', 'floating_network_id': 'f9715ce2-16ba-4ae9-9a15-557432d0a5ed', 'router_id': '30e00ac4-b549-4d86-a0ee-d327f17cf3c1', 'port_id': '567022d5-f15c-406e-9bad-30b7f5fb6ef4', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ad1db160-79ed-4f75-9884-27c71855a2d5', 'mac_address': 'fa:16:3e:8a:a5:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3665badc-78c1-41fc-9a4d-bea55d14be99', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-28T16:46:26Z', 'updated_at': '2021-06-28T16:46:47Z', 'revision_number': 1, 'project_id': '2f9864be4f7741e0aa69625d43b5a918', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9e62c1b4-b2c3-4819-9e9c-653784818f44', 'name': '', 'network_id': 'ad1db160-79ed-4f75-9884-27c71855a2d5', 'tenant_id': '2f9864be4f7741e0aa69625d43b5a918', 'mac_address': 'fa:16:3e:d1:33:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30e00ac4-b549-4d86-a0ee-d327f17cf3c1', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '37b72020-400c-49f7-aceb-0167a7e84569', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798104-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T16:41:21Z', 'updated_at': '2021-06-28T16:41:43Z', 'revision_number': 5, 'project_id': '2f9864be4f7741e0aa69625d43b5a918', 'subnets': [{'id': '37b72020-400c-49f7-aceb-0167a7e84569', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-798104-1-smb', False) {} {{(pid=74187) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 16:46:50.051796 dv-cinder-798104-1-smb neutron-server[74187]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03d7c3fd-811c-4367-9233-3e03a878e502 None None] Checking router: 30e00ac4-b549-4d86-a0ee-d327f17cf3c1 for host: dv-cinder-798104-1-smb {{(pid=74187) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Jun 28 16:46:50.084815 dv-cinder-798104-1-smb neutron-server[74187]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03d7c3fd-811c-4367-9233-3e03a878e502 None None] Routers {'30e00ac4-b549-4d86-a0ee-d327f17cf3c1'} bound to L3 agent in host dv-cinder-798104-1-smb {{(pid=74187) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 28 16:46:50.086528 dv-cinder-798104-1-smb neutron-server[74187]: DEBUG neutron.db.l3_hamode_db [None req-03d7c3fd-811c-4367-9233-3e03a878e502 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-798104-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-28T16:32:46Z,description=,heartbeat_timestamp=2021-06-28T16:46:46Z,host='dv-cinder-798104-1-smb',id=633adcd1-515e-4435-b14d-49f054abd10f,load=0,resource_versions=,resources_synced=,started_at=2021-06-28T16:32:46Z,topic='l3_agent')) {'router_ids': ['30e00ac4-b549-4d86-a0ee-d327f17cf3c1'], 'active': True} {{(pid=74187) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 16:46:50.093650 dv-cinder-798104-1-smb neutron-server[74186]: INFO neutron.wsgi [req-bfcfc4de-dc08-4b71-bf65-fe6a03f9eae1 req-c66356e2-975d-4209-86ec-7ae64ec3c59e service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=ad1db160-79ed-4f75-9884-27c71855a2d5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.2272875 Jun 28 16:46:50.120168 dv-cinder-798104-1-smb neutron-server[74188]: DEBUG neutron.db.l3_hamode_db [None req-8a9b69be-df46-4e17-acf7-c8bc7176b56e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9d53da9d-51e9-4397-b40c-f87f3acd0f12', 'name': 'tempest-TestShelveInstance-1780542593-router', 'tenant_id': '8c5d7eb385cf4b6484fd4ebafedcfebd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f9715ce2-16ba-4ae9-9a15-557432d0a5ed', 'external_fixed_ips': [{'subnet_id': 'e3a20e14-2eea-4943-8cec-1fe85e8448d0', 'ip_address': '172.28.3.127'}], 'enable_snat': True}, 'gw_port_id': '657e2dfc-512f-4959-bc5f-53243ebe1e70', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-28T16:46:47Z', 'updated_at': '2021-06-28T16:46:48Z', 'revision_number': 3, 'project_id': '8c5d7eb385cf4b6484fd4ebafedcfebd', 'gw_port': {'id': '657e2dfc-512f-4959-bc5f-53243ebe1e70', 'name': '', 'network_id': 'f9715ce2-16ba-4ae9-9a15-557432d0a5ed', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:0f:36', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9d53da9d-51e9-4397-b40c-f87f3acd0f12', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e3a20e14-2eea-4943-8cec-1fe85e8448d0', 'ip_address': '172.28.3.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T16:46:47Z', 'updated_at': '2021-06-28T16:46:47Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'e3a20e14-2eea-4943-8cec-1fe85e8448d0', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798104-1-smb'}], 'dv-cinder-798104-1-smb', False) {} {{(pid=74188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 16:46:50.125569 dv-cinder-798104-1-smb neutron-server[74188]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a9b69be-df46-4e17-acf7-c8bc7176b56e None None] Checking router: 9d53da9d-51e9-4397-b40c-f87f3acd0f12 for host: dv-cinder-798104-1-smb {{(pid=74188) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Jun 28 16:46:50.126016 dv-cinder-798104-1-smb neutron-server[74188]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a9b69be-df46-4e17-acf7-c8bc7176b56e None None] Updating router 9d53da9d-51e9-4397-b40c-f87f3acd0f12 port 657e2dfc-512f-4959-bc5f-53243ebe1e70 binding host dv-cinder-798104-1-smb {{(pid=74188) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Jun 28 16:46:50.236032 dv-cinder-798104-1-smb neutron-server[74188]: DEBUG neutron_lib.callbacks.manager [None req-8a9b69be-df46-4e17-acf7-c8bc7176b56e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621611'] for port, before_update {{(pid=74188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 16:46:50.370399 dv-cinder-798104-1-smb neutron-server[74186]: INFO neutron.wsgi [req-bfcfc4de-dc08-4b71-bf65-fe6a03f9eae1 req-05998771-f507-4cc5-9fc0-4b76278ab629 service neutron] 10.222.0.41 "GET /v2.0/networks/ad1db160-79ed-4f75-9884-27c71855a2d5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2628565 Jun 28 16:46:50.423373 dv-cinder-798104-1-smb neutron-server[74187]: DEBUG neutron.db.provisioning_blocks [None req-cdaafc31-a522-4483-bcbc-cff02fcb94b6 None None] Provisioning for port 82755058-025d-42b2-a8ec-8b91ec8ce0df completed by entity DHCP. {{(pid=74187) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 28 16:46:50.440191 dv-cinder-798104-1-smb neutron-server[74187]: DEBUG neutron.db.provisioning_blocks [None req-cdaafc31-a522-4483-bcbc-cff02fcb94b6 None None] Provisioning complete for port 82755058-025d-42b2-a8ec-8b91ec8ce0df triggered by entity DHCP. {{(pid=74187) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 28 16:46:50.440574 dv-cinder-798104-1-smb neutron-server[74187]: DEBUG neutron_lib.callbacks.manager [None req-cdaafc31-a522-4483-bcbc-cff02fcb94b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1002786'] for port, provisioning_complete {{(pid=74187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 16:46:50.649901 dv-cinder-798104-1-smb neutron-server[74187]: DEBUG neutron.db.l3_dvr_db [None req-03d7c3fd-811c-4367-9233-3e03a878e502 None None] Set router 30e00ac4-b549-4d86-a0ee-d327f17cf3c1 gateway port host: dv-cinder-798104-1-smb {{(pid=74187) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jun 28 16:46:50.655896 dv-cinder-798104-1-smb neutron-server[74186]: INFO neutron.wsgi [req-bfcfc4de-dc08-4b71-bf65-fe6a03f9eae1 req-8e151e3b-8d33-4d39-b60f-d8a615fb7ea1 service neutron] 10.222.0.41 "GET /v2.0/networks/ad1db160-79ed-4f75-9884-27c71855a2d5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2548866 Jun 28 16:46:50.712641 dv-cinder-798104-1-smb neutron-server[74188]: DEBUG neutron_lib.callbacks.manager [None req-8a9b69be-df46-4e17-acf7-c8bc7176b56e None None] Notify callbacks [] for port, precommit_update {{(pid=74188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 16:46:50.734779 dv-cinder-798104-1-smb neutron-server[74188]: DEBUG neutron.db.provisioning_blocks [None req-8a9b69be-df46-4e17-acf7-c8bc7176b56e None None] Transition to ACTIVE for port object 657e2dfc-512f-4959-bc5f-53243ebe1e70 will not be triggered until provisioned by entity L2. {{(pid=74188) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 28 16:46:50.746020 dv-cinder-798104-1-smb neutron-server[74188]: DEBUG neutron_lib.callbacks.manager [None req-8a9b69be-df46-4e17-acf7-c8bc7176b56e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-615041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1598908', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774158213048', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774157688378', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774157688423'] for port, after_update {{(pid=74188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 16:46:50.753947 dv-cinder-798104-1-smb neutron-server[74188]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74188) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 16:46:50.807929 dv-cinder-798104-1-smb neutron-server[74187]: DEBUG neutron_lib.callbacks.manager [None req-cdaafc31-a522-4483-bcbc-cff02fcb94b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621611'] for port, before_update {{(pid=74187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 16:46:50.899181 dv-cinder-798104-1-smb neutron-server[74188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fa7c319-723e-4764-81a5-1b5a4301f755 None None] Pushing event updated for resources: {'Port': ['ID=657e2dfc-512f-4959-bc5f-53243ebe1e70,revision_number=2']} {{(pid=74188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 16:46:50.913527 dv-cinder-798104-1-smb neutron-server[74188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fa7c319-723e-4764-81a5-1b5a4301f755 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798104-1-smb {{(pid=74188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 16:46:50.913871 dv-cinder-798104-1-smb neutron-server[74188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fa7c319-723e-4764-81a5-1b5a4301f755 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798104-1-smb {{(pid=74188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 16:46:50.914245 dv-cinder-798104-1-smb neutron-server[74188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fa7c319-723e-4764-81a5-1b5a4301f755 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798104-1-smb {{(pid=74188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 16:46:50.914618 dv-cinder-798104-1-smb neutron-server[74188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fa7c319-723e-4764-81a5-1b5a4301f755 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-798104-1-smb {{(pid=74188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 16:46:50.914950 dv-cinder-798104-1-smb neutron-server[74188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fa7c319-723e-4764-81a5-1b5a4301f755 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798104-1-smb {{(pid=74188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 16:46:50.915289 dv-cinder-798104-1-smb neutron-server[74188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fa7c319-723e-4764-81a5-1b5a4301f755 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-798104-1-smb {{(pid=74188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 16:46:50.915732 dv-cinder-798104-1-smb neutron-server[74188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fa7c319-723e-4764-81a5-1b5a4301f755 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798104-1-smb {{(pid=74188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 16:46:50.916187 dv-cinder-798104-1-smb neutron-server[74188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fa7c319-723e-4764-81a5-1b5a4301f755 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798104-1-smb {{(pid=74188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 16:46:50.916519 dv-cinder-798104-1-smb neutron-server[74188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fa7c319-723e-4764-81a5-1b5a4301f755 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798104-1-smb {{(pid=74188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 16:46:50.917004 dv-cinder-798104-1-smb neutron-server[74188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fa7c319-723e-4764-81a5-1b5a4301f755 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798104-1-smb {{(pid=74188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 16:46:50.917331 dv-cinder-798104-1-smb neutron-server[74188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fa7c319-723e-4764-81a5-1b5a4301f755 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798104-1-smb {{(pid=74188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 16:46:50.921422 dv-cinder-798104-1-smb neutron-server[74188]: DEBUG oslo_concurrency.lockutils [None req-5fa7c319-723e-4764-81a5-1b5a4301f755 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.167s {{(pid=74188) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 16:46:50.926499 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG neutron_lib.callbacks.manager [None req-8a7a8ecb-71a4-4588-8110-56f44e41bf85 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621611'] for port, before_create {{(pid=74185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 16:46:50.934735 dv-cinder-798104-1-smb neutron-server[74188]: DEBUG neutron.plugins.ml2.managers [None req-8a9b69be-df46-4e17-acf7-c8bc7176b56e None None] Attempting to bind port 657e2dfc-512f-4959-bc5f-53243ebe1e70 on host dv-cinder-798104-1-smb for vnic_type normal with profile {{(pid=74188) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 28 16:46:50.935135 dv-cinder-798104-1-smb neutron-server[74188]: DEBUG neutron.plugins.ml2.managers [None req-8a9b69be-df46-4e17-acf7-c8bc7176b56e None None] Attempting to bind port 657e2dfc-512f-4959-bc5f-53243ebe1e70 by drivers openvswitch,hyperv on host dv-cinder-798104-1-smb at level 0 using segments [{'id': '1fdcd85b-55c4-4ae7-ac73-ac3bd2107891', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f9715ce2-16ba-4ae9-9a15-557432d0a5ed'}] {{(pid=74188) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 28 16:46:50.935458 dv-cinder-798104-1-smb neutron-server[74188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a9b69be-df46-4e17-acf7-c8bc7176b56e None None] Attempting to bind port 657e2dfc-512f-4959-bc5f-53243ebe1e70 on network f9715ce2-16ba-4ae9-9a15-557432d0a5ed {{(pid=74188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jun 28 16:46:50.943721 dv-cinder-798104-1-smb neutron-server[74187]: DEBUG neutron.plugins.ml2.db [None req-cdaafc31-a522-4483-bcbc-cff02fcb94b6 None None] For port 82755058-025d-42b2-a8ec-8b91ec8ce0df, host dv-cinder-798104-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-798104-1-smb',level=0,port_id=82755058-025d-42b2-a8ec-8b91ec8ce0df,segment=NetworkSegment(3dc75ba6-bfde-44f0-93f7-81b93a0ad439),segment_id=3dc75ba6-bfde-44f0-93f7-81b93a0ad439)] {{(pid=74187) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 16:46:50.946398 dv-cinder-798104-1-smb neutron-server[74188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a9b69be-df46-4e17-acf7-c8bc7176b56e None None] Checking agent: {'id': 'fa82f27f-b773-4083-82bf-f246fc41f2de', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-798104-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 28, 16, 32, 44), 'started_at': datetime.datetime(2021, 6, 28, 16, 33, 14), 'heartbeat_timestamp': datetime.datetime(2021, 6, 28, 16, 46, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-798104-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=74188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jun 28 16:46:50.946914 dv-cinder-798104-1-smb neutron-server[74188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a9b69be-df46-4e17-acf7-c8bc7176b56e None None] Checking segment: {'id': '1fdcd85b-55c4-4ae7-ac73-ac3bd2107891', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f9715ce2-16ba-4ae9-9a15-557432d0a5ed'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=74188) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jun 28 16:46:50.947362 dv-cinder-798104-1-smb neutron-server[74188]: DEBUG neutron_lib.callbacks.manager [None req-8a9b69be-df46-4e17-acf7-c8bc7176b56e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=74188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 16:46:50.947763 dv-cinder-798104-1-smb neutron-server[74188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a9b69be-df46-4e17-acf7-c8bc7176b56e None None] Bound using segment: {'id': '1fdcd85b-55c4-4ae7-ac73-ac3bd2107891', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f9715ce2-16ba-4ae9-9a15-557432d0a5ed'} {{(pid=74188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jun 28 16:46:50.948460 dv-cinder-798104-1-smb neutron-server[74188]: DEBUG neutron.plugins.ml2.managers [None req-8a9b69be-df46-4e17-acf7-c8bc7176b56e None None] Bound port: 657e2dfc-512f-4959-bc5f-53243ebe1e70, host: dv-cinder-798104-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1fdcd85b-55c4-4ae7-ac73-ac3bd2107891', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f9715ce2-16ba-4ae9-9a15-557432d0a5ed'}}] {{(pid=74188) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 28 16:46:50.948932 dv-cinder-798104-1-smb neutron-server[74188]: DEBUG neutron_lib.callbacks.manager [None req-8a9b69be-df46-4e17-acf7-c8bc7176b56e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621611'] for port, before_update {{(pid=74188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 16:46:50.958289 dv-cinder-798104-1-smb neutron-server[74187]: DEBUG neutron_lib.callbacks.manager [None req-cdaafc31-a522-4483-bcbc-cff02fcb94b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-615041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1598908', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774158213048', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774157688378', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774157688423'] for port, after_update {{(pid=74187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 16:46:50.967249 dv-cinder-798104-1-smb neutron-server[74187]: DEBUG oslo_concurrency.lockutils [None req-d0e5ad82-df9b-4ee3-8ee9-b93c74fbe1d3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74187) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 16:46:51.086751 dv-cinder-798104-1-smb neutron-server[74188]: DEBUG neutron.plugins.ml2.db [None req-8a9b69be-df46-4e17-acf7-c8bc7176b56e None None] For port 657e2dfc-512f-4959-bc5f-53243ebe1e70, host dv-cinder-798104-1-smb, cleared binding levels {{(pid=74188) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 28 16:46:51.092591 dv-cinder-798104-1-smb neutron-server[74188]: DEBUG neutron.plugins.ml2.db [None req-8a9b69be-df46-4e17-acf7-c8bc7176b56e None None] For port 657e2dfc-512f-4959-bc5f-53243ebe1e70, host dv-cinder-798104-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-798104-1-smb',level=0,port_id=657e2dfc-512f-4959-bc5f-53243ebe1e70,segment=NetworkSegment(1fdcd85b-55c4-4ae7-ac73-ac3bd2107891),segment_id=1fdcd85b-55c4-4ae7-ac73-ac3bd2107891)] {{(pid=74188) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 28 16:46:51.099627 dv-cinder-798104-1-smb neutron-server[74188]: DEBUG neutron_lib.callbacks.manager [None req-8a9b69be-df46-4e17-acf7-c8bc7176b56e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-615041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1598908', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774158213048', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774157688378', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774157688423'] for port, after_update {{(pid=74188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 16:46:51.111472 dv-cinder-798104-1-smb neutron-server[74188]: DEBUG oslo_concurrency.lockutils [None req-fb3125f9-ffaa-45b1-b81a-04ff5fc5671b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74188) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 16:46:51.204214 dv-cinder-798104-1-smb neutron-server[74187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdaafc31-a522-4483-bcbc-cff02fcb94b6 None None] Pushing event updated for resources: {'Port': ['ID=82755058-025d-42b2-a8ec-8b91ec8ce0df,revision_number=3']} {{(pid=74187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 16:46:51.210541 dv-cinder-798104-1-smb neutron-server[74187]: DEBUG oslo_concurrency.lockutils [None req-cdaafc31-a522-4483-bcbc-cff02fcb94b6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.243s {{(pid=74187) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 16:46:51.256634 dv-cinder-798104-1-smb neutron-server[74187]: DEBUG neutron.db.provisioning_blocks [None req-3f488559-0c04-4ae3-b3c2-892ab384bfc0 None None] Provisioning complete for port 82755058-025d-42b2-a8ec-8b91ec8ce0df triggered by entity DHCP. {{(pid=74187) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 28 16:46:51.257422 dv-cinder-798104-1-smb neutron-server[74187]: DEBUG neutron_lib.callbacks.manager [None req-3f488559-0c04-4ae3-b3c2-892ab384bfc0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1002786'] for port, provisioning_complete {{(pid=74187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 16:46:51.262147 dv-cinder-798104-1-smb neutron-server[74188]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a9b69be-df46-4e17-acf7-c8bc7176b56e None None] Routers {'9d53da9d-51e9-4397-b40c-f87f3acd0f12'} bound to L3 agent in host dv-cinder-798104-1-smb {{(pid=74188) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 28 16:46:51.263238 dv-cinder-798104-1-smb neutron-server[74188]: DEBUG neutron.db.l3_hamode_db [None req-8a9b69be-df46-4e17-acf7-c8bc7176b56e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-798104-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-28T16:32:46Z,description=,heartbeat_timestamp=2021-06-28T16:46:46Z,host='dv-cinder-798104-1-smb',id=633adcd1-515e-4435-b14d-49f054abd10f,load=0,resource_versions=,resources_synced=,started_at=2021-06-28T16:32:46Z,topic='l3_agent')) {'router_ids': ['9d53da9d-51e9-4397-b40c-f87f3acd0f12'], 'active': True} {{(pid=74188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 16:46:51.330793 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG neutron.db.db_base_plugin_common [None req-8a7a8ecb-71a4-4588-8110-56f44e41bf85 admin admin] Allocated IP 172.20.0.1 (c51a219d-aea3-485c-897b-dd81c8d14108/b208fee6-e725-4900-8dd2-8d94468ed059/bbef0a3f-0abf-42bf-9454-3ad9181a5857) {{(pid=74185) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 28 16:46:51.357918 dv-cinder-798104-1-smb neutron-server[74188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fa7c319-723e-4764-81a5-1b5a4301f755 None None] Pushing event updated for resources: {'Port': ['ID=657e2dfc-512f-4959-bc5f-53243ebe1e70,revision_number=3']} {{(pid=74188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 16:46:51.376780 dv-cinder-798104-1-smb neutron-server[74188]: DEBUG oslo_concurrency.lockutils [None req-5fa7c319-723e-4764-81a5-1b5a4301f755 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.265s {{(pid=74188) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 16:46:51.511009 dv-cinder-798104-1-smb neutron-server[74187]: DEBUG neutron.db.l3_hamode_db [None req-03d7c3fd-811c-4367-9233-3e03a878e502 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '30e00ac4-b549-4d86-a0ee-d327f17cf3c1', 'name': 'tempest-AttachVolumeTestJSON-1815267279-router', 'tenant_id': '2f9864be4f7741e0aa69625d43b5a918', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f9715ce2-16ba-4ae9-9a15-557432d0a5ed', 'external_fixed_ips': [{'subnet_id': 'e3a20e14-2eea-4943-8cec-1fe85e8448d0', 'ip_address': '172.28.3.202'}], 'enable_snat': True}, 'gw_port_id': '600f6151-facc-4997-ba41-54649124a999', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-28T16:41:09Z', 'updated_at': '2021-06-28T16:41:24Z', 'revision_number': 4, 'project_id': '2f9864be4f7741e0aa69625d43b5a918', 'gw_port': {'id': '600f6151-facc-4997-ba41-54649124a999', 'name': '', 'network_id': 'f9715ce2-16ba-4ae9-9a15-557432d0a5ed', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:53:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30e00ac4-b549-4d86-a0ee-d327f17cf3c1', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e3a20e14-2eea-4943-8cec-1fe85e8448d0', 'ip_address': '172.28.3.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798104-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T16:41:10Z', 'updated_at': '2021-06-28T16:41:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e3a20e14-2eea-4943-8cec-1fe85e8448d0', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798104-1-smb', '_floatingips': [{'id': '959c7a27-a7ff-4d46-bd7f-d5c25fc6f705', 'tenant_id': '2f9864be4f7741e0aa69625d43b5a918', 'floating_ip_address': '172.28.3.191', 'floating_network_id': 'f9715ce2-16ba-4ae9-9a15-557432d0a5ed', 'router_id': '30e00ac4-b549-4d86-a0ee-d327f17cf3c1', 'port_id': '567022d5-f15c-406e-9bad-30b7f5fb6ef4', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ad1db160-79ed-4f75-9884-27c71855a2d5', 'mac_address': 'fa:16:3e:8a:a5:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3665badc-78c1-41fc-9a4d-bea55d14be99', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-28T16:46:26Z', 'updated_at': '2021-06-28T16:46:47Z', 'revision_number': 1, 'project_id': '2f9864be4f7741e0aa69625d43b5a918', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9e62c1b4-b2c3-4819-9e9c-653784818f44', 'name': '', 'network_id': 'ad1db160-79ed-4f75-9884-27c71855a2d5', 'tenant_id': '2f9864be4f7741e0aa69625d43b5a918', 'mac_address': 'fa:16:3e:d1:33:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30e00ac4-b549-4d86-a0ee-d327f17cf3c1', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '37b72020-400c-49f7-aceb-0167a7e84569', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798104-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T16:41:21Z', 'updated_at': '2021-06-28T16:41:43Z', 'revision_number': 5, 'project_id': '2f9864be4f7741e0aa69625d43b5a918', 'subnets': [{'id': '37b72020-400c-49f7-aceb-0167a7e84569', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-798104-1-smb', False) {} {{(pid=74187) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 16:46:51.515512 dv-cinder-798104-1-smb neutron-server[74187]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03d7c3fd-811c-4367-9233-3e03a878e502 None None] The sync data for ids ['30e00ac4-b549-4d86-a0ee-d327f17cf3c1'] in dv-cinder-798104-1-smb is: [{'id': '30e00ac4-b549-4d86-a0ee-d327f17cf3c1', 'name': 'tempest-AttachVolumeTestJSON-1815267279-router', 'tenant_id': '2f9864be4f7741e0aa69625d43b5a918', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f9715ce2-16ba-4ae9-9a15-557432d0a5ed', 'external_fixed_ips': [{'subnet_id': 'e3a20e14-2eea-4943-8cec-1fe85e8448d0', 'ip_address': '172.28.3.202'}], 'enable_snat': True}, 'gw_port_id': '600f6151-facc-4997-ba41-54649124a999', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-28T16:41:09Z', 'updated_at': '2021-06-28T16:41:24Z', 'revision_number': 4, 'project_id': '2f9864be4f7741e0aa69625d43b5a918', 'gw_port': {'id': '600f6151-facc-4997-ba41-54649124a999', 'name': '', 'network_id': 'f9715ce2-16ba-4ae9-9a15-557432d0a5ed', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:53:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30e00ac4-b549-4d86-a0ee-d327f17cf3c1', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e3a20e14-2eea-4943-8cec-1fe85e8448d0', 'ip_address': '172.28.3.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798104-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T16:41:10Z', 'updated_at': '2021-06-28T16:41:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e3a20e14-2eea-4943-8cec-1fe85e8448d0', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798104-1-smb', '_floatingips': [{'id': '959c7a27-a7ff-4d46-bd7f-d5c25fc6f705', 'tenant_id': '2f9864be4f7741e0aa69625d43b5a918', 'floating_ip_address': '172.28.3.191', 'floating_network_id': 'f9715ce2-16ba-4ae9-9a15-557432d0a5ed', 'router_id': '30e00ac4-b549-4d86-a0ee-d327f17cf3c1', 'port_id': '567022d5-f15c-406e-9bad-30b7f5fb6ef4', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ad1db160-79ed-4f75-9884-27c71855a2d5', 'mac_address': 'fa:16:3e:8a:a5:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3665badc-78c1-41fc-9a4d-bea55d14be99', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-28T16:46:26Z', 'updated_at': '2021-06-28T16:46:47Z', 'revision_number': 1, 'project_id': '2f9864be4f7741e0aa69625d43b5a918', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9e62c1b4-b2c3-4819-9e9c-653784818f44', 'name': '', 'network_id': 'ad1db160-79ed-4f75-9884-27c71855a2d5', 'tenant_id': '2f9864be4f7741e0aa69625d43b5a918', 'mac_address': 'fa:16:3e:d1:33:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30e00ac4-b549-4d86-a0ee-d327f17cf3c1', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '37b72020-400c-49f7-aceb-0167a7e84569', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798104-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T16:41:21Z', 'updated_at': '2021-06-28T16:41:43Z', 'revision_number': 5, 'project_id': '2f9864be4f7741e0aa69625d43b5a918', 'subnets': [{'id': '37b72020-400c-49f7-aceb-0167a7e84569', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=74187) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jun 28 16:46:51.533344 dv-cinder-798104-1-smb neutron-server[74188]: DEBUG neutron.db.l3_dvr_db [None req-8a9b69be-df46-4e17-acf7-c8bc7176b56e None None] Set router 9d53da9d-51e9-4397-b40c-f87f3acd0f12 gateway port host: dv-cinder-798104-1-smb {{(pid=74188) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jun 28 16:46:51.582337 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG neutron_lib.callbacks.manager [None req-8a7a8ecb-71a4-4588-8110-56f44e41bf85 admin admin] Notify callbacks [] for port, precommit_create {{(pid=74185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 16:46:51.615130 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG neutron.db.provisioning_blocks [None req-8a7a8ecb-71a4-4588-8110-56f44e41bf85 admin admin] Transition to ACTIVE for port object bbef0a3f-0abf-42bf-9454-3ad9181a5857 will not be triggered until provisioned by entity DHCP. {{(pid=74185) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 28 16:46:51.648318 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG neutron_lib.callbacks.manager [None req-8a7a8ecb-71a4-4588-8110-56f44e41bf85 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-615041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1598908', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774157688360', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15648331'] for port, after_create {{(pid=74185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 16:46:51.658346 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG oslo_concurrency.lockutils [None req-eef82395-67b0-41e4-aeea-c56f78eec651 tempest-AttachVolumeTestJSON-1575976490 tempest-AttachVolumeTestJSON-1575976490-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74185) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 16:46:51.741517 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8a7a8ecb-71a4-4588-8110-56f44e41bf85 admin admin] Network c51a219d-aea3-485c-897b-dd81c8d14108 is already hosted by enough agents. {{(pid=74185) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 28 16:46:51.744527 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG neutron.scheduler.base_scheduler [None req-8a7a8ecb-71a4-4588-8110-56f44e41bf85 admin admin] Resources bound (agent type, host, resource id): {{(pid=74185) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 28 16:46:51.750336 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a7a8ecb-71a4-4588-8110-56f44e41bf85 admin admin] Received port after_create {{(pid=74185) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 28 16:46:51.839163 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG neutron_lib.callbacks.manager [None req-8a7a8ecb-71a4-4588-8110-56f44e41bf85 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1624359'] for router_interface, before_create {{(pid=74185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 16:46:51.873959 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a7a8ecb-71a4-4588-8110-56f44e41bf85 admin admin] Pushing event updated for resources: {'Port': ['ID=bbef0a3f-0abf-42bf-9454-3ad9181a5857,revision_number=1']} {{(pid=74185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 16:46:51.885130 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG oslo_concurrency.lockutils [None req-8a7a8ecb-71a4-4588-8110-56f44e41bf85 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.227s {{(pid=74185) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 16:46:51.906565 dv-cinder-798104-1-smb neutron-server[74187]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-696a4b56-bf7c-4396-97ba-74596fb5b485 None None] New status for floating IP 959c7a27-a7ff-4d46-bd7f-d5c25fc6f705: ACTIVE {{(pid=74187) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Jun 28 16:46:51.993593 dv-cinder-798104-1-smb neutron-server[74188]: DEBUG neutron.db.l3_hamode_db [None req-8a9b69be-df46-4e17-acf7-c8bc7176b56e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9d53da9d-51e9-4397-b40c-f87f3acd0f12', 'name': 'tempest-TestShelveInstance-1780542593-router', 'tenant_id': '8c5d7eb385cf4b6484fd4ebafedcfebd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f9715ce2-16ba-4ae9-9a15-557432d0a5ed', 'external_fixed_ips': [{'subnet_id': 'e3a20e14-2eea-4943-8cec-1fe85e8448d0', 'ip_address': '172.28.3.127'}], 'enable_snat': True}, 'gw_port_id': '657e2dfc-512f-4959-bc5f-53243ebe1e70', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-28T16:46:47Z', 'updated_at': '2021-06-28T16:46:48Z', 'revision_number': 3, 'project_id': '8c5d7eb385cf4b6484fd4ebafedcfebd', 'gw_port': {'id': '657e2dfc-512f-4959-bc5f-53243ebe1e70', 'name': '', 'network_id': 'f9715ce2-16ba-4ae9-9a15-557432d0a5ed', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:0f:36', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9d53da9d-51e9-4397-b40c-f87f3acd0f12', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e3a20e14-2eea-4943-8cec-1fe85e8448d0', 'ip_address': '172.28.3.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798104-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T16:46:47Z', 'updated_at': '2021-06-28T16:46:51Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e3a20e14-2eea-4943-8cec-1fe85e8448d0', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798104-1-smb'}], 'dv-cinder-798104-1-smb', False) {} {{(pid=74188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 16:46:51.995510 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG neutron_lib.callbacks.manager [None req-8a7a8ecb-71a4-4588-8110-56f44e41bf85 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621611'] for port, before_update {{(pid=74185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 16:46:51.999568 dv-cinder-798104-1-smb neutron-server[74188]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a9b69be-df46-4e17-acf7-c8bc7176b56e None None] The sync data for ids ['9d53da9d-51e9-4397-b40c-f87f3acd0f12'] in dv-cinder-798104-1-smb is: [{'id': '9d53da9d-51e9-4397-b40c-f87f3acd0f12', 'name': 'tempest-TestShelveInstance-1780542593-router', 'tenant_id': '8c5d7eb385cf4b6484fd4ebafedcfebd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f9715ce2-16ba-4ae9-9a15-557432d0a5ed', 'external_fixed_ips': [{'subnet_id': 'e3a20e14-2eea-4943-8cec-1fe85e8448d0', 'ip_address': '172.28.3.127'}], 'enable_snat': True}, 'gw_port_id': '657e2dfc-512f-4959-bc5f-53243ebe1e70', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-28T16:46:47Z', 'updated_at': '2021-06-28T16:46:48Z', 'revision_number': 3, 'project_id': '8c5d7eb385cf4b6484fd4ebafedcfebd', 'gw_port': {'id': '657e2dfc-512f-4959-bc5f-53243ebe1e70', 'name': '', 'network_id': 'f9715ce2-16ba-4ae9-9a15-557432d0a5ed', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:0f:36', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9d53da9d-51e9-4397-b40c-f87f3acd0f12', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e3a20e14-2eea-4943-8cec-1fe85e8448d0', 'ip_address': '172.28.3.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798104-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T16:46:47Z', 'updated_at': '2021-06-28T16:46:51Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e3a20e14-2eea-4943-8cec-1fe85e8448d0', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798104-1-smb'}] {{(pid=74188) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jun 28 16:46:52.152312 dv-cinder-798104-1-smb neutron-server[74187]: DEBUG neutron.db.provisioning_blocks [None req-f59018e7-6926-4b9d-9d99-f1498e68e506 None None] Provisioning for port bbef0a3f-0abf-42bf-9454-3ad9181a5857 completed by entity DHCP. {{(pid=74187) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 28 16:46:52.215337 dv-cinder-798104-1-smb neutron-server[74187]: DEBUG neutron.db.provisioning_blocks [None req-f59018e7-6926-4b9d-9d99-f1498e68e506 None None] Provisioning complete for port bbef0a3f-0abf-42bf-9454-3ad9181a5857 triggered by entity DHCP. {{(pid=74187) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 28 16:46:52.215848 dv-cinder-798104-1-smb neutron-server[74187]: DEBUG neutron_lib.callbacks.manager [None req-f59018e7-6926-4b9d-9d99-f1498e68e506 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1002786'] for port, provisioning_complete {{(pid=74187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 16:46:52.292693 dv-cinder-798104-1-smb neutron-server[74187]: DEBUG neutron.plugins.ml2.plugin [None req-f59018e7-6926-4b9d-9d99-f1498e68e506 None None] Port bbef0a3f-0abf-42bf-9454-3ad9181a5857 cannot update to ACTIVE because it is not bound. {{(pid=74187) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jun 28 16:46:52.441038 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG neutron_lib.callbacks.manager [None req-8a7a8ecb-71a4-4588-8110-56f44e41bf85 admin admin] Notify callbacks [] for port, precommit_update {{(pid=74185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 16:46:52.448040 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG neutron_lib.callbacks.manager [None req-8a7a8ecb-71a4-4588-8110-56f44e41bf85 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-615041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1598908', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774158213048', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774157688378', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774157688423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15648322'] for port, after_update {{(pid=74185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 16:46:52.474283 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG oslo_concurrency.lockutils [None req-6c0c1095-2fd1-457f-b86c-318e808a0ceb tempest-VolumesNegativeTest-637907310 tempest-VolumesNegativeTest-637907310-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74185) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 16:46:52.560675 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG neutron_lib.callbacks.manager [None req-8a7a8ecb-71a4-4588-8110-56f44e41bf85 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1598798', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1635339'] for router_interface, after_create {{(pid=74185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 16:46:52.564242 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a7a8ecb-71a4-4588-8110-56f44e41bf85 admin admin] Pushing event updated for resources: {'Port': ['ID=bbef0a3f-0abf-42bf-9454-3ad9181a5857,revision_number=2']} {{(pid=74185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 16:46:52.568798 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG oslo_concurrency.lockutils [None req-8a7a8ecb-71a4-4588-8110-56f44e41bf85 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=74185) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 16:46:52.728460 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8a7a8ecb-71a4-4588-8110-56f44e41bf85 admin admin] Network c51a219d-aea3-485c-897b-dd81c8d14108 is already hosted by enough agents. {{(pid=74185) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 28 16:46:52.730661 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG neutron.scheduler.base_scheduler [None req-8a7a8ecb-71a4-4588-8110-56f44e41bf85 admin admin] Resources bound (agent type, host, resource id): {{(pid=74185) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 28 16:46:52.810607 dv-cinder-798104-1-smb neutron-server[74187]: DEBUG neutron.plugins.ml2.rpc [None req-c72dd329-595c-4eca-9296-ba6eff8780d9 None None] Device 82755058-025d-42b2-a8ec-8b91ec8ce0df up at agent ovs-agent-dv-cinder-798104-1-smb {{(pid=74187) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 28 16:46:52.944875 dv-cinder-798104-1-smb neutron-server[74187]: DEBUG neutron.db.provisioning_blocks [None req-c72dd329-595c-4eca-9296-ba6eff8780d9 None None] Provisioning complete for port 82755058-025d-42b2-a8ec-8b91ec8ce0df triggered by entity L2. {{(pid=74187) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 28 16:46:52.945531 dv-cinder-798104-1-smb neutron-server[74187]: DEBUG neutron_lib.callbacks.manager [None req-c72dd329-595c-4eca-9296-ba6eff8780d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1002786'] for port, provisioning_complete {{(pid=74187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 16:46:53.083040 dv-cinder-798104-1-smb neutron-server[74187]: DEBUG neutron.db.provisioning_blocks [None req-4c1ea034-112c-4ee0-addf-b0945d85706e None None] Provisioning complete for port bbef0a3f-0abf-42bf-9454-3ad9181a5857 triggered by entity DHCP. {{(pid=74187) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 28 16:46:53.083343 dv-cinder-798104-1-smb neutron-server[74187]: DEBUG neutron_lib.callbacks.manager [None req-4c1ea034-112c-4ee0-addf-b0945d85706e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1002786'] for port, provisioning_complete {{(pid=74187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 16:46:53.190660 dv-cinder-798104-1-smb neutron-server[74187]: DEBUG neutron.plugins.ml2.plugin [None req-4c1ea034-112c-4ee0-addf-b0945d85706e None None] Port bbef0a3f-0abf-42bf-9454-3ad9181a5857 cannot update to ACTIVE because it is not bound. {{(pid=74187) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jun 28 16:46:53.324322 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8a7a8ecb-71a4-4588-8110-56f44e41bf85 admin admin] Router 9d53da9d-51e9-4397-b40c-f87f3acd0f12 has already been hosted by L3 agent 633adcd1-515e-4435-b14d-49f054abd10f {{(pid=74185) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 28 16:46:53.545766 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8a7a8ecb-71a4-4588-8110-56f44e41bf85 admin admin] Notify agent at l3_agent.dv-cinder-798104-1-smb the message routers_updated {{(pid=74185) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 28 16:46:53.556967 dv-cinder-798104-1-smb neutron-server[74185]: INFO neutron.wsgi [None req-8a7a8ecb-71a4-4588-8110-56f44e41bf85 admin admin] 10.222.0.26 "PUT /v2.0/routers/9d53da9d-51e9-4397-b40c-f87f3acd0f12/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.3401344 Jun 28 16:46:54.865508 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG neutron.wsgi [-] (74185) accepted ('10.222.0.26', 53452) {{(pid=74185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 28 16:46:54.872805 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG neutron.api.v2.base [None req-294329f1-6722-476c-8549-fc42f1526ef6 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-471403192-network', 'tenant_id': '7c0eadaeb18d41d48f13d1aab0e2f5bf'}} {{(pid=74185) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jun 28 16:46:54.879433 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG neutron.db.quota.driver [None req-294329f1-6722-476c-8549-fc42f1526ef6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74185) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 28 16:46:54.885718 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG neutron.quota.resource [None req-294329f1-6722-476c-8549-fc42f1526ef6 admin admin] Usage tracker for resource:network and tenant:7c0eadaeb18d41d48f13d1aab0e2f5bf is out of sync, need to count used quota {{(pid=74185) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 28 16:46:54.891344 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG neutron.quota.resource [None req-294329f1-6722-476c-8549-fc42f1526ef6 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=74185) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 28 16:46:54.900102 dv-cinder-798104-1-smb neutron-server[74187]: DEBUG neutron.plugins.ml2.rpc [None req-c72dd329-595c-4eca-9296-ba6eff8780d9 None None] Device 657e2dfc-512f-4959-bc5f-53243ebe1e70 up at agent ovs-agent-dv-cinder-798104-1-smb {{(pid=74187) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 28 16:46:54.902242 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG neutron.db.quota.driver [None req-294329f1-6722-476c-8549-fc42f1526ef6 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74185) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 28 16:46:54.922850 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-294329f1-6722-476c-8549-fc42f1526ef6 admin admin] Made reservation on behalf of 7c0eadaeb18d41d48f13d1aab0e2f5bf for: {'network': 1} {{(pid=74185) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 28 16:46:54.925447 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG neutron_lib.callbacks.manager [None req-294329f1-6722-476c-8549-fc42f1526ef6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621611'] for network, before_create {{(pid=74185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 16:46:54.939417 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG neutron_lib.callbacks.manager [None req-294329f1-6722-476c-8549-fc42f1526ef6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=74185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 16:46:54.984810 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG neutron.db.quota.driver [None req-294329f1-6722-476c-8549-fc42f1526ef6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74185) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 28 16:46:54.990241 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG neutron.quota.resource [None req-294329f1-6722-476c-8549-fc42f1526ef6 admin admin] Usage tracker for resource:security_group_rule and tenant:7c0eadaeb18d41d48f13d1aab0e2f5bf is out of sync, need to count used quota {{(pid=74185) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 28 16:46:54.994598 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG neutron.quota.resource [None req-294329f1-6722-476c-8549-fc42f1526ef6 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=74185) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 28 16:46:55.003114 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG neutron.db.quota.driver [None req-294329f1-6722-476c-8549-fc42f1526ef6 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74185) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 28 16:46:55.021975 dv-cinder-798104-1-smb neutron-server[74187]: DEBUG neutron.db.provisioning_blocks [None req-c72dd329-595c-4eca-9296-ba6eff8780d9 None None] Provisioning for port 657e2dfc-512f-4959-bc5f-53243ebe1e70 completed by entity L2. {{(pid=74187) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 28 16:46:55.033168 dv-cinder-798104-1-smb neutron-server[74187]: DEBUG neutron.db.provisioning_blocks [None req-c72dd329-595c-4eca-9296-ba6eff8780d9 None None] Provisioning complete for port 657e2dfc-512f-4959-bc5f-53243ebe1e70 triggered by entity L2. {{(pid=74187) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 28 16:46:55.033697 dv-cinder-798104-1-smb neutron-server[74187]: DEBUG neutron_lib.callbacks.manager [None req-c72dd329-595c-4eca-9296-ba6eff8780d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1002786'] for port, provisioning_complete {{(pid=74187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 16:46:55.104544 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG neutron_lib.callbacks.manager [None req-294329f1-6722-476c-8549-fc42f1526ef6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=74185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 16:46:55.110240 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG neutron_lib.callbacks.manager [None req-294329f1-6722-476c-8549-fc42f1526ef6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2050486'] for security_group, after_create {{(pid=74185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 16:46:55.115709 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG oslo_concurrency.lockutils [None req-fd72e824-9ee6-4cde-b143-a4ea120a01fc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74185) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 16:46:55.147941 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-294329f1-6722-476c-8549-fc42f1526ef6 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 406} {{(pid=74185) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:149}} Jun 28 16:46:55.165306 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-294329f1-6722-476c-8549-fc42f1526ef6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0d4ec3eb-ba7d-42e8-aa71-f6b1f979394f,revision_number=1']} {{(pid=74185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 16:46:55.171116 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG oslo_concurrency.lockutils [None req-294329f1-6722-476c-8549-fc42f1526ef6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=74185) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 16:46:55.172685 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG neutron_lib.callbacks.manager [None req-294329f1-6722-476c-8549-fc42f1526ef6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-938564'] for segment, precommit_create {{(pid=74185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 16:46:55.173208 dv-cinder-798104-1-smb neutron-server[74185]: INFO neutron.db.segments_db [None req-294329f1-6722-476c-8549-fc42f1526ef6 admin admin] Added segment 2db6957b-14ec-4c02-af7f-1e1f1c43e1c9 of type vlan for network 7f0c367f-9766-4eee-ba44-19e01794e46f Jun 28 16:46:55.183023 dv-cinder-798104-1-smb neutron-server[74187]: DEBUG neutron_lib.callbacks.manager [None req-c72dd329-595c-4eca-9296-ba6eff8780d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621611'] for port, before_update {{(pid=74187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 16:46:55.211307 dv-cinder-798104-1-smb neutron-server[74187]: DEBUG neutron.plugins.ml2.db [None req-c72dd329-595c-4eca-9296-ba6eff8780d9 None None] For port 657e2dfc-512f-4959-bc5f-53243ebe1e70, host dv-cinder-798104-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-798104-1-smb',level=0,port_id=657e2dfc-512f-4959-bc5f-53243ebe1e70,segment=NetworkSegment(1fdcd85b-55c4-4ae7-ac73-ac3bd2107891),segment_id=1fdcd85b-55c4-4ae7-ac73-ac3bd2107891)] {{(pid=74187) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 16:46:55.216070 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG neutron_lib.callbacks.manager [None req-294329f1-6722-476c-8549-fc42f1526ef6 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774157680294'] for network, precommit_create {{(pid=74185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 16:46:55.216722 dv-cinder-798104-1-smb neutron-server[74187]: DEBUG neutron_lib.callbacks.manager [None req-c72dd329-595c-4eca-9296-ba6eff8780d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-615041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1598908', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774158213048', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774157688378', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774157688423'] for port, after_update {{(pid=74187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 16:46:55.218779 dv-cinder-798104-1-smb neutron-server[74187]: DEBUG oslo_concurrency.lockutils [None req-d0e5ad82-df9b-4ee3-8ee9-b93c74fbe1d3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74187) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 16:46:55.267889 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG neutron_lib.callbacks.manager [None req-294329f1-6722-476c-8549-fc42f1526ef6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2050463', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1598908'] for network, after_create {{(pid=74185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 16:46:55.269987 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-294329f1-6722-476c-8549-fc42f1526ef6 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=74185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 16:46:55.270747 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG neutron_lib.callbacks.manager [None req-294329f1-6722-476c-8549-fc42f1526ef6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1598890'] for network, before_response {{(pid=74185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 16:46:55.282012 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG oslo_concurrency.lockutils [None req-cbe8f791-b522-4cd1-adb4-bbbe2c2df416 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74185) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 16:46:55.296911 dv-cinder-798104-1-smb neutron-server[74187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c72dd329-595c-4eca-9296-ba6eff8780d9 None None] Pushing event updated for resources: {'Port': ['ID=657e2dfc-512f-4959-bc5f-53243ebe1e70,revision_number=4']} {{(pid=74187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 16:46:55.300373 dv-cinder-798104-1-smb neutron-server[74187]: DEBUG oslo_concurrency.lockutils [None req-c72dd329-595c-4eca-9296-ba6eff8780d9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=74187) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 16:46:55.393257 dv-cinder-798104-1-smb neutron-server[74185]: INFO neutron.wsgi [None req-294329f1-6722-476c-8549-fc42f1526ef6 admin admin] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.5230117 Jun 28 16:46:55.393560 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-294329f1-6722-476c-8549-fc42f1526ef6 admin admin] Pushing event updated for resources: {'Network': ['ID=7f0c367f-9766-4eee-ba44-19e01794e46f,revision_number=1']} {{(pid=74185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 16:46:55.393719 dv-cinder-798104-1-smb neutron-server[74186]: DEBUG neutron.wsgi [-] (74186) accepted ('10.222.0.26', 53460) {{(pid=74186) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 28 16:46:55.398215 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG oslo_concurrency.lockutils [None req-294329f1-6722-476c-8549-fc42f1526ef6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=74185) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 16:46:55.406783 dv-cinder-798104-1-smb neutron-server[74186]: DEBUG neutron.api.v2.base [None req-e2807ad5-9483-42b9-9bef-5022b0c3c7b7 admin admin] Request body: {'subnet': {'network_id': '7f0c367f-9766-4eee-ba44-19e01794e46f', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-471403192-subnet', 'tenant_id': '7c0eadaeb18d41d48f13d1aab0e2f5bf', 'ip_version': 4}} {{(pid=74186) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jun 28 16:46:55.410057 dv-cinder-798104-1-smb neutron-server[74187]: DEBUG neutron.plugins.ml2.rpc [None req-c72dd329-595c-4eca-9296-ba6eff8780d9 None None] Network 7f0c367f-9766-4eee-ba44-19e01794e46f details requested by agent ovs-agent-dv-cinder-798104-1-smb with host dv-cinder-798104-1-smb {{(pid=74187) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 28 16:46:55.415449 dv-cinder-798104-1-smb neutron-server[74186]: DEBUG neutron.db.quota.driver [None req-e2807ad5-9483-42b9-9bef-5022b0c3c7b7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74186) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 28 16:46:55.420554 dv-cinder-798104-1-smb neutron-server[74186]: DEBUG neutron.quota.resource [None req-e2807ad5-9483-42b9-9bef-5022b0c3c7b7 admin admin] Usage tracker for resource:subnet and tenant:7c0eadaeb18d41d48f13d1aab0e2f5bf is out of sync, need to count used quota {{(pid=74186) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 28 16:46:55.423848 dv-cinder-798104-1-smb neutron-server[74186]: DEBUG neutron.quota.resource [None req-e2807ad5-9483-42b9-9bef-5022b0c3c7b7 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=74186) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 28 16:46:55.431196 dv-cinder-798104-1-smb neutron-server[74186]: DEBUG neutron.db.quota.driver [None req-e2807ad5-9483-42b9-9bef-5022b0c3c7b7 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74186) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 28 16:46:55.445341 dv-cinder-798104-1-smb neutron-server[74186]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e2807ad5-9483-42b9-9bef-5022b0c3c7b7 admin admin] Made reservation on behalf of 7c0eadaeb18d41d48f13d1aab0e2f5bf for: {'subnet': 1} {{(pid=74186) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 28 16:46:55.447749 dv-cinder-798104-1-smb neutron-server[74186]: DEBUG neutron_lib.callbacks.manager [None req-e2807ad5-9483-42b9-9bef-5022b0c3c7b7 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1484916'] for subnet, before_create {{(pid=74186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 16:46:55.666931 dv-cinder-798104-1-smb neutron-server[74186]: DEBUG neutron_lib.callbacks.manager [None req-e2807ad5-9483-42b9-9bef-5022b0c3c7b7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107460', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1598908', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1108661', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1484902'] for subnet, after_create {{(pid=74186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 16:46:55.671067 dv-cinder-798104-1-smb neutron-server[74186]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74186) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 16:46:55.745650 dv-cinder-798104-1-smb neutron-server[74186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2807ad5-9483-42b9-9bef-5022b0c3c7b7 admin admin] Pushing event updated for resources: {'Subnet': ['ID=51aec593-d193-45b7-acc1-ac17f2571b44,revision_number=0']} {{(pid=74186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 16:46:55.751675 dv-cinder-798104-1-smb neutron-server[74186]: DEBUG oslo_concurrency.lockutils [None req-e2807ad5-9483-42b9-9bef-5022b0c3c7b7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=74186) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 16:46:55.763259 dv-cinder-798104-1-smb neutron-server[74186]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2807ad5-9483-42b9-9bef-5022b0c3c7b7 admin admin] Checking segment: {'id': '2db6957b-14ec-4c02-af7f-1e1f1c43e1c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 406, 'network_id': '7f0c367f-9766-4eee-ba44-19e01794e46f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=74186) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jun 28 16:46:55.763609 dv-cinder-798104-1-smb neutron-server[74186]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e2807ad5-9483-42b9-9bef-5022b0c3c7b7 admin admin] Network hostable DHCP agents. Network: 7f0c367f-9766-4eee-ba44-19e01794e46f, hostable agents: ['55edce43-ec1d-45c6-9e7a-198ba4834d81'], hosted agents: [] {{(pid=74186) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 28 16:46:55.791398 dv-cinder-798104-1-smb neutron-server[74186]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e2807ad5-9483-42b9-9bef-5022b0c3c7b7 admin admin] Network 7f0c367f-9766-4eee-ba44-19e01794e46f is scheduled to be hosted by DHCP agent 55edce43-ec1d-45c6-9e7a-198ba4834d81 with binding_index 1 {{(pid=74186) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 28 16:46:55.802497 dv-cinder-798104-1-smb neutron-server[74186]: DEBUG neutron.scheduler.base_scheduler [None req-e2807ad5-9483-42b9-9bef-5022b0c3c7b7 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-798104-1-smb, 7f0c367f-9766-4eee-ba44-19e01794e46f) {{(pid=74186) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 28 16:46:55.807356 dv-cinder-798104-1-smb neutron-server[74186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e2807ad5-9483-42b9-9bef-5022b0c3c7b7 admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=74186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 16:46:55.807799 dv-cinder-798104-1-smb neutron-server[74186]: DEBUG neutron_lib.callbacks.manager [None req-e2807ad5-9483-42b9-9bef-5022b0c3c7b7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1598890'] for subnet, before_response {{(pid=74186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 16:46:55.815780 dv-cinder-798104-1-smb neutron-server[74187]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-38b7adab-a731-443f-b3ee-5e72325f1508 None None] Network 7f0c367f-9766-4eee-ba44-19e01794e46f requested from dv-cinder-798104-1-smb {{(pid=74187) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jun 28 16:46:55.837889 dv-cinder-798104-1-smb neutron-server[74186]: INFO neutron.wsgi [None req-e2807ad5-9483-42b9-9bef-5022b0c3c7b7 admin admin] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.4382613 Jun 28 16:46:55.838216 dv-cinder-798104-1-smb neutron-server[74186]: DEBUG neutron.wsgi [-] (74186) accepted ('10.222.0.26', 53464) {{(pid=74186) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 28 16:46:55.844576 dv-cinder-798104-1-smb neutron-server[74186]: DEBUG neutron.api.v2.base [None req-6a528e40-36f8-44fc-96a5-61b2de45c973 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-471403192-router', 'tenant_id': '7c0eadaeb18d41d48f13d1aab0e2f5bf', 'external_gateway_info': {'network_id': 'f9715ce2-16ba-4ae9-9a15-557432d0a5ed'}}} {{(pid=74186) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jun 28 16:46:55.850552 dv-cinder-798104-1-smb neutron-server[74186]: DEBUG neutron.db.quota.driver [None req-6a528e40-36f8-44fc-96a5-61b2de45c973 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74186) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 28 16:46:55.855163 dv-cinder-798104-1-smb neutron-server[74186]: DEBUG neutron.quota.resource [None req-6a528e40-36f8-44fc-96a5-61b2de45c973 admin admin] Usage tracker for resource:router and tenant:7c0eadaeb18d41d48f13d1aab0e2f5bf is out of sync, need to count used quota {{(pid=74186) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 28 16:46:55.859796 dv-cinder-798104-1-smb neutron-server[74186]: DEBUG neutron.quota.resource [None req-6a528e40-36f8-44fc-96a5-61b2de45c973 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=74186) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 28 16:46:55.867501 dv-cinder-798104-1-smb neutron-server[74186]: DEBUG neutron.db.quota.driver [None req-6a528e40-36f8-44fc-96a5-61b2de45c973 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74186) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 28 16:46:55.884318 dv-cinder-798104-1-smb neutron-server[74186]: DEBUG neutron_lib.callbacks.manager [None req-6a528e40-36f8-44fc-96a5-61b2de45c973 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1623891', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3692'] for router, before_create {{(pid=74186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 16:46:55.885961 dv-cinder-798104-1-smb neutron-server[74186]: DEBUG neutron_lib.callbacks.manager [None req-6a528e40-36f8-44fc-96a5-61b2de45c973 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1622264', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1624284', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2010498', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3685'] for router, precommit_create {{(pid=74186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 16:46:55.921334 dv-cinder-798104-1-smb neutron-server[74186]: DEBUG neutron_lib.callbacks.manager [None req-6a528e40-36f8-44fc-96a5-61b2de45c973 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=74186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 16:46:56.076096 dv-cinder-798104-1-smb neutron-server[74186]: DEBUG neutron_lib.callbacks.manager [None req-6a528e40-36f8-44fc-96a5-61b2de45c973 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1624266', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1623873', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3699'] for router, precommit_update {{(pid=74186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 16:46:56.156294 dv-cinder-798104-1-smb neutron-server[74187]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8870e455-bf37-4406-8774-a738bd9f64a5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpdd6b328c-d855-5cf5-99ae-0baf1e0ae5dd-7f0c367f-9766-4eee-ba44-19e01794e46f', 'network_id': '7f0c367f-9766-4eee-ba44-19e01794e46f', 'tenant_id': '7c0eadaeb18d41d48f13d1aab0e2f5bf', 'fixed_ips': [{'subnet_id': '51aec593-d193-45b7-acc1-ac17f2571b44'}]}} from dv-cinder-798104-1-smb. {{(pid=74187) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Jun 28 16:46:56.157121 dv-cinder-798104-1-smb neutron-server[74187]: DEBUG neutron_lib.callbacks.manager [None req-8870e455-bf37-4406-8774-a738bd9f64a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621611'] for port, before_create {{(pid=74187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 16:46:56.285808 dv-cinder-798104-1-smb neutron-server[74186]: DEBUG neutron_lib.callbacks.manager [None req-6a528e40-36f8-44fc-96a5-61b2de45c973 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=74186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 16:46:56.317817 dv-cinder-798104-1-smb neutron-server[74186]: DEBUG neutron_lib.callbacks.manager [None req-6a528e40-36f8-44fc-96a5-61b2de45c973 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621611'] for port, before_create {{(pid=74186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 16:46:56.352774 dv-cinder-798104-1-smb neutron-server[74187]: DEBUG neutron.db.db_base_plugin_common [None req-8870e455-bf37-4406-8774-a738bd9f64a5 None None] Allocated IP 172.20.0.2 (7f0c367f-9766-4eee-ba44-19e01794e46f/51aec593-d193-45b7-acc1-ac17f2571b44/ead04dc5-4552-4b35-9d4e-e8a984e43705) {{(pid=74187) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 28 16:46:56.576072 dv-cinder-798104-1-smb neutron-server[74186]: DEBUG neutron.db.db_base_plugin_common [None req-6a528e40-36f8-44fc-96a5-61b2de45c973 admin admin] Allocated IP 172.28.3.210 (f9715ce2-16ba-4ae9-9a15-557432d0a5ed/e3a20e14-2eea-4943-8cec-1fe85e8448d0/44aadbfa-4e6b-4713-87b2-38eaf9a5a745) {{(pid=74186) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 28 16:46:56.603435 dv-cinder-798104-1-smb neutron-server[74187]: DEBUG neutron_lib.callbacks.manager [None req-8870e455-bf37-4406-8774-a738bd9f64a5 None None] Notify callbacks [] for port, precommit_create {{(pid=74187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 16:46:56.615180 dv-cinder-798104-1-smb neutron-server[74187]: DEBUG neutron.db.provisioning_blocks [None req-8870e455-bf37-4406-8774-a738bd9f64a5 None None] Transition to ACTIVE for port object ead04dc5-4552-4b35-9d4e-e8a984e43705 will not be triggered until provisioned by entity L2. {{(pid=74187) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 28 16:46:56.647221 dv-cinder-798104-1-smb neutron-server[74187]: DEBUG neutron.db.provisioning_blocks [None req-8870e455-bf37-4406-8774-a738bd9f64a5 None None] Transition to ACTIVE for port object ead04dc5-4552-4b35-9d4e-e8a984e43705 will not be triggered until provisioned by entity DHCP. {{(pid=74187) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 28 16:46:56.653855 dv-cinder-798104-1-smb neutron-server[74187]: DEBUG neutron_lib.callbacks.manager [None req-8870e455-bf37-4406-8774-a738bd9f64a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-615041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1598908', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774157688360'] for port, after_create {{(pid=74187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 16:46:56.661357 dv-cinder-798104-1-smb neutron-server[74187]: DEBUG oslo_concurrency.lockutils [None req-872fde7b-79ad-4e94-82f3-255fb56491fd None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74187) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 16:46:56.729569 dv-cinder-798104-1-smb neutron-server[74187]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8870e455-bf37-4406-8774-a738bd9f64a5 None None] Network 7f0c367f-9766-4eee-ba44-19e01794e46f is already hosted by enough agents. {{(pid=74187) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 28 16:46:56.733049 dv-cinder-798104-1-smb neutron-server[74187]: DEBUG neutron.scheduler.base_scheduler [None req-8870e455-bf37-4406-8774-a738bd9f64a5 None None] Resources bound (agent type, host, resource id): {{(pid=74187) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 28 16:46:56.734915 dv-cinder-798104-1-smb neutron-server[74187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8870e455-bf37-4406-8774-a738bd9f64a5 None None] Pushing event updated for resources: {'Port': ['ID=ead04dc5-4552-4b35-9d4e-e8a984e43705,revision_number=1']} {{(pid=74187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 16:46:56.737255 dv-cinder-798104-1-smb neutron-server[74187]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8870e455-bf37-4406-8774-a738bd9f64a5 None None] Received port after_create {{(pid=74187) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 28 16:46:56.740158 dv-cinder-798104-1-smb neutron-server[74187]: DEBUG oslo_concurrency.lockutils [None req-8870e455-bf37-4406-8774-a738bd9f64a5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=74187) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 16:46:56.750163 dv-cinder-798104-1-smb neutron-server[74186]: DEBUG neutron_lib.callbacks.manager [None req-6a528e40-36f8-44fc-96a5-61b2de45c973 admin admin] Notify callbacks [] for port, precommit_create {{(pid=74186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 16:46:56.788575 dv-cinder-798104-1-smb neutron-server[74186]: DEBUG neutron_lib.callbacks.manager [None req-6a528e40-36f8-44fc-96a5-61b2de45c973 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-615041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1598908', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774157688360', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1108489'] for port, after_create {{(pid=74186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 16:46:56.798002 dv-cinder-798104-1-smb neutron-server[74186]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74186) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 16:46:56.846095 dv-cinder-798104-1-smb neutron-server[74187]: DEBUG neutron.plugins.ml2.rpc [None req-c72dd329-595c-4eca-9296-ba6eff8780d9 None None] Device 657e2dfc-512f-4959-bc5f-53243ebe1e70 up at agent ovs-agent-dv-cinder-798104-1-smb {{(pid=74187) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 28 16:46:56.899588 dv-cinder-798104-1-smb neutron-server[74186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a528e40-36f8-44fc-96a5-61b2de45c973 admin admin] Pushing event updated for resources: {'Port': ['ID=44aadbfa-4e6b-4713-87b2-38eaf9a5a745,revision_number=1']} {{(pid=74186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 16:46:56.905391 dv-cinder-798104-1-smb neutron-server[74186]: DEBUG oslo_concurrency.lockutils [None req-6a528e40-36f8-44fc-96a5-61b2de45c973 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=74186) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 16:46:56.909498 dv-cinder-798104-1-smb neutron-server[74187]: DEBUG neutron.plugins.ml2.managers [None req-8870e455-bf37-4406-8774-a738bd9f64a5 None None] Attempting to bind port ead04dc5-4552-4b35-9d4e-e8a984e43705 on host dv-cinder-798104-1-smb for vnic_type normal with profile {{(pid=74187) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 28 16:46:56.910484 dv-cinder-798104-1-smb neutron-server[74187]: DEBUG neutron.plugins.ml2.managers [None req-8870e455-bf37-4406-8774-a738bd9f64a5 None None] Attempting to bind port ead04dc5-4552-4b35-9d4e-e8a984e43705 by drivers openvswitch,hyperv on host dv-cinder-798104-1-smb at level 0 using segments [{'id': '2db6957b-14ec-4c02-af7f-1e1f1c43e1c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 406, 'network_id': '7f0c367f-9766-4eee-ba44-19e01794e46f'}] {{(pid=74187) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 28 16:46:56.911069 dv-cinder-798104-1-smb neutron-server[74187]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8870e455-bf37-4406-8774-a738bd9f64a5 None None] Attempting to bind port ead04dc5-4552-4b35-9d4e-e8a984e43705 on network 7f0c367f-9766-4eee-ba44-19e01794e46f {{(pid=74187) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jun 28 16:46:56.919459 dv-cinder-798104-1-smb neutron-server[74186]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6a528e40-36f8-44fc-96a5-61b2de45c973 admin admin] Network f9715ce2-16ba-4ae9-9a15-557432d0a5ed is already hosted by enough agents. {{(pid=74186) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 28 16:46:56.921221 dv-cinder-798104-1-smb neutron-server[74186]: DEBUG neutron.scheduler.base_scheduler [None req-6a528e40-36f8-44fc-96a5-61b2de45c973 admin admin] Resources bound (agent type, host, resource id): {{(pid=74186) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 28 16:46:56.923758 dv-cinder-798104-1-smb neutron-server[74186]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a528e40-36f8-44fc-96a5-61b2de45c973 admin admin] Received port after_create {{(pid=74186) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 28 16:46:56.928668 dv-cinder-798104-1-smb neutron-server[74187]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8870e455-bf37-4406-8774-a738bd9f64a5 None None] Checking agent: {'id': 'fa82f27f-b773-4083-82bf-f246fc41f2de', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-798104-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 28, 16, 32, 44), 'started_at': datetime.datetime(2021, 6, 28, 16, 33, 14), 'heartbeat_timestamp': datetime.datetime(2021, 6, 28, 16, 46, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-798104-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=74187) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jun 28 16:46:56.929047 dv-cinder-798104-1-smb neutron-server[74187]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8870e455-bf37-4406-8774-a738bd9f64a5 None None] Checking segment: {'id': '2db6957b-14ec-4c02-af7f-1e1f1c43e1c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 406, 'network_id': '7f0c367f-9766-4eee-ba44-19e01794e46f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=74187) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jun 28 16:46:56.929693 dv-cinder-798104-1-smb neutron-server[74187]: DEBUG neutron_lib.callbacks.manager [None req-8870e455-bf37-4406-8774-a738bd9f64a5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=74187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 16:46:56.930114 dv-cinder-798104-1-smb neutron-server[74187]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8870e455-bf37-4406-8774-a738bd9f64a5 None None] Bound using segment: {'id': '2db6957b-14ec-4c02-af7f-1e1f1c43e1c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 406, 'network_id': '7f0c367f-9766-4eee-ba44-19e01794e46f'} {{(pid=74187) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jun 28 16:46:56.930733 dv-cinder-798104-1-smb neutron-server[74187]: DEBUG neutron.plugins.ml2.managers [None req-8870e455-bf37-4406-8774-a738bd9f64a5 None None] Bound port: ead04dc5-4552-4b35-9d4e-e8a984e43705, host: dv-cinder-798104-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2db6957b-14ec-4c02-af7f-1e1f1c43e1c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 406, 'network_id': '7f0c367f-9766-4eee-ba44-19e01794e46f'}}] {{(pid=74187) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 28 16:46:56.931191 dv-cinder-798104-1-smb neutron-server[74187]: DEBUG neutron_lib.callbacks.manager [None req-8870e455-bf37-4406-8774-a738bd9f64a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621611'] for port, before_update {{(pid=74187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 16:46:57.002588 dv-cinder-798104-1-smb neutron-server[74187]: DEBUG neutron.db.provisioning_blocks [None req-c72dd329-595c-4eca-9296-ba6eff8780d9 None None] Provisioning complete for port 657e2dfc-512f-4959-bc5f-53243ebe1e70 triggered by entity L2. {{(pid=74187) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 28 16:46:57.003033 dv-cinder-798104-1-smb neutron-server[74187]: DEBUG neutron_lib.callbacks.manager [None req-c72dd329-595c-4eca-9296-ba6eff8780d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1002786'] for port, provisioning_complete {{(pid=74187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 16:46:57.086960 dv-cinder-798104-1-smb neutron-server[74187]: DEBUG neutron.plugins.ml2.db [None req-8870e455-bf37-4406-8774-a738bd9f64a5 None None] For port ead04dc5-4552-4b35-9d4e-e8a984e43705, host dv-cinder-798104-1-smb, cleared binding levels {{(pid=74187) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 28 16:46:57.090512 dv-cinder-798104-1-smb neutron-server[74187]: DEBUG neutron.plugins.ml2.db [None req-8870e455-bf37-4406-8774-a738bd9f64a5 None None] For port ead04dc5-4552-4b35-9d4e-e8a984e43705, host dv-cinder-798104-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-798104-1-smb',level=0,port_id=ead04dc5-4552-4b35-9d4e-e8a984e43705,segment=NetworkSegment(2db6957b-14ec-4c02-af7f-1e1f1c43e1c9),segment_id=2db6957b-14ec-4c02-af7f-1e1f1c43e1c9)] {{(pid=74187) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 28 16:46:57.096370 dv-cinder-798104-1-smb neutron-server[74187]: DEBUG neutron_lib.callbacks.manager [None req-8870e455-bf37-4406-8774-a738bd9f64a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-615041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1598908', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774158213048', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774157688378', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774157688423'] for port, after_update {{(pid=74187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 16:46:57.102361 dv-cinder-798104-1-smb neutron-server[74187]: DEBUG oslo_concurrency.lockutils [None req-8086783f-535e-4ec4-831e-d400e2bfbdc7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74187) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 16:46:57.118697 dv-cinder-798104-1-smb neutron-server[74186]: DEBUG neutron_lib.callbacks.manager [None req-6a528e40-36f8-44fc-96a5-61b2de45c973 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=74186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 16:46:57.119872 dv-cinder-798104-1-smb neutron-server[74186]: DEBUG neutron_lib.callbacks.manager [None req-6a528e40-36f8-44fc-96a5-61b2de45c973 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1623880', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1624305'] for router, after_create {{(pid=74186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 16:46:57.258430 dv-cinder-798104-1-smb neutron-server[74187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8870e455-bf37-4406-8774-a738bd9f64a5 None None] Pushing event updated for resources: {'Port': ['ID=ead04dc5-4552-4b35-9d4e-e8a984e43705,revision_number=2']} {{(pid=74187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 16:46:57.262479 dv-cinder-798104-1-smb neutron-server[74187]: DEBUG oslo_concurrency.lockutils [None req-8870e455-bf37-4406-8774-a738bd9f64a5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.160s {{(pid=74187) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 16:46:57.549541 dv-cinder-798104-1-smb neutron-server[74186]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6a528e40-36f8-44fc-96a5-61b2de45c973 admin admin] Router 7654d665-3a83-4cb8-b3e1-8e170e42074c is scheduled to L3 agent 633adcd1-515e-4435-b14d-49f054abd10f with binding_index 1 {{(pid=74186) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jun 28 16:46:57.764825 dv-cinder-798104-1-smb neutron-server[74186]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6a528e40-36f8-44fc-96a5-61b2de45c973 admin admin] Notify agent at l3_agent.dv-cinder-798104-1-smb the message routers_updated {{(pid=74186) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 28 16:46:57.773838 dv-cinder-798104-1-smb neutron-server[74188]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-173f009f-7c5e-44ac-9b40-9806fd2f4110 None None] Sync routers for ids ['7654d665-3a83-4cb8-b3e1-8e170e42074c'] in dv-cinder-798104-1-smb {{(pid=74188) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jun 28 16:46:57.786065 dv-cinder-798104-1-smb neutron-server[74188]: DEBUG neutron.db.l3_dvrscheduler_db [None req-173f009f-7c5e-44ac-9b40-9806fd2f4110 None None] Routers {'7654d665-3a83-4cb8-b3e1-8e170e42074c'} bound to L3 agent in host dv-cinder-798104-1-smb {{(pid=74188) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 28 16:46:57.786840 dv-cinder-798104-1-smb neutron-server[74188]: DEBUG neutron.db.l3_hamode_db [None req-173f009f-7c5e-44ac-9b40-9806fd2f4110 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-798104-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-28T16:32:46Z,description=,heartbeat_timestamp=2021-06-28T16:46:46Z,host='dv-cinder-798104-1-smb',id=633adcd1-515e-4435-b14d-49f054abd10f,load=0,resource_versions=,resources_synced=,started_at=2021-06-28T16:32:46Z,topic='l3_agent')) {'router_ids': ['7654d665-3a83-4cb8-b3e1-8e170e42074c'], 'active': True} {{(pid=74188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 16:46:57.792099 dv-cinder-798104-1-smb neutron-server[74186]: DEBUG neutron_lib.callbacks.manager [None req-6a528e40-36f8-44fc-96a5-61b2de45c973 admin admin] Notify callbacks [] for router, before_response {{(pid=74186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 16:46:57.794060 dv-cinder-798104-1-smb neutron-server[74186]: INFO neutron.wsgi [None req-6a528e40-36f8-44fc-96a5-61b2de45c973 admin admin] 10.222.0.26 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 1.9548492 Jun 28 16:46:57.796628 dv-cinder-798104-1-smb neutron-server[74186]: DEBUG neutron.wsgi [-] (74186) accepted ('10.222.0.26', 53488) {{(pid=74186) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 28 16:46:58.042648 dv-cinder-798104-1-smb neutron-server[74188]: DEBUG neutron.db.l3_dvr_db [None req-173f009f-7c5e-44ac-9b40-9806fd2f4110 None None] Set router 7654d665-3a83-4cb8-b3e1-8e170e42074c gateway port host: dv-cinder-798104-1-smb {{(pid=74188) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jun 28 16:46:58.336431 dv-cinder-798104-1-smb neutron-server[74187]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7943980f-64b2-45b2-aba2-4787a8756139 None None] Network 7f0c367f-9766-4eee-ba44-19e01794e46f requested from dv-cinder-798104-1-smb {{(pid=74187) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jun 28 16:46:58.411665 dv-cinder-798104-1-smb neutron-server[74188]: DEBUG neutron.db.l3_hamode_db [None req-173f009f-7c5e-44ac-9b40-9806fd2f4110 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7654d665-3a83-4cb8-b3e1-8e170e42074c', 'name': 'tempest-TestShelveInstance-471403192-router', 'tenant_id': '7c0eadaeb18d41d48f13d1aab0e2f5bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f9715ce2-16ba-4ae9-9a15-557432d0a5ed', 'external_fixed_ips': [{'subnet_id': 'e3a20e14-2eea-4943-8cec-1fe85e8448d0', 'ip_address': '172.28.3.210'}], 'enable_snat': True}, 'gw_port_id': '44aadbfa-4e6b-4713-87b2-38eaf9a5a745', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-28T16:46:55Z', 'updated_at': '2021-06-28T16:46:57Z', 'revision_number': 3, 'project_id': '7c0eadaeb18d41d48f13d1aab0e2f5bf', 'gw_port': {'id': '44aadbfa-4e6b-4713-87b2-38eaf9a5a745', 'name': '', 'network_id': 'f9715ce2-16ba-4ae9-9a15-557432d0a5ed', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:80:f2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7654d665-3a83-4cb8-b3e1-8e170e42074c', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e3a20e14-2eea-4943-8cec-1fe85e8448d0', 'ip_address': '172.28.3.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T16:46:56Z', 'updated_at': '2021-06-28T16:46:56Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'e3a20e14-2eea-4943-8cec-1fe85e8448d0', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798104-1-smb'}], 'dv-cinder-798104-1-smb', False) {} {{(pid=74188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 16:46:58.417186 dv-cinder-798104-1-smb neutron-server[74188]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-173f009f-7c5e-44ac-9b40-9806fd2f4110 None None] Checking router: 7654d665-3a83-4cb8-b3e1-8e170e42074c for host: dv-cinder-798104-1-smb {{(pid=74188) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Jun 28 16:46:58.417570 dv-cinder-798104-1-smb neutron-server[74188]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-173f009f-7c5e-44ac-9b40-9806fd2f4110 None None] Updating router 7654d665-3a83-4cb8-b3e1-8e170e42074c port 44aadbfa-4e6b-4713-87b2-38eaf9a5a745 binding host dv-cinder-798104-1-smb {{(pid=74188) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Jun 28 16:46:58.432609 dv-cinder-798104-1-smb neutron-server[74187]: DEBUG neutron.db.provisioning_blocks [None req-62b7d613-fe6f-4c1c-ba64-19e5ce7ff942 None None] Provisioning for port ead04dc5-4552-4b35-9d4e-e8a984e43705 completed by entity DHCP. {{(pid=74187) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 28 16:46:58.471345 dv-cinder-798104-1-smb neutron-server[74188]: DEBUG neutron_lib.callbacks.manager [None req-173f009f-7c5e-44ac-9b40-9806fd2f4110 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621611'] for port, before_update {{(pid=74188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 16:46:58.918932 dv-cinder-798104-1-smb neutron-server[74187]: DEBUG neutron.plugins.ml2.rpc [None req-c72dd329-595c-4eca-9296-ba6eff8780d9 None None] Device ead04dc5-4552-4b35-9d4e-e8a984e43705 up at agent ovs-agent-dv-cinder-798104-1-smb {{(pid=74187) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 28 16:46:58.952255 dv-cinder-798104-1-smb neutron-server[74188]: DEBUG neutron_lib.callbacks.manager [None req-173f009f-7c5e-44ac-9b40-9806fd2f4110 None None] Notify callbacks [] for port, precommit_update {{(pid=74188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 16:46:58.979522 dv-cinder-798104-1-smb neutron-server[74188]: DEBUG neutron.db.provisioning_blocks [None req-173f009f-7c5e-44ac-9b40-9806fd2f4110 None None] Transition to ACTIVE for port object 44aadbfa-4e6b-4713-87b2-38eaf9a5a745 will not be triggered until provisioned by entity L2. {{(pid=74188) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 28 16:46:58.992972 dv-cinder-798104-1-smb neutron-server[74188]: DEBUG neutron_lib.callbacks.manager [None req-173f009f-7c5e-44ac-9b40-9806fd2f4110 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-615041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1598908', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774158213048', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774157688378', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774157688423'] for port, after_update {{(pid=74188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 16:46:58.994105 dv-cinder-798104-1-smb neutron-server[74186]: DEBUG neutron_lib.callbacks.manager [None req-5403a64f-7039-4615-8f42-85cc1a927600 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621611'] for port, before_create {{(pid=74186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 16:46:59.003302 dv-cinder-798104-1-smb neutron-server[74188]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74188) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 16:46:59.028080 dv-cinder-798104-1-smb neutron-server[74187]: DEBUG neutron.db.provisioning_blocks [None req-afa2b16f-2efa-46f1-b4cc-764c55b36865 None None] Provisioning complete for port ead04dc5-4552-4b35-9d4e-e8a984e43705 triggered by entity DHCP. {{(pid=74187) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 28 16:46:59.028659 dv-cinder-798104-1-smb neutron-server[74187]: DEBUG neutron_lib.callbacks.manager [None req-afa2b16f-2efa-46f1-b4cc-764c55b36865 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1002786'] for port, provisioning_complete {{(pid=74187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 16:46:59.091459 dv-cinder-798104-1-smb neutron-server[74187]: DEBUG neutron.db.provisioning_blocks [None req-c72dd329-595c-4eca-9296-ba6eff8780d9 None None] Provisioning for port ead04dc5-4552-4b35-9d4e-e8a984e43705 completed by entity L2. {{(pid=74187) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 28 16:46:59.103871 dv-cinder-798104-1-smb neutron-server[74187]: DEBUG neutron.db.provisioning_blocks [None req-c72dd329-595c-4eca-9296-ba6eff8780d9 None None] Provisioning complete for port ead04dc5-4552-4b35-9d4e-e8a984e43705 triggered by entity L2. {{(pid=74187) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 28 16:46:59.104457 dv-cinder-798104-1-smb neutron-server[74187]: DEBUG neutron_lib.callbacks.manager [None req-c72dd329-595c-4eca-9296-ba6eff8780d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1002786'] for port, provisioning_complete {{(pid=74187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 16:46:59.154010 dv-cinder-798104-1-smb neutron-server[74188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b149019-b4a2-43af-851c-58e90989b7ce None None] Pushing event updated for resources: {'Port': ['ID=44aadbfa-4e6b-4713-87b2-38eaf9a5a745,revision_number=2']} {{(pid=74188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 16:46:59.158335 dv-cinder-798104-1-smb neutron-server[74188]: DEBUG neutron.plugins.ml2.managers [None req-173f009f-7c5e-44ac-9b40-9806fd2f4110 None None] Attempting to bind port 44aadbfa-4e6b-4713-87b2-38eaf9a5a745 on host dv-cinder-798104-1-smb for vnic_type normal with profile {{(pid=74188) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 28 16:46:59.159259 dv-cinder-798104-1-smb neutron-server[74188]: DEBUG neutron.plugins.ml2.managers [None req-173f009f-7c5e-44ac-9b40-9806fd2f4110 None None] Attempting to bind port 44aadbfa-4e6b-4713-87b2-38eaf9a5a745 by drivers openvswitch,hyperv on host dv-cinder-798104-1-smb at level 0 using segments [{'id': '1fdcd85b-55c4-4ae7-ac73-ac3bd2107891', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f9715ce2-16ba-4ae9-9a15-557432d0a5ed'}] {{(pid=74188) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 28 16:46:59.160176 dv-cinder-798104-1-smb neutron-server[74188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-173f009f-7c5e-44ac-9b40-9806fd2f4110 None None] Attempting to bind port 44aadbfa-4e6b-4713-87b2-38eaf9a5a745 on network f9715ce2-16ba-4ae9-9a15-557432d0a5ed {{(pid=74188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jun 28 16:46:59.165317 dv-cinder-798104-1-smb neutron-server[74188]: DEBUG oslo_concurrency.lockutils [None req-9b149019-b4a2-43af-851c-58e90989b7ce None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.162s {{(pid=74188) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 16:46:59.173377 dv-cinder-798104-1-smb neutron-server[74188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-173f009f-7c5e-44ac-9b40-9806fd2f4110 None None] Checking agent: {'id': 'fa82f27f-b773-4083-82bf-f246fc41f2de', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-798104-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 28, 16, 32, 44), 'started_at': datetime.datetime(2021, 6, 28, 16, 33, 14), 'heartbeat_timestamp': datetime.datetime(2021, 6, 28, 16, 46, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-798104-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=74188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jun 28 16:46:59.174609 dv-cinder-798104-1-smb neutron-server[74188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-173f009f-7c5e-44ac-9b40-9806fd2f4110 None None] Checking segment: {'id': '1fdcd85b-55c4-4ae7-ac73-ac3bd2107891', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f9715ce2-16ba-4ae9-9a15-557432d0a5ed'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=74188) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jun 28 16:46:59.175282 dv-cinder-798104-1-smb neutron-server[74188]: DEBUG neutron_lib.callbacks.manager [None req-173f009f-7c5e-44ac-9b40-9806fd2f4110 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=74188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 16:46:59.176519 dv-cinder-798104-1-smb neutron-server[74188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-173f009f-7c5e-44ac-9b40-9806fd2f4110 None None] Bound using segment: {'id': '1fdcd85b-55c4-4ae7-ac73-ac3bd2107891', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f9715ce2-16ba-4ae9-9a15-557432d0a5ed'} {{(pid=74188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jun 28 16:46:59.177320 dv-cinder-798104-1-smb neutron-server[74188]: DEBUG neutron.plugins.ml2.managers [None req-173f009f-7c5e-44ac-9b40-9806fd2f4110 None None] Bound port: 44aadbfa-4e6b-4713-87b2-38eaf9a5a745, host: dv-cinder-798104-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1fdcd85b-55c4-4ae7-ac73-ac3bd2107891', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f9715ce2-16ba-4ae9-9a15-557432d0a5ed'}}] {{(pid=74188) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 28 16:46:59.177945 dv-cinder-798104-1-smb neutron-server[74188]: DEBUG neutron_lib.callbacks.manager [None req-173f009f-7c5e-44ac-9b40-9806fd2f4110 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621611'] for port, before_update {{(pid=74188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 16:46:59.246404 dv-cinder-798104-1-smb neutron-server[74186]: DEBUG neutron.db.db_base_plugin_common [None req-5403a64f-7039-4615-8f42-85cc1a927600 admin admin] Allocated IP 172.20.0.1 (7f0c367f-9766-4eee-ba44-19e01794e46f/51aec593-d193-45b7-acc1-ac17f2571b44/0a32ef48-7dfe-422f-ab43-edcb1db86dbe) {{(pid=74186) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 28 16:46:59.268797 dv-cinder-798104-1-smb neutron-server[74188]: DEBUG neutron.plugins.ml2.db [None req-173f009f-7c5e-44ac-9b40-9806fd2f4110 None None] For port 44aadbfa-4e6b-4713-87b2-38eaf9a5a745, host dv-cinder-798104-1-smb, cleared binding levels {{(pid=74188) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 28 16:46:59.273190 dv-cinder-798104-1-smb neutron-server[74188]: DEBUG neutron.plugins.ml2.db [None req-173f009f-7c5e-44ac-9b40-9806fd2f4110 None None] For port 44aadbfa-4e6b-4713-87b2-38eaf9a5a745, host dv-cinder-798104-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-798104-1-smb',level=0,port_id=44aadbfa-4e6b-4713-87b2-38eaf9a5a745,segment=NetworkSegment(1fdcd85b-55c4-4ae7-ac73-ac3bd2107891),segment_id=1fdcd85b-55c4-4ae7-ac73-ac3bd2107891)] {{(pid=74188) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 28 16:46:59.278455 dv-cinder-798104-1-smb neutron-server[74188]: DEBUG neutron_lib.callbacks.manager [None req-173f009f-7c5e-44ac-9b40-9806fd2f4110 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-615041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1598908', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774158213048', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774157688378', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774157688423'] for port, after_update {{(pid=74188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 16:46:59.282523 dv-cinder-798104-1-smb neutron-server[74188]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74188) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 16:46:59.297915 dv-cinder-798104-1-smb neutron-server[74187]: DEBUG neutron_lib.callbacks.manager [None req-c72dd329-595c-4eca-9296-ba6eff8780d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621611'] for port, before_update {{(pid=74187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 16:46:59.313052 dv-cinder-798104-1-smb neutron-server[74187]: DEBUG neutron_lib.callbacks.manager [None req-afa2b16f-2efa-46f1-b4cc-764c55b36865 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621611'] for port, before_update {{(pid=74187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 16:46:59.353922 dv-cinder-798104-1-smb neutron-server[74187]: DEBUG neutron.plugins.ml2.db [None req-c72dd329-595c-4eca-9296-ba6eff8780d9 None None] For port ead04dc5-4552-4b35-9d4e-e8a984e43705, host dv-cinder-798104-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-798104-1-smb',level=0,port_id=ead04dc5-4552-4b35-9d4e-e8a984e43705,segment=NetworkSegment(2db6957b-14ec-4c02-af7f-1e1f1c43e1c9),segment_id=2db6957b-14ec-4c02-af7f-1e1f1c43e1c9)] {{(pid=74187) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 16:46:59.360201 dv-cinder-798104-1-smb neutron-server[74187]: DEBUG neutron_lib.callbacks.manager [None req-c72dd329-595c-4eca-9296-ba6eff8780d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-615041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1598908', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774158213048', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774157688378', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774157688423'] for port, after_update {{(pid=74187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 16:46:59.362562 dv-cinder-798104-1-smb neutron-server[74188]: DEBUG neutron.db.l3_dvrscheduler_db [None req-173f009f-7c5e-44ac-9b40-9806fd2f4110 None None] Routers {'7654d665-3a83-4cb8-b3e1-8e170e42074c'} bound to L3 agent in host dv-cinder-798104-1-smb {{(pid=74188) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 28 16:46:59.362901 dv-cinder-798104-1-smb neutron-server[74187]: DEBUG oslo_concurrency.lockutils [None req-d0e5ad82-df9b-4ee3-8ee9-b93c74fbe1d3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74187) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 16:46:59.363233 dv-cinder-798104-1-smb neutron-server[74188]: DEBUG neutron.db.l3_hamode_db [None req-173f009f-7c5e-44ac-9b40-9806fd2f4110 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-798104-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-28T16:32:46Z,description=,heartbeat_timestamp=2021-06-28T16:46:46Z,host='dv-cinder-798104-1-smb',id=633adcd1-515e-4435-b14d-49f054abd10f,load=0,resource_versions=,resources_synced=,started_at=2021-06-28T16:32:46Z,topic='l3_agent')) {'router_ids': ['7654d665-3a83-4cb8-b3e1-8e170e42074c'], 'active': True} {{(pid=74188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 16:46:59.433161 dv-cinder-798104-1-smb neutron-server[74186]: DEBUG neutron_lib.callbacks.manager [None req-5403a64f-7039-4615-8f42-85cc1a927600 admin admin] Notify callbacks [] for port, precommit_create {{(pid=74186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 16:46:59.448974 dv-cinder-798104-1-smb neutron-server[74188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b149019-b4a2-43af-851c-58e90989b7ce None None] Pushing event updated for resources: {'Port': ['ID=44aadbfa-4e6b-4713-87b2-38eaf9a5a745,revision_number=3']} {{(pid=74188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 16:46:59.452719 dv-cinder-798104-1-smb neutron-server[74188]: DEBUG oslo_concurrency.lockutils [None req-9b149019-b4a2-43af-851c-58e90989b7ce None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.170s {{(pid=74188) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 16:46:59.463903 dv-cinder-798104-1-smb neutron-server[74186]: DEBUG neutron.db.provisioning_blocks [None req-5403a64f-7039-4615-8f42-85cc1a927600 admin admin] Transition to ACTIVE for port object 0a32ef48-7dfe-422f-ab43-edcb1db86dbe will not be triggered until provisioned by entity DHCP. {{(pid=74186) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 28 16:46:59.483935 dv-cinder-798104-1-smb neutron-server[74187]: DEBUG neutron_lib.db.api [None req-afa2b16f-2efa-46f1-b4cc-764c55b36865 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=74187) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 28 16:46:59.484509 dv-cinder-798104-1-smb neutron-server[74187]: DEBUG oslo_db.api [None req-afa2b16f-2efa-46f1-b4cc-764c55b36865 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=74187) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 28 16:46:59.488155 dv-cinder-798104-1-smb neutron-server[74187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c72dd329-595c-4eca-9296-ba6eff8780d9 None None] Pushing event updated for resources: {'Port': ['ID=ead04dc5-4552-4b35-9d4e-e8a984e43705,revision_number=3']} {{(pid=74187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 16:46:59.490445 dv-cinder-798104-1-smb neutron-server[74186]: DEBUG neutron_lib.callbacks.manager [None req-5403a64f-7039-4615-8f42-85cc1a927600 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-615041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1598908', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774157688360', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1108489'] for port, after_create {{(pid=74186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 16:46:59.491548 dv-cinder-798104-1-smb neutron-server[74187]: DEBUG oslo_concurrency.lockutils [None req-c72dd329-595c-4eca-9296-ba6eff8780d9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.129s {{(pid=74187) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 16:46:59.494451 dv-cinder-798104-1-smb neutron-server[74186]: DEBUG oslo_concurrency.lockutils [None req-a6b748d8-0082-44b7-a306-a925e83c1fca tempest-ServerRescueNegativeTestJSON-1571951802 tempest-ServerRescueNegativeTestJSON-1571951802-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74186) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 16:46:59.565630 dv-cinder-798104-1-smb neutron-server[74186]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5403a64f-7039-4615-8f42-85cc1a927600 admin admin] Network 7f0c367f-9766-4eee-ba44-19e01794e46f is already hosted by enough agents. {{(pid=74186) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 28 16:46:59.569178 dv-cinder-798104-1-smb neutron-server[74186]: DEBUG neutron.scheduler.base_scheduler [None req-5403a64f-7039-4615-8f42-85cc1a927600 admin admin] Resources bound (agent type, host, resource id): {{(pid=74186) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 28 16:46:59.573806 dv-cinder-798104-1-smb neutron-server[74186]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5403a64f-7039-4615-8f42-85cc1a927600 admin admin] Received port after_create {{(pid=74186) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 28 16:46:59.586078 dv-cinder-798104-1-smb neutron-server[74188]: DEBUG neutron.db.l3_dvr_db [None req-173f009f-7c5e-44ac-9b40-9806fd2f4110 None None] Set router 7654d665-3a83-4cb8-b3e1-8e170e42074c gateway port host: dv-cinder-798104-1-smb {{(pid=74188) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jun 28 16:46:59.601213 dv-cinder-798104-1-smb neutron-server[74186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5403a64f-7039-4615-8f42-85cc1a927600 admin admin] Pushing event updated for resources: {'Port': ['ID=0a32ef48-7dfe-422f-ab43-edcb1db86dbe,revision_number=1']} {{(pid=74186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 16:46:59.608335 dv-cinder-798104-1-smb neutron-server[74186]: DEBUG oslo_concurrency.lockutils [None req-5403a64f-7039-4615-8f42-85cc1a927600 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=74186) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 16:46:59.634385 dv-cinder-798104-1-smb neutron-server[74186]: DEBUG neutron_lib.callbacks.manager [None req-5403a64f-7039-4615-8f42-85cc1a927600 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1624359'] for router_interface, before_create {{(pid=74186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 16:46:59.739560 dv-cinder-798104-1-smb neutron-server[74186]: DEBUG neutron_lib.callbacks.manager [None req-5403a64f-7039-4615-8f42-85cc1a927600 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621611'] for port, before_update {{(pid=74186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 16:46:59.993394 dv-cinder-798104-1-smb neutron-server[74188]: DEBUG neutron.db.l3_hamode_db [None req-173f009f-7c5e-44ac-9b40-9806fd2f4110 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7654d665-3a83-4cb8-b3e1-8e170e42074c', 'name': 'tempest-TestShelveInstance-471403192-router', 'tenant_id': '7c0eadaeb18d41d48f13d1aab0e2f5bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f9715ce2-16ba-4ae9-9a15-557432d0a5ed', 'external_fixed_ips': [{'subnet_id': 'e3a20e14-2eea-4943-8cec-1fe85e8448d0', 'ip_address': '172.28.3.210'}], 'enable_snat': True}, 'gw_port_id': '44aadbfa-4e6b-4713-87b2-38eaf9a5a745', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-28T16:46:55Z', 'updated_at': '2021-06-28T16:46:57Z', 'revision_number': 3, 'project_id': '7c0eadaeb18d41d48f13d1aab0e2f5bf', 'gw_port': {'id': '44aadbfa-4e6b-4713-87b2-38eaf9a5a745', 'name': '', 'network_id': 'f9715ce2-16ba-4ae9-9a15-557432d0a5ed', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:80:f2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7654d665-3a83-4cb8-b3e1-8e170e42074c', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e3a20e14-2eea-4943-8cec-1fe85e8448d0', 'ip_address': '172.28.3.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798104-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T16:46:56Z', 'updated_at': '2021-06-28T16:46:59Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e3a20e14-2eea-4943-8cec-1fe85e8448d0', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798104-1-smb'}], 'dv-cinder-798104-1-smb', False) {} {{(pid=74188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 16:46:59.998705 dv-cinder-798104-1-smb neutron-server[74188]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-173f009f-7c5e-44ac-9b40-9806fd2f4110 None None] The sync data for ids ['7654d665-3a83-4cb8-b3e1-8e170e42074c'] in dv-cinder-798104-1-smb is: [{'id': '7654d665-3a83-4cb8-b3e1-8e170e42074c', 'name': 'tempest-TestShelveInstance-471403192-router', 'tenant_id': '7c0eadaeb18d41d48f13d1aab0e2f5bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f9715ce2-16ba-4ae9-9a15-557432d0a5ed', 'external_fixed_ips': [{'subnet_id': 'e3a20e14-2eea-4943-8cec-1fe85e8448d0', 'ip_address': '172.28.3.210'}], 'enable_snat': True}, 'gw_port_id': '44aadbfa-4e6b-4713-87b2-38eaf9a5a745', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-28T16:46:55Z', 'updated_at': '2021-06-28T16:46:57Z', 'revision_number': 3, 'project_id': '7c0eadaeb18d41d48f13d1aab0e2f5bf', 'gw_port': {'id': '44aadbfa-4e6b-4713-87b2-38eaf9a5a745', 'name': '', 'network_id': 'f9715ce2-16ba-4ae9-9a15-557432d0a5ed', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:80:f2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7654d665-3a83-4cb8-b3e1-8e170e42074c', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e3a20e14-2eea-4943-8cec-1fe85e8448d0', 'ip_address': '172.28.3.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798104-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T16:46:56Z', 'updated_at': '2021-06-28T16:46:59Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e3a20e14-2eea-4943-8cec-1fe85e8448d0', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798104-1-smb'}] {{(pid=74188) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jun 28 16:47:00.076153 dv-cinder-798104-1-smb neutron-server[74186]: DEBUG neutron_lib.callbacks.manager [None req-5403a64f-7039-4615-8f42-85cc1a927600 admin admin] Notify callbacks [] for port, precommit_update {{(pid=74186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 16:47:00.082685 dv-cinder-798104-1-smb neutron-server[74186]: DEBUG neutron_lib.callbacks.manager [None req-5403a64f-7039-4615-8f42-85cc1a927600 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-615041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1598908', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774158213048', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774157688378', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774157688423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1108480'] for port, after_update {{(pid=74186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 16:47:00.122469 dv-cinder-798104-1-smb neutron-server[74186]: DEBUG oslo_concurrency.lockutils [None req-be018b40-6cd9-479d-9404-6f426a4ffc50 tempest-AttachVolumeShelveTestJSON-223402159 tempest-AttachVolumeShelveTestJSON-223402159-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74186) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 16:47:00.148825 dv-cinder-798104-1-smb neutron-server[74187]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7e4538a-47a8-47f4-861e-a3bcb4bced46 None None] Sync routers for ids ['9d53da9d-51e9-4397-b40c-f87f3acd0f12'] in dv-cinder-798104-1-smb {{(pid=74187) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jun 28 16:47:00.188001 dv-cinder-798104-1-smb neutron-server[74187]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7e4538a-47a8-47f4-861e-a3bcb4bced46 None None] Routers {'9d53da9d-51e9-4397-b40c-f87f3acd0f12'} bound to L3 agent in host dv-cinder-798104-1-smb {{(pid=74187) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 28 16:47:00.189183 dv-cinder-798104-1-smb neutron-server[74187]: DEBUG neutron.db.l3_hamode_db [None req-c7e4538a-47a8-47f4-861e-a3bcb4bced46 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-798104-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-28T16:32:46Z,description=,heartbeat_timestamp=2021-06-28T16:46:46Z,host='dv-cinder-798104-1-smb',id=633adcd1-515e-4435-b14d-49f054abd10f,load=0,resource_versions=,resources_synced=,started_at=2021-06-28T16:32:46Z,topic='l3_agent')) {'router_ids': ['9d53da9d-51e9-4397-b40c-f87f3acd0f12'], 'active': True} {{(pid=74187) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 16:47:00.211621 dv-cinder-798104-1-smb neutron-server[74186]: DEBUG neutron_lib.callbacks.manager [None req-5403a64f-7039-4615-8f42-85cc1a927600 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1598798', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1635339'] for router_interface, after_create {{(pid=74186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 16:47:00.215223 dv-cinder-798104-1-smb neutron-server[74186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5403a64f-7039-4615-8f42-85cc1a927600 admin admin] Pushing event updated for resources: {'Port': ['ID=0a32ef48-7dfe-422f-ab43-edcb1db86dbe,revision_number=2']} {{(pid=74186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 16:47:00.218180 dv-cinder-798104-1-smb neutron-server[74186]: DEBUG oslo_concurrency.lockutils [None req-5403a64f-7039-4615-8f42-85cc1a927600 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=74186) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 16:47:00.306842 dv-cinder-798104-1-smb neutron-server[74187]: DEBUG neutron.db.provisioning_blocks [None req-207b74b3-f3fb-4d6e-a034-cc2f243ef6c4 None None] Provisioning for port 0a32ef48-7dfe-422f-ab43-edcb1db86dbe completed by entity DHCP. {{(pid=74187) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 28 16:47:00.321601 dv-cinder-798104-1-smb neutron-server[74187]: DEBUG neutron.db.provisioning_blocks [None req-207b74b3-f3fb-4d6e-a034-cc2f243ef6c4 None None] Provisioning complete for port 0a32ef48-7dfe-422f-ab43-edcb1db86dbe triggered by entity DHCP. {{(pid=74187) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 28 16:47:00.321975 dv-cinder-798104-1-smb neutron-server[74187]: DEBUG neutron_lib.callbacks.manager [None req-207b74b3-f3fb-4d6e-a034-cc2f243ef6c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1002786'] for port, provisioning_complete {{(pid=74187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 16:47:00.404692 dv-cinder-798104-1-smb neutron-server[74186]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5403a64f-7039-4615-8f42-85cc1a927600 admin admin] Network 7f0c367f-9766-4eee-ba44-19e01794e46f is already hosted by enough agents. {{(pid=74186) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 28 16:47:00.406215 dv-cinder-798104-1-smb neutron-server[74186]: DEBUG neutron.scheduler.base_scheduler [None req-5403a64f-7039-4615-8f42-85cc1a927600 admin admin] Resources bound (agent type, host, resource id): {{(pid=74186) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 28 16:47:00.452085 dv-cinder-798104-1-smb neutron-server[74187]: DEBUG neutron.plugins.ml2.plugin [None req-207b74b3-f3fb-4d6e-a034-cc2f243ef6c4 None None] Port 0a32ef48-7dfe-422f-ab43-edcb1db86dbe cannot update to ACTIVE because it is not bound. {{(pid=74187) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jun 28 16:47:00.472079 dv-cinder-798104-1-smb neutron-server[74187]: DEBUG neutron.db.l3_dvr_db [None req-c7e4538a-47a8-47f4-861e-a3bcb4bced46 None None] Set router 9d53da9d-51e9-4397-b40c-f87f3acd0f12 gateway port host: dv-cinder-798104-1-smb {{(pid=74187) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jun 28 16:47:00.750418 dv-cinder-798104-1-smb neutron-server[74187]: DEBUG neutron.db.provisioning_blocks [None req-6c99b15f-82b7-441e-b951-6678ce2191ca None None] Provisioning complete for port 0a32ef48-7dfe-422f-ab43-edcb1db86dbe triggered by entity DHCP. {{(pid=74187) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 28 16:47:00.750802 dv-cinder-798104-1-smb neutron-server[74187]: DEBUG neutron_lib.callbacks.manager [None req-6c99b15f-82b7-441e-b951-6678ce2191ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1002786'] for port, provisioning_complete {{(pid=74187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 16:47:00.808770 dv-cinder-798104-1-smb neutron-server[74187]: DEBUG neutron.plugins.ml2.rpc [None req-c72dd329-595c-4eca-9296-ba6eff8780d9 None None] Device ead04dc5-4552-4b35-9d4e-e8a984e43705 up at agent ovs-agent-dv-cinder-798104-1-smb {{(pid=74187) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 28 16:47:00.834052 dv-cinder-798104-1-smb neutron-server[74186]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5403a64f-7039-4615-8f42-85cc1a927600 admin admin] Router 7654d665-3a83-4cb8-b3e1-8e170e42074c has already been hosted by L3 agent 633adcd1-515e-4435-b14d-49f054abd10f {{(pid=74186) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 28 16:47:00.929797 dv-cinder-798104-1-smb neutron-server[74187]: DEBUG neutron.plugins.ml2.plugin [None req-6c99b15f-82b7-441e-b951-6678ce2191ca None None] Port 0a32ef48-7dfe-422f-ab43-edcb1db86dbe cannot update to ACTIVE because it is not bound. {{(pid=74187) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jun 28 16:47:00.958844 dv-cinder-798104-1-smb neutron-server[74187]: DEBUG neutron.db.provisioning_blocks [None req-c72dd329-595c-4eca-9296-ba6eff8780d9 None None] Provisioning complete for port ead04dc5-4552-4b35-9d4e-e8a984e43705 triggered by entity L2. {{(pid=74187) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 28 16:47:00.959223 dv-cinder-798104-1-smb neutron-server[74187]: DEBUG neutron_lib.callbacks.manager [None req-c72dd329-595c-4eca-9296-ba6eff8780d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1002786'] for port, provisioning_complete {{(pid=74187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 16:47:01.025927 dv-cinder-798104-1-smb neutron-server[74187]: DEBUG neutron.db.l3_hamode_db [None req-c7e4538a-47a8-47f4-861e-a3bcb4bced46 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9d53da9d-51e9-4397-b40c-f87f3acd0f12', 'name': 'tempest-TestShelveInstance-1780542593-router', 'tenant_id': '8c5d7eb385cf4b6484fd4ebafedcfebd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f9715ce2-16ba-4ae9-9a15-557432d0a5ed', 'external_fixed_ips': [{'subnet_id': 'e3a20e14-2eea-4943-8cec-1fe85e8448d0', 'ip_address': '172.28.3.127'}], 'enable_snat': True}, 'gw_port_id': '657e2dfc-512f-4959-bc5f-53243ebe1e70', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-28T16:46:47Z', 'updated_at': '2021-06-28T16:46:51Z', 'revision_number': 4, 'project_id': '8c5d7eb385cf4b6484fd4ebafedcfebd', 'gw_port': {'id': '657e2dfc-512f-4959-bc5f-53243ebe1e70', 'name': '', 'network_id': 'f9715ce2-16ba-4ae9-9a15-557432d0a5ed', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:0f:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d53da9d-51e9-4397-b40c-f87f3acd0f12', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e3a20e14-2eea-4943-8cec-1fe85e8448d0', 'ip_address': '172.28.3.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798104-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T16:46:47Z', 'updated_at': '2021-06-28T16:46:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e3a20e14-2eea-4943-8cec-1fe85e8448d0', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798104-1-smb', '_interfaces': [{'id': 'bbef0a3f-0abf-42bf-9454-3ad9181a5857', 'name': '', 'network_id': 'c51a219d-aea3-485c-897b-dd81c8d14108', 'tenant_id': '8c5d7eb385cf4b6484fd4ebafedcfebd', 'mac_address': 'fa:16:3e:a8:f1:92', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9d53da9d-51e9-4397-b40c-f87f3acd0f12', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'b208fee6-e725-4900-8dd2-8d94468ed059', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T16:46:51Z', 'updated_at': '2021-06-28T16:46:52Z', 'revision_number': 2, 'project_id': '8c5d7eb385cf4b6484fd4ebafedcfebd', 'subnets': [{'id': 'b208fee6-e725-4900-8dd2-8d94468ed059', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-798104-1-smb', False) {} {{(pid=74187) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 16:47:01.033824 dv-cinder-798104-1-smb neutron-server[74187]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7e4538a-47a8-47f4-861e-a3bcb4bced46 None None] Checking router: 9d53da9d-51e9-4397-b40c-f87f3acd0f12 for host: dv-cinder-798104-1-smb {{(pid=74187) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Jun 28 16:47:01.034206 dv-cinder-798104-1-smb neutron-server[74187]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7e4538a-47a8-47f4-861e-a3bcb4bced46 None None] Updating router 9d53da9d-51e9-4397-b40c-f87f3acd0f12 port bbef0a3f-0abf-42bf-9454-3ad9181a5857 binding host dv-cinder-798104-1-smb {{(pid=74187) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Jun 28 16:47:01.155609 dv-cinder-798104-1-smb neutron-server[74187]: DEBUG neutron_lib.callbacks.manager [None req-c7e4538a-47a8-47f4-861e-a3bcb4bced46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621611'] for port, before_update {{(pid=74187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 16:47:01.170350 dv-cinder-798104-1-smb neutron-server[74186]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5403a64f-7039-4615-8f42-85cc1a927600 admin admin] Notify agent at l3_agent.dv-cinder-798104-1-smb the message routers_updated {{(pid=74186) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 28 16:47:01.183074 dv-cinder-798104-1-smb neutron-server[74186]: INFO neutron.wsgi [None req-5403a64f-7039-4615-8f42-85cc1a927600 admin admin] 10.222.0.26 "PUT /v2.0/routers/7654d665-3a83-4cb8-b3e1-8e170e42074c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3850851 Jun 28 16:47:01.675027 dv-cinder-798104-1-smb neutron-server[74187]: DEBUG neutron_lib.callbacks.manager [None req-c7e4538a-47a8-47f4-861e-a3bcb4bced46 None None] Notify callbacks [] for port, precommit_update {{(pid=74187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 16:47:01.692155 dv-cinder-798104-1-smb neutron-server[74187]: DEBUG neutron.db.provisioning_blocks [None req-c7e4538a-47a8-47f4-861e-a3bcb4bced46 None None] Transition to ACTIVE for port object bbef0a3f-0abf-42bf-9454-3ad9181a5857 will not be triggered until provisioned by entity L2. {{(pid=74187) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 28 16:47:01.699805 dv-cinder-798104-1-smb neutron-server[74187]: DEBUG neutron_lib.callbacks.manager [None req-c7e4538a-47a8-47f4-861e-a3bcb4bced46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-615041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1598908', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774158213048', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774157688378', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774157688423'] for port, after_update {{(pid=74187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 16:47:01.704793 dv-cinder-798104-1-smb neutron-server[74187]: DEBUG oslo_concurrency.lockutils [None req-8870e455-bf37-4406-8774-a738bd9f64a5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74187) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 16:47:01.900605 dv-cinder-798104-1-smb neutron-server[74187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a55f0058-946d-449e-a50f-4811b6546969 None None] Pushing event updated for resources: {'Port': ['ID=bbef0a3f-0abf-42bf-9454-3ad9181a5857,revision_number=3']} {{(pid=74187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 16:47:01.910486 dv-cinder-798104-1-smb neutron-server[74187]: DEBUG oslo_concurrency.lockutils [None req-a55f0058-946d-449e-a50f-4811b6546969 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.205s {{(pid=74187) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 16:47:02.008001 dv-cinder-798104-1-smb neutron-server[74187]: DEBUG neutron.plugins.ml2.managers [None req-c7e4538a-47a8-47f4-861e-a3bcb4bced46 None None] Attempting to bind port bbef0a3f-0abf-42bf-9454-3ad9181a5857 on host dv-cinder-798104-1-smb for vnic_type normal with profile {{(pid=74187) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 28 16:47:02.008457 dv-cinder-798104-1-smb neutron-server[74187]: DEBUG neutron.plugins.ml2.managers [None req-c7e4538a-47a8-47f4-861e-a3bcb4bced46 None None] Attempting to bind port bbef0a3f-0abf-42bf-9454-3ad9181a5857 by drivers openvswitch,hyperv on host dv-cinder-798104-1-smb at level 0 using segments [{'id': '3dc75ba6-bfde-44f0-93f7-81b93a0ad439', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': 'c51a219d-aea3-485c-897b-dd81c8d14108'}] {{(pid=74187) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 28 16:47:02.008947 dv-cinder-798104-1-smb neutron-server[74187]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7e4538a-47a8-47f4-861e-a3bcb4bced46 None None] Attempting to bind port bbef0a3f-0abf-42bf-9454-3ad9181a5857 on network c51a219d-aea3-485c-897b-dd81c8d14108 {{(pid=74187) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jun 28 16:47:02.017980 dv-cinder-798104-1-smb neutron-server[74187]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7e4538a-47a8-47f4-861e-a3bcb4bced46 None None] Checking agent: {'id': 'fa82f27f-b773-4083-82bf-f246fc41f2de', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-798104-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 28, 16, 32, 44), 'started_at': datetime.datetime(2021, 6, 28, 16, 33, 14), 'heartbeat_timestamp': datetime.datetime(2021, 6, 28, 16, 46, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-798104-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=74187) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jun 28 16:47:02.018440 dv-cinder-798104-1-smb neutron-server[74187]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7e4538a-47a8-47f4-861e-a3bcb4bced46 None None] Checking segment: {'id': '3dc75ba6-bfde-44f0-93f7-81b93a0ad439', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': 'c51a219d-aea3-485c-897b-dd81c8d14108'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=74187) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jun 28 16:47:02.018778 dv-cinder-798104-1-smb neutron-server[74187]: DEBUG neutron_lib.callbacks.manager [None req-c7e4538a-47a8-47f4-861e-a3bcb4bced46 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=74187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 16:47:02.019724 dv-cinder-798104-1-smb neutron-server[74187]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7e4538a-47a8-47f4-861e-a3bcb4bced46 None None] Bound using segment: {'id': '3dc75ba6-bfde-44f0-93f7-81b93a0ad439', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': 'c51a219d-aea3-485c-897b-dd81c8d14108'} {{(pid=74187) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jun 28 16:47:02.020250 dv-cinder-798104-1-smb neutron-server[74187]: DEBUG neutron.plugins.ml2.managers [None req-c7e4538a-47a8-47f4-861e-a3bcb4bced46 None None] Bound port: bbef0a3f-0abf-42bf-9454-3ad9181a5857, host: dv-cinder-798104-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3dc75ba6-bfde-44f0-93f7-81b93a0ad439', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': 'c51a219d-aea3-485c-897b-dd81c8d14108'}}] {{(pid=74187) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 28 16:47:02.020642 dv-cinder-798104-1-smb neutron-server[74187]: DEBUG neutron_lib.callbacks.manager [None req-c7e4538a-47a8-47f4-861e-a3bcb4bced46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621611'] for port, before_update {{(pid=74187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 16:47:02.086487 dv-cinder-798104-1-smb neutron-server[74186]: DEBUG neutron.wsgi [-] (74186) accepted ('10.222.0.26', 53524) {{(pid=74186) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 28 16:47:02.092523 dv-cinder-798104-1-smb neutron-server[74186]: DEBUG neutron.api.v2.base [None req-9488439f-9af2-45a3-a832-408ef26d9a57 tempest-TestShelveInstance-142730798 tempest-TestShelveInstance-142730798-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-946841153', 'description': 'tempest-secgroup-smoke-946841153 description', 'project_id': '8c5d7eb385cf4b6484fd4ebafedcfebd'}} {{(pid=74186) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jun 28 16:47:02.099127 dv-cinder-798104-1-smb neutron-server[74186]: DEBUG neutron.db.quota.driver [None req-9488439f-9af2-45a3-a832-408ef26d9a57 tempest-TestShelveInstance-142730798 tempest-TestShelveInstance-142730798-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74186) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 28 16:47:02.104412 dv-cinder-798104-1-smb neutron-server[74186]: DEBUG neutron.quota.resource [None req-9488439f-9af2-45a3-a832-408ef26d9a57 tempest-TestShelveInstance-142730798 tempest-TestShelveInstance-142730798-project] Usage tracker for resource:security_group and tenant:8c5d7eb385cf4b6484fd4ebafedcfebd is out of sync, need to count used quota {{(pid=74186) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 28 16:47:02.109942 dv-cinder-798104-1-smb neutron-server[74186]: DEBUG neutron.quota.resource [None req-9488439f-9af2-45a3-a832-408ef26d9a57 tempest-TestShelveInstance-142730798 tempest-TestShelveInstance-142730798-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=74186) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 28 16:47:02.116351 dv-cinder-798104-1-smb neutron-server[74186]: DEBUG neutron.db.quota.driver [None req-9488439f-9af2-45a3-a832-408ef26d9a57 tempest-TestShelveInstance-142730798 tempest-TestShelveInstance-142730798-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=74186) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 28 16:47:02.132758 dv-cinder-798104-1-smb neutron-server[74187]: DEBUG neutron.plugins.ml2.db [None req-c7e4538a-47a8-47f4-861e-a3bcb4bced46 None None] For port bbef0a3f-0abf-42bf-9454-3ad9181a5857, host dv-cinder-798104-1-smb, cleared binding levels {{(pid=74187) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 28 16:47:02.133052 dv-cinder-798104-1-smb neutron-server[74186]: DEBUG neutron_lib.callbacks.manager [None req-9488439f-9af2-45a3-a832-408ef26d9a57 tempest-TestShelveInstance-142730798 tempest-TestShelveInstance-142730798-project] Notify callbacks [] for security_group, before_create {{(pid=74186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 16:47:02.136002 dv-cinder-798104-1-smb neutron-server[74187]: DEBUG neutron.plugins.ml2.db [None req-c7e4538a-47a8-47f4-861e-a3bcb4bced46 None None] For port bbef0a3f-0abf-42bf-9454-3ad9181a5857, host dv-cinder-798104-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-798104-1-smb',level=0,port_id=bbef0a3f-0abf-42bf-9454-3ad9181a5857,segment=NetworkSegment(3dc75ba6-bfde-44f0-93f7-81b93a0ad439),segment_id=3dc75ba6-bfde-44f0-93f7-81b93a0ad439)] {{(pid=74187) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 28 16:47:02.140238 dv-cinder-798104-1-smb neutron-server[74187]: DEBUG neutron_lib.callbacks.manager [None req-c7e4538a-47a8-47f4-861e-a3bcb4bced46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-615041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1598908', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774158213048', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774157688378', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774157688423'] for port, after_update {{(pid=74187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 16:47:02.145103 dv-cinder-798104-1-smb neutron-server[74187]: DEBUG oslo_concurrency.lockutils [None req-d0e5ad82-df9b-4ee3-8ee9-b93c74fbe1d3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74187) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 16:47:02.170891 dv-cinder-798104-1-smb neutron-server[74186]: DEBUG neutron.db.quota.driver [None req-9488439f-9af2-45a3-a832-408ef26d9a57 tempest-TestShelveInstance-142730798 tempest-TestShelveInstance-142730798-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74186) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 28 16:47:02.174696 dv-cinder-798104-1-smb neutron-server[74186]: DEBUG neutron.quota.resource [None req-9488439f-9af2-45a3-a832-408ef26d9a57 tempest-TestShelveInstance-142730798 tempest-TestShelveInstance-142730798-project] Usage tracker for resource:security_group_rule and tenant:8c5d7eb385cf4b6484fd4ebafedcfebd is out of sync, need to count used quota {{(pid=74186) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 28 16:47:02.177809 dv-cinder-798104-1-smb neutron-server[74186]: DEBUG neutron.quota.resource [None req-9488439f-9af2-45a3-a832-408ef26d9a57 tempest-TestShelveInstance-142730798 tempest-TestShelveInstance-142730798-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=74186) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 28 16:47:02.184038 dv-cinder-798104-1-smb neutron-server[74186]: DEBUG neutron.db.quota.driver [None req-9488439f-9af2-45a3-a832-408ef26d9a57 tempest-TestShelveInstance-142730798 tempest-TestShelveInstance-142730798-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=74186) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 28 16:47:02.285552 dv-cinder-798104-1-smb neutron-server[74186]: DEBUG neutron_lib.callbacks.manager [None req-9488439f-9af2-45a3-a832-408ef26d9a57 tempest-TestShelveInstance-142730798 tempest-TestShelveInstance-142730798-project] Notify callbacks [] for security_group, precommit_create {{(pid=74186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 16:47:02.293512 dv-cinder-798104-1-smb neutron-server[74187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a55f0058-946d-449e-a50f-4811b6546969 None None] Pushing event updated for resources: {'Port': ['ID=bbef0a3f-0abf-42bf-9454-3ad9181a5857,revision_number=4']} {{(pid=74187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 16:47:02.295221 dv-cinder-798104-1-smb neutron-server[74186]: DEBUG neutron_lib.callbacks.manager [None req-9488439f-9af2-45a3-a832-408ef26d9a57 tempest-TestShelveInstance-142730798 tempest-TestShelveInstance-142730798-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2050486'] for security_group, after_create {{(pid=74186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 16:47:02.296540 dv-cinder-798104-1-smb neutron-server[74187]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7e4538a-47a8-47f4-861e-a3bcb4bced46 None None] Routers {'9d53da9d-51e9-4397-b40c-f87f3acd0f12'} bound to L3 agent in host dv-cinder-798104-1-smb {{(pid=74187) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 28 16:47:02.297307 dv-cinder-798104-1-smb neutron-server[74187]: DEBUG neutron.db.l3_hamode_db [None req-c7e4538a-47a8-47f4-861e-a3bcb4bced46 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-798104-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-28T16:32:46Z,description=,heartbeat_timestamp=2021-06-28T16:46:46Z,host='dv-cinder-798104-1-smb',id=633adcd1-515e-4435-b14d-49f054abd10f,load=0,resource_versions=,resources_synced=,started_at=2021-06-28T16:32:46Z,topic='l3_agent')) {'router_ids': ['9d53da9d-51e9-4397-b40c-f87f3acd0f12'], 'active': True} {{(pid=74187) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 16:47:02.305964 dv-cinder-798104-1-smb neutron-server[74186]: DEBUG oslo_concurrency.lockutils [None req-4933c435-dbc0-4c81-9626-4c6cced82a10 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74186) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 16:47:02.371167 dv-cinder-798104-1-smb neutron-server[74187]: DEBUG oslo_concurrency.lockutils [None req-a55f0058-946d-449e-a50f-4811b6546969 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.227s {{(pid=74187) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 16:47:02.406405 dv-cinder-798104-1-smb neutron-server[74186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9488439f-9af2-45a3-a832-408ef26d9a57 tempest-TestShelveInstance-142730798 tempest-TestShelveInstance-142730798-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f9639542-7928-4a6f-8af5-8fed9a173fcf,revision_number=1']} {{(pid=74186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 16:47:02.417664 dv-cinder-798104-1-smb neutron-server[74186]: DEBUG oslo_concurrency.lockutils [None req-9488439f-9af2-45a3-a832-408ef26d9a57 tempest-TestShelveInstance-142730798 tempest-TestShelveInstance-142730798-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=74186) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 16:47:02.418943 dv-cinder-798104-1-smb neutron-server[74186]: DEBUG neutron_lib.callbacks.manager [None req-9488439f-9af2-45a3-a832-408ef26d9a57 tempest-TestShelveInstance-142730798 tempest-TestShelveInstance-142730798-project] Notify callbacks [] for security_group, before_response {{(pid=74186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 16:47:02.423470 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG neutron.wsgi [-] (74185) accepted ('10.222.0.26', 53532) {{(pid=74185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 28 16:47:02.424006 dv-cinder-798104-1-smb neutron-server[74186]: INFO neutron.wsgi [None req-9488439f-9af2-45a3-a832-408ef26d9a57 tempest-TestShelveInstance-142730798 tempest-TestShelveInstance-142730798-project] 10.222.0.26 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1626 time: 0.3359480 Jun 28 16:47:02.431316 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG neutron.api.v2.base [None req-ae4a2030-46ab-42c1-a43a-16d4a7eb57b5 tempest-TestShelveInstance-142730798 tempest-TestShelveInstance-142730798-project] Request body: {'security_group_rule': {'security_group_id': 'f9639542-7928-4a6f-8af5-8fed9a173fcf', 'project_id': '8c5d7eb385cf4b6484fd4ebafedcfebd', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=74185) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jun 28 16:47:02.437864 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG neutron.db.quota.driver [None req-ae4a2030-46ab-42c1-a43a-16d4a7eb57b5 tempest-TestShelveInstance-142730798 tempest-TestShelveInstance-142730798-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74185) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 28 16:47:02.442594 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG neutron.quota.resource [None req-ae4a2030-46ab-42c1-a43a-16d4a7eb57b5 tempest-TestShelveInstance-142730798 tempest-TestShelveInstance-142730798-project] Usage tracker for resource:security_group_rule and tenant:8c5d7eb385cf4b6484fd4ebafedcfebd is out of sync, need to count used quota {{(pid=74185) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 28 16:47:02.445681 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG neutron.quota.resource [None req-ae4a2030-46ab-42c1-a43a-16d4a7eb57b5 tempest-TestShelveInstance-142730798 tempest-TestShelveInstance-142730798-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=74185) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 28 16:47:02.452755 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG neutron.db.quota.driver [None req-ae4a2030-46ab-42c1-a43a-16d4a7eb57b5 tempest-TestShelveInstance-142730798 tempest-TestShelveInstance-142730798-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=74185) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 28 16:47:02.472237 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG neutron_lib.callbacks.manager [None req-ae4a2030-46ab-42c1-a43a-16d4a7eb57b5 tempest-TestShelveInstance-142730798 tempest-TestShelveInstance-142730798-project] Notify callbacks [] for security_group_rule, before_create {{(pid=74185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 16:47:02.534384 dv-cinder-798104-1-smb neutron-server[74187]: DEBUG neutron.db.l3_dvr_db [None req-c7e4538a-47a8-47f4-861e-a3bcb4bced46 None None] Set router 9d53da9d-51e9-4397-b40c-f87f3acd0f12 gateway port host: dv-cinder-798104-1-smb {{(pid=74187) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jun 28 16:47:02.542972 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG neutron_lib.callbacks.manager [None req-ae4a2030-46ab-42c1-a43a-16d4a7eb57b5 tempest-TestShelveInstance-142730798 tempest-TestShelveInstance-142730798-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=74185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 16:47:02.547876 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG neutron_lib.callbacks.manager [None req-ae4a2030-46ab-42c1-a43a-16d4a7eb57b5 tempest-TestShelveInstance-142730798 tempest-TestShelveInstance-142730798-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2050479'] for security_group_rule, after_create {{(pid=74185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 16:47:02.555099 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG oslo_concurrency.lockutils [None req-06f79f3f-9b68-47de-8b41-9f920c01bc7b tempest-AttachVolumeShelveTestJSON-223402159 tempest-AttachVolumeShelveTestJSON-223402159-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74185) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 16:47:02.575697 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae4a2030-46ab-42c1-a43a-16d4a7eb57b5 tempest-TestShelveInstance-142730798 tempest-TestShelveInstance-142730798-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fa000bb3-2cbe-43a8-81ee-2474972a18f2,revision_number=0']} {{(pid=74185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 16:47:02.587519 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG neutron_lib.callbacks.manager [None req-ae4a2030-46ab-42c1-a43a-16d4a7eb57b5 tempest-TestShelveInstance-142730798 tempest-TestShelveInstance-142730798-project] Notify callbacks [] for security_group_rule, before_response {{(pid=74185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 16:47:02.588724 dv-cinder-798104-1-smb neutron-server[74185]: INFO neutron.wsgi [None req-ae4a2030-46ab-42c1-a43a-16d4a7eb57b5 tempest-TestShelveInstance-142730798 tempest-TestShelveInstance-142730798-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.1632144 Jun 28 16:47:02.590261 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae4a2030-46ab-42c1-a43a-16d4a7eb57b5 tempest-TestShelveInstance-142730798 tempest-TestShelveInstance-142730798-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798104-1-smb {{(pid=74185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 16:47:02.590648 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae4a2030-46ab-42c1-a43a-16d4a7eb57b5 tempest-TestShelveInstance-142730798 tempest-TestShelveInstance-142730798-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798104-1-smb {{(pid=74185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 16:47:02.591013 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae4a2030-46ab-42c1-a43a-16d4a7eb57b5 tempest-TestShelveInstance-142730798 tempest-TestShelveInstance-142730798-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798104-1-smb {{(pid=74185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 16:47:02.591652 dv-cinder-798104-1-smb neutron-server[74186]: DEBUG neutron.wsgi [-] (74186) accepted ('10.222.0.26', 53536) {{(pid=74186) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 28 16:47:02.592424 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae4a2030-46ab-42c1-a43a-16d4a7eb57b5 tempest-TestShelveInstance-142730798 tempest-TestShelveInstance-142730798-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-798104-1-smb {{(pid=74185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 16:47:02.592828 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae4a2030-46ab-42c1-a43a-16d4a7eb57b5 tempest-TestShelveInstance-142730798 tempest-TestShelveInstance-142730798-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798104-1-smb {{(pid=74185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 16:47:02.593195 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae4a2030-46ab-42c1-a43a-16d4a7eb57b5 tempest-TestShelveInstance-142730798 tempest-TestShelveInstance-142730798-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-798104-1-smb {{(pid=74185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 16:47:02.596204 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae4a2030-46ab-42c1-a43a-16d4a7eb57b5 tempest-TestShelveInstance-142730798 tempest-TestShelveInstance-142730798-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798104-1-smb {{(pid=74185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 16:47:02.596959 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae4a2030-46ab-42c1-a43a-16d4a7eb57b5 tempest-TestShelveInstance-142730798 tempest-TestShelveInstance-142730798-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798104-1-smb {{(pid=74185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 16:47:02.597742 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae4a2030-46ab-42c1-a43a-16d4a7eb57b5 tempest-TestShelveInstance-142730798 tempest-TestShelveInstance-142730798-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798104-1-smb {{(pid=74185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 16:47:02.598291 dv-cinder-798104-1-smb neutron-server[74186]: DEBUG neutron.api.v2.base [None req-279c36f7-3145-43f6-9013-a3a811188e8a tempest-TestShelveInstance-142730798 tempest-TestShelveInstance-142730798-project] Request body: {'security_group_rule': {'security_group_id': 'f9639542-7928-4a6f-8af5-8fed9a173fcf', 'project_id': '8c5d7eb385cf4b6484fd4ebafedcfebd', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=74186) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jun 28 16:47:02.598584 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae4a2030-46ab-42c1-a43a-16d4a7eb57b5 tempest-TestShelveInstance-142730798 tempest-TestShelveInstance-142730798-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798104-1-smb {{(pid=74185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 16:47:02.599209 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae4a2030-46ab-42c1-a43a-16d4a7eb57b5 tempest-TestShelveInstance-142730798 tempest-TestShelveInstance-142730798-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798104-1-smb {{(pid=74185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 16:47:02.603754 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG oslo_concurrency.lockutils [None req-ae4a2030-46ab-42c1-a43a-16d4a7eb57b5 tempest-TestShelveInstance-142730798 tempest-TestShelveInstance-142730798-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=74185) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 16:47:02.605179 dv-cinder-798104-1-smb neutron-server[74186]: DEBUG neutron.db.quota.driver [None req-279c36f7-3145-43f6-9013-a3a811188e8a tempest-TestShelveInstance-142730798 tempest-TestShelveInstance-142730798-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74186) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 28 16:47:02.609694 dv-cinder-798104-1-smb neutron-server[74186]: DEBUG neutron.quota.resource [None req-279c36f7-3145-43f6-9013-a3a811188e8a tempest-TestShelveInstance-142730798 tempest-TestShelveInstance-142730798-project] Usage tracker for resource:security_group_rule and tenant:8c5d7eb385cf4b6484fd4ebafedcfebd is out of sync, need to count used quota {{(pid=74186) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 28 16:47:02.613314 dv-cinder-798104-1-smb neutron-server[74186]: DEBUG neutron.quota.resource [None req-279c36f7-3145-43f6-9013-a3a811188e8a tempest-TestShelveInstance-142730798 tempest-TestShelveInstance-142730798-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=74186) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 28 16:47:02.619675 dv-cinder-798104-1-smb neutron-server[74186]: DEBUG neutron.db.quota.driver [None req-279c36f7-3145-43f6-9013-a3a811188e8a tempest-TestShelveInstance-142730798 tempest-TestShelveInstance-142730798-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=74186) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 28 16:47:02.636235 dv-cinder-798104-1-smb neutron-server[74186]: DEBUG neutron_lib.callbacks.manager [None req-279c36f7-3145-43f6-9013-a3a811188e8a tempest-TestShelveInstance-142730798 tempest-TestShelveInstance-142730798-project] Notify callbacks [] for security_group_rule, before_create {{(pid=74186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 16:47:02.697843 dv-cinder-798104-1-smb neutron-server[74186]: DEBUG neutron_lib.callbacks.manager [None req-279c36f7-3145-43f6-9013-a3a811188e8a tempest-TestShelveInstance-142730798 tempest-TestShelveInstance-142730798-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=74186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 16:47:02.703388 dv-cinder-798104-1-smb neutron-server[74186]: DEBUG neutron_lib.callbacks.manager [None req-279c36f7-3145-43f6-9013-a3a811188e8a tempest-TestShelveInstance-142730798 tempest-TestShelveInstance-142730798-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2050479'] for security_group_rule, after_create {{(pid=74186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 16:47:02.711617 dv-cinder-798104-1-smb neutron-server[74186]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74186) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 16:47:02.733816 dv-cinder-798104-1-smb neutron-server[74186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-279c36f7-3145-43f6-9013-a3a811188e8a tempest-TestShelveInstance-142730798 tempest-TestShelveInstance-142730798-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0e95fb5d-5caf-4480-ac96-e58fd8a26c9d,revision_number=0']} {{(pid=74186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 16:47:02.738297 dv-cinder-798104-1-smb neutron-server[74186]: DEBUG oslo_concurrency.lockutils [None req-279c36f7-3145-43f6-9013-a3a811188e8a tempest-TestShelveInstance-142730798 tempest-TestShelveInstance-142730798-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=74186) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 16:47:02.746905 dv-cinder-798104-1-smb neutron-server[74186]: DEBUG neutron_lib.callbacks.manager [None req-279c36f7-3145-43f6-9013-a3a811188e8a tempest-TestShelveInstance-142730798 tempest-TestShelveInstance-142730798-project] Notify callbacks [] for security_group_rule, before_response {{(pid=74186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 16:47:02.751189 dv-cinder-798104-1-smb neutron-server[74186]: INFO neutron.wsgi [None req-279c36f7-3145-43f6-9013-a3a811188e8a tempest-TestShelveInstance-142730798 tempest-TestShelveInstance-142730798-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 705 time: 0.1558621 Jun 28 16:47:02.751452 dv-cinder-798104-1-smb neutron-server[74186]: DEBUG neutron.wsgi [-] (74186) accepted ('10.222.0.26', 53540) {{(pid=74186) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 28 16:47:02.759897 dv-cinder-798104-1-smb neutron-server[74186]: DEBUG neutron.api.v2.base [None req-dc4ce1bb-5a94-4b00-9a0e-e96b4e441204 tempest-TestShelveInstance-142730798 tempest-TestShelveInstance-142730798-project] Request body: {'security_group_rule': {'security_group_id': 'f9639542-7928-4a6f-8af5-8fed9a173fcf', 'project_id': '8c5d7eb385cf4b6484fd4ebafedcfebd', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=74186) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jun 28 16:47:02.765706 dv-cinder-798104-1-smb neutron-server[74186]: DEBUG neutron.db.quota.driver [None req-dc4ce1bb-5a94-4b00-9a0e-e96b4e441204 tempest-TestShelveInstance-142730798 tempest-TestShelveInstance-142730798-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74186) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 28 16:47:02.770378 dv-cinder-798104-1-smb neutron-server[74186]: DEBUG neutron.quota.resource [None req-dc4ce1bb-5a94-4b00-9a0e-e96b4e441204 tempest-TestShelveInstance-142730798 tempest-TestShelveInstance-142730798-project] Usage tracker for resource:security_group_rule and tenant:8c5d7eb385cf4b6484fd4ebafedcfebd is out of sync, need to count used quota {{(pid=74186) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 28 16:47:02.773440 dv-cinder-798104-1-smb neutron-server[74186]: DEBUG neutron.quota.resource [None req-dc4ce1bb-5a94-4b00-9a0e-e96b4e441204 tempest-TestShelveInstance-142730798 tempest-TestShelveInstance-142730798-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=74186) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 28 16:47:02.779246 dv-cinder-798104-1-smb neutron-server[74186]: DEBUG neutron.db.quota.driver [None req-dc4ce1bb-5a94-4b00-9a0e-e96b4e441204 tempest-TestShelveInstance-142730798 tempest-TestShelveInstance-142730798-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=74186) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 28 16:47:02.798695 dv-cinder-798104-1-smb neutron-server[74186]: DEBUG neutron_lib.callbacks.manager [None req-dc4ce1bb-5a94-4b00-9a0e-e96b4e441204 tempest-TestShelveInstance-142730798 tempest-TestShelveInstance-142730798-project] Notify callbacks [] for security_group_rule, before_create {{(pid=74186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 16:47:02.842692 dv-cinder-798104-1-smb neutron-server[74187]: DEBUG neutron.plugins.ml2.rpc [None req-c72dd329-595c-4eca-9296-ba6eff8780d9 None None] Device 44aadbfa-4e6b-4713-87b2-38eaf9a5a745 up at agent ovs-agent-dv-cinder-798104-1-smb {{(pid=74187) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 28 16:47:02.897808 dv-cinder-798104-1-smb neutron-server[74186]: DEBUG neutron_lib.callbacks.manager [None req-dc4ce1bb-5a94-4b00-9a0e-e96b4e441204 tempest-TestShelveInstance-142730798 tempest-TestShelveInstance-142730798-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=74186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 16:47:02.912739 dv-cinder-798104-1-smb neutron-server[74186]: DEBUG neutron_lib.callbacks.manager [None req-dc4ce1bb-5a94-4b00-9a0e-e96b4e441204 tempest-TestShelveInstance-142730798 tempest-TestShelveInstance-142730798-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2050479'] for security_group_rule, after_create {{(pid=74186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 16:47:02.914417 dv-cinder-798104-1-smb neutron-server[74186]: DEBUG oslo_concurrency.lockutils [None req-41a2377d-3bd3-48a0-a5a4-c00effe76784 tempest-AttachVolumeShelveTestJSON-223402159 tempest-AttachVolumeShelveTestJSON-223402159-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74186) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 16:47:02.935570 dv-cinder-798104-1-smb neutron-server[74186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc4ce1bb-5a94-4b00-9a0e-e96b4e441204 tempest-TestShelveInstance-142730798 tempest-TestShelveInstance-142730798-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0976a772-b8dd-40fb-bff5-c490e7ee0b0b,revision_number=0']} {{(pid=74186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 16:47:02.939561 dv-cinder-798104-1-smb neutron-server[74186]: DEBUG oslo_concurrency.lockutils [None req-dc4ce1bb-5a94-4b00-9a0e-e96b4e441204 tempest-TestShelveInstance-142730798 tempest-TestShelveInstance-142730798-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=74186) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 16:47:02.949413 dv-cinder-798104-1-smb neutron-server[74186]: DEBUG neutron_lib.callbacks.manager [None req-dc4ce1bb-5a94-4b00-9a0e-e96b4e441204 tempest-TestShelveInstance-142730798 tempest-TestShelveInstance-142730798-project] Notify callbacks [] for security_group_rule, before_response {{(pid=74186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 16:47:02.952045 dv-cinder-798104-1-smb neutron-server[74186]: INFO neutron.wsgi [None req-dc4ce1bb-5a94-4b00-9a0e-e96b4e441204 tempest-TestShelveInstance-142730798 tempest-TestShelveInstance-142730798-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.1996465 Jun 28 16:47:02.955249 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG neutron.wsgi [-] (74185) accepted ('10.222.0.26', 53544) {{(pid=74185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 28 16:47:02.961495 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG neutron.api.v2.base [None req-a0bdcc72-feaa-4a6d-9bac-8405b4a2998e tempest-TestShelveInstance-142730798 tempest-TestShelveInstance-142730798-project] Request body: {'security_group_rule': {'security_group_id': 'f9639542-7928-4a6f-8af5-8fed9a173fcf', 'project_id': '8c5d7eb385cf4b6484fd4ebafedcfebd', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=74185) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jun 28 16:47:02.968344 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG neutron.db.quota.driver [None req-a0bdcc72-feaa-4a6d-9bac-8405b4a2998e tempest-TestShelveInstance-142730798 tempest-TestShelveInstance-142730798-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74185) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 28 16:47:02.973564 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG neutron.quota.resource [None req-a0bdcc72-feaa-4a6d-9bac-8405b4a2998e tempest-TestShelveInstance-142730798 tempest-TestShelveInstance-142730798-project] Usage tracker for resource:security_group_rule and tenant:8c5d7eb385cf4b6484fd4ebafedcfebd is out of sync, need to count used quota {{(pid=74185) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 28 16:47:02.976659 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG neutron.quota.resource [None req-a0bdcc72-feaa-4a6d-9bac-8405b4a2998e tempest-TestShelveInstance-142730798 tempest-TestShelveInstance-142730798-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=74185) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 28 16:47:02.982683 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG neutron.db.quota.driver [None req-a0bdcc72-feaa-4a6d-9bac-8405b4a2998e tempest-TestShelveInstance-142730798 tempest-TestShelveInstance-142730798-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=74185) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 28 16:47:03.005603 dv-cinder-798104-1-smb neutron-server[74187]: DEBUG neutron.db.provisioning_blocks [None req-c72dd329-595c-4eca-9296-ba6eff8780d9 None None] Provisioning for port 44aadbfa-4e6b-4713-87b2-38eaf9a5a745 completed by entity L2. {{(pid=74187) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 28 16:47:03.009669 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG neutron_lib.callbacks.manager [None req-a0bdcc72-feaa-4a6d-9bac-8405b4a2998e tempest-TestShelveInstance-142730798 tempest-TestShelveInstance-142730798-project] Notify callbacks [] for security_group_rule, before_create {{(pid=74185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 16:47:03.013363 dv-cinder-798104-1-smb neutron-server[74187]: DEBUG neutron.db.provisioning_blocks [None req-c72dd329-595c-4eca-9296-ba6eff8780d9 None None] Provisioning complete for port 44aadbfa-4e6b-4713-87b2-38eaf9a5a745 triggered by entity L2. {{(pid=74187) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 28 16:47:03.013749 dv-cinder-798104-1-smb neutron-server[74187]: DEBUG neutron_lib.callbacks.manager [None req-c72dd329-595c-4eca-9296-ba6eff8780d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1002786'] for port, provisioning_complete {{(pid=74187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 16:47:03.066435 dv-cinder-798104-1-smb neutron-server[74187]: DEBUG neutron.db.l3_hamode_db [None req-c7e4538a-47a8-47f4-861e-a3bcb4bced46 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9d53da9d-51e9-4397-b40c-f87f3acd0f12', 'name': 'tempest-TestShelveInstance-1780542593-router', 'tenant_id': '8c5d7eb385cf4b6484fd4ebafedcfebd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f9715ce2-16ba-4ae9-9a15-557432d0a5ed', 'external_fixed_ips': [{'subnet_id': 'e3a20e14-2eea-4943-8cec-1fe85e8448d0', 'ip_address': '172.28.3.127'}], 'enable_snat': True}, 'gw_port_id': '657e2dfc-512f-4959-bc5f-53243ebe1e70', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-28T16:46:47Z', 'updated_at': '2021-06-28T16:46:51Z', 'revision_number': 4, 'project_id': '8c5d7eb385cf4b6484fd4ebafedcfebd', 'gw_port': {'id': '657e2dfc-512f-4959-bc5f-53243ebe1e70', 'name': '', 'network_id': 'f9715ce2-16ba-4ae9-9a15-557432d0a5ed', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:0f:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d53da9d-51e9-4397-b40c-f87f3acd0f12', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e3a20e14-2eea-4943-8cec-1fe85e8448d0', 'ip_address': '172.28.3.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798104-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T16:46:47Z', 'updated_at': '2021-06-28T16:46:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e3a20e14-2eea-4943-8cec-1fe85e8448d0', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798104-1-smb', '_interfaces': [{'id': 'bbef0a3f-0abf-42bf-9454-3ad9181a5857', 'name': '', 'network_id': 'c51a219d-aea3-485c-897b-dd81c8d14108', 'tenant_id': '8c5d7eb385cf4b6484fd4ebafedcfebd', 'mac_address': 'fa:16:3e:a8:f1:92', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9d53da9d-51e9-4397-b40c-f87f3acd0f12', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'b208fee6-e725-4900-8dd2-8d94468ed059', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798104-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T16:46:51Z', 'updated_at': '2021-06-28T16:47:02Z', 'revision_number': 4, 'project_id': '8c5d7eb385cf4b6484fd4ebafedcfebd', 'subnets': [{'id': 'b208fee6-e725-4900-8dd2-8d94468ed059', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-798104-1-smb', False) {} {{(pid=74187) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 16:47:03.076214 dv-cinder-798104-1-smb neutron-server[74187]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7e4538a-47a8-47f4-861e-a3bcb4bced46 None None] The sync data for ids ['9d53da9d-51e9-4397-b40c-f87f3acd0f12'] in dv-cinder-798104-1-smb is: [{'id': '9d53da9d-51e9-4397-b40c-f87f3acd0f12', 'name': 'tempest-TestShelveInstance-1780542593-router', 'tenant_id': '8c5d7eb385cf4b6484fd4ebafedcfebd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f9715ce2-16ba-4ae9-9a15-557432d0a5ed', 'external_fixed_ips': [{'subnet_id': 'e3a20e14-2eea-4943-8cec-1fe85e8448d0', 'ip_address': '172.28.3.127'}], 'enable_snat': True}, 'gw_port_id': '657e2dfc-512f-4959-bc5f-53243ebe1e70', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-28T16:46:47Z', 'updated_at': '2021-06-28T16:46:51Z', 'revision_number': 4, 'project_id': '8c5d7eb385cf4b6484fd4ebafedcfebd', 'gw_port': {'id': '657e2dfc-512f-4959-bc5f-53243ebe1e70', 'name': '', 'network_id': 'f9715ce2-16ba-4ae9-9a15-557432d0a5ed', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:0f:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d53da9d-51e9-4397-b40c-f87f3acd0f12', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e3a20e14-2eea-4943-8cec-1fe85e8448d0', 'ip_address': '172.28.3.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798104-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T16:46:47Z', 'updated_at': '2021-06-28T16:46:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e3a20e14-2eea-4943-8cec-1fe85e8448d0', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798104-1-smb', '_interfaces': [{'id': 'bbef0a3f-0abf-42bf-9454-3ad9181a5857', 'name': '', 'network_id': 'c51a219d-aea3-485c-897b-dd81c8d14108', 'tenant_id': '8c5d7eb385cf4b6484fd4ebafedcfebd', 'mac_address': 'fa:16:3e:a8:f1:92', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9d53da9d-51e9-4397-b40c-f87f3acd0f12', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'b208fee6-e725-4900-8dd2-8d94468ed059', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798104-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T16:46:51Z', 'updated_at': '2021-06-28T16:47:02Z', 'revision_number': 4, 'project_id': '8c5d7eb385cf4b6484fd4ebafedcfebd', 'subnets': [{'id': 'b208fee6-e725-4900-8dd2-8d94468ed059', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=74187) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jun 28 16:47:03.078130 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG neutron_lib.callbacks.manager [None req-a0bdcc72-feaa-4a6d-9bac-8405b4a2998e tempest-TestShelveInstance-142730798 tempest-TestShelveInstance-142730798-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=74185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 16:47:03.083462 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG neutron_lib.callbacks.manager [None req-a0bdcc72-feaa-4a6d-9bac-8405b4a2998e tempest-TestShelveInstance-142730798 tempest-TestShelveInstance-142730798-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2050479'] for security_group_rule, after_create {{(pid=74185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 16:47:03.089607 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74185) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 16:47:03.114753 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0bdcc72-feaa-4a6d-9bac-8405b4a2998e tempest-TestShelveInstance-142730798 tempest-TestShelveInstance-142730798-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=77f469e1-89d2-4b1b-8c86-d9ae1331742c,revision_number=0']} {{(pid=74185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 16:47:03.118296 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG oslo_concurrency.lockutils [None req-a0bdcc72-feaa-4a6d-9bac-8405b4a2998e tempest-TestShelveInstance-142730798 tempest-TestShelveInstance-142730798-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=74185) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 16:47:03.146899 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG neutron_lib.callbacks.manager [None req-a0bdcc72-feaa-4a6d-9bac-8405b4a2998e tempest-TestShelveInstance-142730798 tempest-TestShelveInstance-142730798-project] Notify callbacks [] for security_group_rule, before_response {{(pid=74185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 16:47:03.148518 dv-cinder-798104-1-smb neutron-server[74185]: INFO neutron.wsgi [None req-a0bdcc72-feaa-4a6d-9bac-8405b4a2998e tempest-TestShelveInstance-142730798 tempest-TestShelveInstance-142730798-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 0.1921813 Jun 28 16:47:03.151106 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG neutron.wsgi [-] (74185) accepted ('10.222.0.26', 53550) {{(pid=74185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 28 16:47:03.159292 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG neutron.api.v2.base [None req-20862c14-c3d5-4e6d-b681-3bbd48eddc1d tempest-TestShelveInstance-142730798 tempest-TestShelveInstance-142730798-project] Request body: {'security_group_rule': {'security_group_id': 'f9639542-7928-4a6f-8af5-8fed9a173fcf', 'project_id': '8c5d7eb385cf4b6484fd4ebafedcfebd', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=74185) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jun 28 16:47:03.165813 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG neutron.db.quota.driver [None req-20862c14-c3d5-4e6d-b681-3bbd48eddc1d tempest-TestShelveInstance-142730798 tempest-TestShelveInstance-142730798-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74185) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 28 16:47:03.169696 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG neutron.quota.resource [None req-20862c14-c3d5-4e6d-b681-3bbd48eddc1d tempest-TestShelveInstance-142730798 tempest-TestShelveInstance-142730798-project] Usage tracker for resource:security_group_rule and tenant:8c5d7eb385cf4b6484fd4ebafedcfebd is out of sync, need to count used quota {{(pid=74185) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 28 16:47:03.174170 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG neutron.quota.resource [None req-20862c14-c3d5-4e6d-b681-3bbd48eddc1d tempest-TestShelveInstance-142730798 tempest-TestShelveInstance-142730798-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=74185) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 28 16:47:03.185954 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG neutron.db.quota.driver [None req-20862c14-c3d5-4e6d-b681-3bbd48eddc1d tempest-TestShelveInstance-142730798 tempest-TestShelveInstance-142730798-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=74185) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 28 16:47:03.186562 dv-cinder-798104-1-smb neutron-server[74187]: DEBUG neutron_lib.callbacks.manager [None req-c72dd329-595c-4eca-9296-ba6eff8780d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621611'] for port, before_update {{(pid=74187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 16:47:03.199267 dv-cinder-798104-1-smb neutron-server[74185]: INFO neutron.db.securitygroups_db [None req-20862c14-c3d5-4e6d-b681-3bbd48eddc1d tempest-TestShelveInstance-142730798 tempest-TestShelveInstance-142730798-project] Project 8c5d7eb385cf4b6484fd4ebafedcfebd added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 28 16:47:03.203608 dv-cinder-798104-1-smb neutron-server[74187]: DEBUG neutron.plugins.ml2.db [None req-c72dd329-595c-4eca-9296-ba6eff8780d9 None None] For port 44aadbfa-4e6b-4713-87b2-38eaf9a5a745, host dv-cinder-798104-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-798104-1-smb',level=0,port_id=44aadbfa-4e6b-4713-87b2-38eaf9a5a745,segment=NetworkSegment(1fdcd85b-55c4-4ae7-ac73-ac3bd2107891),segment_id=1fdcd85b-55c4-4ae7-ac73-ac3bd2107891)] {{(pid=74187) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 16:47:03.208392 dv-cinder-798104-1-smb neutron-server[74187]: DEBUG neutron_lib.callbacks.manager [None req-c72dd329-595c-4eca-9296-ba6eff8780d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-615041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1598908', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774158213048', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774157688378', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774157688423'] for port, after_update {{(pid=74187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 16:47:03.208625 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG neutron_lib.callbacks.manager [None req-20862c14-c3d5-4e6d-b681-3bbd48eddc1d tempest-TestShelveInstance-142730798 tempest-TestShelveInstance-142730798-project] Notify callbacks [] for security_group_rule, before_create {{(pid=74185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 16:47:03.210511 dv-cinder-798104-1-smb neutron-server[74187]: DEBUG oslo_concurrency.lockutils [None req-872fde7b-79ad-4e94-82f3-255fb56491fd None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74187) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 16:47:03.278450 dv-cinder-798104-1-smb neutron-server[74187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c72dd329-595c-4eca-9296-ba6eff8780d9 None None] Pushing event updated for resources: {'Port': ['ID=44aadbfa-4e6b-4713-87b2-38eaf9a5a745,revision_number=4']} {{(pid=74187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 16:47:03.281573 dv-cinder-798104-1-smb neutron-server[74187]: DEBUG oslo_concurrency.lockutils [None req-c72dd329-595c-4eca-9296-ba6eff8780d9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=74187) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 16:47:03.283760 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG neutron_lib.callbacks.manager [None req-20862c14-c3d5-4e6d-b681-3bbd48eddc1d tempest-TestShelveInstance-142730798 tempest-TestShelveInstance-142730798-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=74185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 16:47:03.289246 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG neutron_lib.callbacks.manager [None req-20862c14-c3d5-4e6d-b681-3bbd48eddc1d tempest-TestShelveInstance-142730798 tempest-TestShelveInstance-142730798-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2050479'] for security_group_rule, after_create {{(pid=74185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 16:47:03.291330 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG oslo_concurrency.lockutils [None req-a0bdcc72-feaa-4a6d-9bac-8405b4a2998e tempest-TestShelveInstance-142730798 tempest-TestShelveInstance-142730798-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74185) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 16:47:03.315005 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20862c14-c3d5-4e6d-b681-3bbd48eddc1d tempest-TestShelveInstance-142730798 tempest-TestShelveInstance-142730798-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=47ea63c2-4f7b-423c-bb66-ef4cd6215184,revision_number=0']} {{(pid=74185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 16:47:03.317527 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG oslo_concurrency.lockutils [None req-20862c14-c3d5-4e6d-b681-3bbd48eddc1d tempest-TestShelveInstance-142730798 tempest-TestShelveInstance-142730798-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=74185) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 16:47:03.325484 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG neutron_lib.callbacks.manager [None req-20862c14-c3d5-4e6d-b681-3bbd48eddc1d tempest-TestShelveInstance-142730798 tempest-TestShelveInstance-142730798-project] Notify callbacks [] for security_group_rule, before_response {{(pid=74185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 16:47:03.326820 dv-cinder-798104-1-smb neutron-server[74185]: INFO neutron.wsgi [None req-20862c14-c3d5-4e6d-b681-3bbd48eddc1d tempest-TestShelveInstance-142730798 tempest-TestShelveInstance-142730798-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 716 time: 0.1746244 Jun 28 16:47:03.329968 dv-cinder-798104-1-smb neutron-server[74186]: DEBUG neutron.wsgi [-] (74186) accepted ('10.222.0.26', 53554) {{(pid=74186) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 28 16:47:03.337088 dv-cinder-798104-1-smb neutron-server[74186]: DEBUG neutron.api.v2.base [None req-de34e165-0b9b-48e8-b01e-97539585600c tempest-TestShelveInstance-142730798 tempest-TestShelveInstance-142730798-project] Request body: {'security_group_rule': {'security_group_id': 'f9639542-7928-4a6f-8af5-8fed9a173fcf', 'project_id': '8c5d7eb385cf4b6484fd4ebafedcfebd', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=74186) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jun 28 16:47:03.343949 dv-cinder-798104-1-smb neutron-server[74186]: DEBUG neutron.db.quota.driver [None req-de34e165-0b9b-48e8-b01e-97539585600c tempest-TestShelveInstance-142730798 tempest-TestShelveInstance-142730798-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74186) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 28 16:47:03.348903 dv-cinder-798104-1-smb neutron-server[74186]: DEBUG neutron.quota.resource [None req-de34e165-0b9b-48e8-b01e-97539585600c tempest-TestShelveInstance-142730798 tempest-TestShelveInstance-142730798-project] Usage tracker for resource:security_group_rule and tenant:8c5d7eb385cf4b6484fd4ebafedcfebd is out of sync, need to count used quota {{(pid=74186) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 28 16:47:03.352607 dv-cinder-798104-1-smb neutron-server[74186]: DEBUG neutron.quota.resource [None req-de34e165-0b9b-48e8-b01e-97539585600c tempest-TestShelveInstance-142730798 tempest-TestShelveInstance-142730798-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=74186) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 28 16:47:03.360862 dv-cinder-798104-1-smb neutron-server[74186]: DEBUG neutron.db.quota.driver [None req-de34e165-0b9b-48e8-b01e-97539585600c tempest-TestShelveInstance-142730798 tempest-TestShelveInstance-142730798-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=74186) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 28 16:47:03.371785 dv-cinder-798104-1-smb neutron-server[74186]: INFO neutron.db.securitygroups_db [None req-de34e165-0b9b-48e8-b01e-97539585600c tempest-TestShelveInstance-142730798 tempest-TestShelveInstance-142730798-project] Project 8c5d7eb385cf4b6484fd4ebafedcfebd added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 28 16:47:03.379182 dv-cinder-798104-1-smb neutron-server[74186]: DEBUG neutron_lib.callbacks.manager [None req-de34e165-0b9b-48e8-b01e-97539585600c tempest-TestShelveInstance-142730798 tempest-TestShelveInstance-142730798-project] Notify callbacks [] for security_group_rule, before_create {{(pid=74186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 16:47:03.481304 dv-cinder-798104-1-smb neutron-server[74186]: DEBUG neutron_lib.callbacks.manager [None req-de34e165-0b9b-48e8-b01e-97539585600c tempest-TestShelveInstance-142730798 tempest-TestShelveInstance-142730798-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=74186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 16:47:03.488306 dv-cinder-798104-1-smb neutron-server[74186]: DEBUG neutron_lib.callbacks.manager [None req-de34e165-0b9b-48e8-b01e-97539585600c tempest-TestShelveInstance-142730798 tempest-TestShelveInstance-142730798-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2050479'] for security_group_rule, after_create {{(pid=74186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 16:47:03.491342 dv-cinder-798104-1-smb neutron-server[74186]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74186) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 16:47:03.533060 dv-cinder-798104-1-smb neutron-server[74186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de34e165-0b9b-48e8-b01e-97539585600c tempest-TestShelveInstance-142730798 tempest-TestShelveInstance-142730798-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=03e391a9-af9d-4731-87b6-d1cd6b7e501d,revision_number=0']} {{(pid=74186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 16:47:03.555680 dv-cinder-798104-1-smb neutron-server[74186]: DEBUG neutron_lib.callbacks.manager [None req-de34e165-0b9b-48e8-b01e-97539585600c tempest-TestShelveInstance-142730798 tempest-TestShelveInstance-142730798-project] Notify callbacks [] for security_group_rule, before_response {{(pid=74186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 16:47:03.558156 dv-cinder-798104-1-smb neutron-server[74186]: INFO neutron.wsgi [None req-de34e165-0b9b-48e8-b01e-97539585600c tempest-TestShelveInstance-142730798 tempest-TestShelveInstance-142730798-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 715 time: 0.2269788 Jun 28 16:47:03.564322 dv-cinder-798104-1-smb neutron-server[74186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de34e165-0b9b-48e8-b01e-97539585600c tempest-TestShelveInstance-142730798 tempest-TestShelveInstance-142730798-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798104-1-smb {{(pid=74186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 16:47:03.565069 dv-cinder-798104-1-smb neutron-server[74186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de34e165-0b9b-48e8-b01e-97539585600c tempest-TestShelveInstance-142730798 tempest-TestShelveInstance-142730798-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798104-1-smb {{(pid=74186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 16:47:03.565762 dv-cinder-798104-1-smb neutron-server[74186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de34e165-0b9b-48e8-b01e-97539585600c tempest-TestShelveInstance-142730798 tempest-TestShelveInstance-142730798-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798104-1-smb {{(pid=74186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 16:47:03.566370 dv-cinder-798104-1-smb neutron-server[74186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de34e165-0b9b-48e8-b01e-97539585600c tempest-TestShelveInstance-142730798 tempest-TestShelveInstance-142730798-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-798104-1-smb {{(pid=74186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 16:47:03.567017 dv-cinder-798104-1-smb neutron-server[74186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de34e165-0b9b-48e8-b01e-97539585600c tempest-TestShelveInstance-142730798 tempest-TestShelveInstance-142730798-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798104-1-smb {{(pid=74186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 16:47:03.567530 dv-cinder-798104-1-smb neutron-server[74186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de34e165-0b9b-48e8-b01e-97539585600c tempest-TestShelveInstance-142730798 tempest-TestShelveInstance-142730798-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-798104-1-smb {{(pid=74186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 16:47:03.568192 dv-cinder-798104-1-smb neutron-server[74186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de34e165-0b9b-48e8-b01e-97539585600c tempest-TestShelveInstance-142730798 tempest-TestShelveInstance-142730798-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798104-1-smb {{(pid=74186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 16:47:03.568864 dv-cinder-798104-1-smb neutron-server[74186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de34e165-0b9b-48e8-b01e-97539585600c tempest-TestShelveInstance-142730798 tempest-TestShelveInstance-142730798-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798104-1-smb {{(pid=74186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 16:47:03.569551 dv-cinder-798104-1-smb neutron-server[74186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de34e165-0b9b-48e8-b01e-97539585600c tempest-TestShelveInstance-142730798 tempest-TestShelveInstance-142730798-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798104-1-smb {{(pid=74186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 16:47:03.570592 dv-cinder-798104-1-smb neutron-server[74186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de34e165-0b9b-48e8-b01e-97539585600c tempest-TestShelveInstance-142730798 tempest-TestShelveInstance-142730798-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798104-1-smb {{(pid=74186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 16:47:03.581159 dv-cinder-798104-1-smb neutron-server[74186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de34e165-0b9b-48e8-b01e-97539585600c tempest-TestShelveInstance-142730798 tempest-TestShelveInstance-142730798-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798104-1-smb {{(pid=74186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 16:47:03.595573 dv-cinder-798104-1-smb neutron-server[74186]: DEBUG oslo_concurrency.lockutils [None req-de34e165-0b9b-48e8-b01e-97539585600c tempest-TestShelveInstance-142730798 tempest-TestShelveInstance-142730798-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=74186) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 16:47:04.854159 dv-cinder-798104-1-smb neutron-server[74187]: DEBUG neutron.plugins.ml2.rpc [None req-c72dd329-595c-4eca-9296-ba6eff8780d9 None None] Device 44aadbfa-4e6b-4713-87b2-38eaf9a5a745 up at agent ovs-agent-dv-cinder-798104-1-smb {{(pid=74187) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 28 16:47:04.927540 dv-cinder-798104-1-smb neutron-server[74187]: DEBUG neutron.db.provisioning_blocks [None req-c72dd329-595c-4eca-9296-ba6eff8780d9 None None] Provisioning complete for port 44aadbfa-4e6b-4713-87b2-38eaf9a5a745 triggered by entity L2. {{(pid=74187) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 28 16:47:04.927799 dv-cinder-798104-1-smb neutron-server[74187]: DEBUG neutron_lib.callbacks.manager [None req-c72dd329-595c-4eca-9296-ba6eff8780d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1002786'] for port, provisioning_complete {{(pid=74187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 16:47:05.051013 dv-cinder-798104-1-smb neutron-server[74187]: DEBUG neutron.plugins.ml2.rpc [None req-c72dd329-595c-4eca-9296-ba6eff8780d9 None None] Device bbef0a3f-0abf-42bf-9454-3ad9181a5857 up at agent ovs-agent-dv-cinder-798104-1-smb {{(pid=74187) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 28 16:47:05.119249 dv-cinder-798104-1-smb neutron-server[74187]: DEBUG neutron.db.provisioning_blocks [None req-c72dd329-595c-4eca-9296-ba6eff8780d9 None None] Provisioning for port bbef0a3f-0abf-42bf-9454-3ad9181a5857 completed by entity L2. {{(pid=74187) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 28 16:47:05.125068 dv-cinder-798104-1-smb neutron-server[74187]: DEBUG neutron.db.provisioning_blocks [None req-c72dd329-595c-4eca-9296-ba6eff8780d9 None None] Provisioning complete for port bbef0a3f-0abf-42bf-9454-3ad9181a5857 triggered by entity L2. {{(pid=74187) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 28 16:47:05.125448 dv-cinder-798104-1-smb neutron-server[74187]: DEBUG neutron_lib.callbacks.manager [None req-c72dd329-595c-4eca-9296-ba6eff8780d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1002786'] for port, provisioning_complete {{(pid=74187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 16:47:05.245721 dv-cinder-798104-1-smb neutron-server[74187]: DEBUG neutron_lib.callbacks.manager [None req-c72dd329-595c-4eca-9296-ba6eff8780d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621611'] for port, before_update {{(pid=74187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 16:47:05.286877 dv-cinder-798104-1-smb neutron-server[74187]: DEBUG neutron.plugins.ml2.db [None req-c72dd329-595c-4eca-9296-ba6eff8780d9 None None] For port bbef0a3f-0abf-42bf-9454-3ad9181a5857, host dv-cinder-798104-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-798104-1-smb',level=0,port_id=bbef0a3f-0abf-42bf-9454-3ad9181a5857,segment=NetworkSegment(3dc75ba6-bfde-44f0-93f7-81b93a0ad439),segment_id=3dc75ba6-bfde-44f0-93f7-81b93a0ad439)] {{(pid=74187) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 16:47:05.290396 dv-cinder-798104-1-smb neutron-server[74187]: DEBUG neutron_lib.callbacks.manager [None req-c72dd329-595c-4eca-9296-ba6eff8780d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-615041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1598908', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774158213048', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774157688378', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774157688423'] for port, after_update {{(pid=74187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 16:47:05.292575 dv-cinder-798104-1-smb neutron-server[74187]: DEBUG oslo_concurrency.lockutils [None req-d0e5ad82-df9b-4ee3-8ee9-b93c74fbe1d3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74187) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 16:47:05.361424 dv-cinder-798104-1-smb neutron-server[74187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c72dd329-595c-4eca-9296-ba6eff8780d9 None None] Pushing event updated for resources: {'Port': ['ID=bbef0a3f-0abf-42bf-9454-3ad9181a5857,revision_number=5']} {{(pid=74187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 16:47:05.365277 dv-cinder-798104-1-smb neutron-server[74187]: DEBUG oslo_concurrency.lockutils [None req-c72dd329-595c-4eca-9296-ba6eff8780d9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=74187) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 16:47:06.204827 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0619c456-41c9-409e-b75b-bb1de2dc6e0f req-014bb885-18e7-44b5-9362-1ccadb8e05d5 tempest-VolumesSnapshotTestJSON-1870625415 tempest-VolumesSnapshotTestJSON-1870625415-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 16:47:06.206251 dv-cinder-798104-1-smb neutron-server[74185]: INFO neutron.wsgi [req-0619c456-41c9-409e-b75b-bb1de2dc6e0f req-014bb885-18e7-44b5-9362-1ccadb8e05d5 tempest-VolumesSnapshotTestJSON-1870625415 tempest-VolumesSnapshotTestJSON-1870625415-project] 10.222.0.26 "GET /v2.0/ports?device_id=b23a08d8-572c-4609-b4f9-7e6b9ffbb24d HTTP/1.1" status: 200 len: 945 time: 0.1633399 Jun 28 16:47:06.253628 dv-cinder-798104-1-smb neutron-server[74185]: INFO neutron.wsgi [req-0619c456-41c9-409e-b75b-bb1de2dc6e0f req-e36565b3-39ee-4079-a28c-dfa51f359f09 tempest-VolumesSnapshotTestJSON-1870625415 tempest-VolumesSnapshotTestJSON-1870625415-project] 10.222.0.26 "GET /v2.0/security-groups?id=10442f30-80ea-42c2-ade8-747dadff1313&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417910 Jun 28 16:47:06.787201 dv-cinder-798104-1-smb neutron-server[74187]: DEBUG neutron.plugins.ml2.rpc [None req-c72dd329-595c-4eca-9296-ba6eff8780d9 None None] Device bbef0a3f-0abf-42bf-9454-3ad9181a5857 up at agent ovs-agent-dv-cinder-798104-1-smb {{(pid=74187) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 28 16:47:06.860851 dv-cinder-798104-1-smb neutron-server[74187]: DEBUG neutron.db.provisioning_blocks [None req-c72dd329-595c-4eca-9296-ba6eff8780d9 None None] Provisioning complete for port bbef0a3f-0abf-42bf-9454-3ad9181a5857 triggered by entity L2. {{(pid=74187) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 28 16:47:06.861233 dv-cinder-798104-1-smb neutron-server[74187]: DEBUG neutron_lib.callbacks.manager [None req-c72dd329-595c-4eca-9296-ba6eff8780d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1002786'] for port, provisioning_complete {{(pid=74187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 16:47:07.464852 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b4cf31f-715b-44bc-adfd-e588b16f5393 req-751c3592-8bd3-45fb-948c-53faef2e057e tempest-VolumesSnapshotTestJSON-1870625415 tempest-VolumesSnapshotTestJSON-1870625415-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 16:47:07.466271 dv-cinder-798104-1-smb neutron-server[74185]: INFO neutron.wsgi [req-5b4cf31f-715b-44bc-adfd-e588b16f5393 req-751c3592-8bd3-45fb-948c-53faef2e057e tempest-VolumesSnapshotTestJSON-1870625415 tempest-VolumesSnapshotTestJSON-1870625415-project] 10.222.0.26 "GET /v2.0/ports?device_id=b23a08d8-572c-4609-b4f9-7e6b9ffbb24d HTTP/1.1" status: 200 len: 945 time: 0.0776234 Jun 28 16:47:07.511211 dv-cinder-798104-1-smb neutron-server[74185]: INFO neutron.wsgi [req-5b4cf31f-715b-44bc-adfd-e588b16f5393 req-319f10fc-f2e0-4215-a711-ddc1c5c52485 tempest-VolumesSnapshotTestJSON-1870625415 tempest-VolumesSnapshotTestJSON-1870625415-project] 10.222.0.26 "GET /v2.0/security-groups?id=10442f30-80ea-42c2-ade8-747dadff1313&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393968 Jun 28 16:47:08.734417 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2add955-7653-466f-9fd7-0c887f822821 req-aa3ad904-d002-4556-973c-1ddd08027dcf tempest-VolumesSnapshotTestJSON-1870625415 tempest-VolumesSnapshotTestJSON-1870625415-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 16:47:08.735279 dv-cinder-798104-1-smb neutron-server[74185]: INFO neutron.wsgi [req-e2add955-7653-466f-9fd7-0c887f822821 req-aa3ad904-d002-4556-973c-1ddd08027dcf tempest-VolumesSnapshotTestJSON-1870625415 tempest-VolumesSnapshotTestJSON-1870625415-project] 10.222.0.26 "GET /v2.0/ports?device_id=b23a08d8-572c-4609-b4f9-7e6b9ffbb24d HTTP/1.1" status: 200 len: 945 time: 0.0891817 Jun 28 16:47:08.788221 dv-cinder-798104-1-smb neutron-server[74185]: INFO neutron.wsgi [req-e2add955-7653-466f-9fd7-0c887f822821 req-9c1b3c38-45b0-4ec5-a11b-d9666fed8ff1 tempest-VolumesSnapshotTestJSON-1870625415 tempest-VolumesSnapshotTestJSON-1870625415-project] 10.222.0.26 "GET /v2.0/security-groups?id=10442f30-80ea-42c2-ade8-747dadff1313&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0470223 Jun 28 16:47:08.943836 dv-cinder-798104-1-smb neutron-server[74188]: DEBUG neutron.db.agents_db [None req-8255730c-b11f-4cfb-aeb3-67319944b41a None None] Agent healthcheck: found 6 active agents {{(pid=74188) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jun 28 16:47:10.073797 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c44c0473-53d2-4246-9f14-dd50dbaad6be req-3a747c24-4830-4097-819e-e740e4d0c943 tempest-VolumesSnapshotTestJSON-1870625415 tempest-VolumesSnapshotTestJSON-1870625415-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 16:47:10.076447 dv-cinder-798104-1-smb neutron-server[74185]: INFO neutron.wsgi [req-c44c0473-53d2-4246-9f14-dd50dbaad6be req-3a747c24-4830-4097-819e-e740e4d0c943 tempest-VolumesSnapshotTestJSON-1870625415 tempest-VolumesSnapshotTestJSON-1870625415-project] 10.222.0.26 "GET /v2.0/ports?device_id=b23a08d8-572c-4609-b4f9-7e6b9ffbb24d HTTP/1.1" status: 200 len: 945 time: 0.1392970 Jun 28 16:47:10.132477 dv-cinder-798104-1-smb neutron-server[74185]: INFO neutron.wsgi [req-c44c0473-53d2-4246-9f14-dd50dbaad6be req-77f92f36-e8e8-45f2-9af1-b908d7526d32 tempest-VolumesSnapshotTestJSON-1870625415 tempest-VolumesSnapshotTestJSON-1870625415-project] 10.222.0.26 "GET /v2.0/security-groups?id=10442f30-80ea-42c2-ade8-747dadff1313&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0494983 Jun 28 16:47:11.347105 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87c3feca-57fd-4186-afc1-ec8a6d1cf01a req-b023802c-d94d-4353-8a0d-303433587f18 tempest-VolumesSnapshotTestJSON-1870625415 tempest-VolumesSnapshotTestJSON-1870625415-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 16:47:11.348681 dv-cinder-798104-1-smb neutron-server[74185]: INFO neutron.wsgi [req-87c3feca-57fd-4186-afc1-ec8a6d1cf01a req-b023802c-d94d-4353-8a0d-303433587f18 tempest-VolumesSnapshotTestJSON-1870625415 tempest-VolumesSnapshotTestJSON-1870625415-project] 10.222.0.26 "GET /v2.0/ports?device_id=b23a08d8-572c-4609-b4f9-7e6b9ffbb24d HTTP/1.1" status: 200 len: 945 time: 0.0849512 Jun 28 16:47:11.413543 dv-cinder-798104-1-smb neutron-server[74185]: INFO neutron.wsgi [req-87c3feca-57fd-4186-afc1-ec8a6d1cf01a req-18fe9945-431b-4bd0-bdb8-3c8c8ad6e90c tempest-VolumesSnapshotTestJSON-1870625415 tempest-VolumesSnapshotTestJSON-1870625415-project] 10.222.0.26 "GET /v2.0/security-groups?id=10442f30-80ea-42c2-ade8-747dadff1313&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0588553 Jun 28 16:47:12.614330 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3adc543d-003f-4b93-995c-50ed86dcd21b req-bef515e2-fb4b-4dab-915e-55fd5f295dbf tempest-VolumesSnapshotTestJSON-1870625415 tempest-VolumesSnapshotTestJSON-1870625415-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 16:47:12.615746 dv-cinder-798104-1-smb neutron-server[74185]: INFO neutron.wsgi [req-3adc543d-003f-4b93-995c-50ed86dcd21b req-bef515e2-fb4b-4dab-915e-55fd5f295dbf tempest-VolumesSnapshotTestJSON-1870625415 tempest-VolumesSnapshotTestJSON-1870625415-project] 10.222.0.26 "GET /v2.0/ports?device_id=b23a08d8-572c-4609-b4f9-7e6b9ffbb24d HTTP/1.1" status: 200 len: 945 time: 0.0780370 Jun 28 16:47:12.661961 dv-cinder-798104-1-smb neutron-server[74185]: INFO neutron.wsgi [req-3adc543d-003f-4b93-995c-50ed86dcd21b req-04abd69b-15ed-4139-906b-a37fd5810fee tempest-VolumesSnapshotTestJSON-1870625415 tempest-VolumesSnapshotTestJSON-1870625415-project] 10.222.0.26 "GET /v2.0/security-groups?id=10442f30-80ea-42c2-ade8-747dadff1313&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406482 Jun 28 16:47:13.316491 dv-cinder-798104-1-smb neutron-server[74186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed5aee1b-da38-4faa-ad2d-f6651c794a98 req-a3910980-ac01-4fe1-85c4-5c2c2f7ccaf7 tempest-VolumesSnapshotTestJSON-1870625415 tempest-VolumesSnapshotTestJSON-1870625415-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 16:47:13.317078 dv-cinder-798104-1-smb neutron-server[74186]: DEBUG neutron.quota.resource [req-ed5aee1b-da38-4faa-ad2d-f6651c794a98 req-a3910980-ac01-4fe1-85c4-5c2c2f7ccaf7 tempest-VolumesSnapshotTestJSON-1870625415 tempest-VolumesSnapshotTestJSON-1870625415-project] Synchronizing usage tracker for tenant:63d41569c6cc488cbcfcc4862c4fb48e on resource:port {{(pid=74186) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 28 16:47:13.328434 dv-cinder-798104-1-smb neutron-server[74186]: DEBUG neutron.quota.resource [req-ed5aee1b-da38-4faa-ad2d-f6651c794a98 req-a3910980-ac01-4fe1-85c4-5c2c2f7ccaf7 tempest-VolumesSnapshotTestJSON-1870625415 tempest-VolumesSnapshotTestJSON-1870625415-project] Unset dirty status for tenant:63d41569c6cc488cbcfcc4862c4fb48e on resource:port {{(pid=74186) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 28 16:47:13.329486 dv-cinder-798104-1-smb neutron-server[74186]: INFO neutron.wsgi [req-ed5aee1b-da38-4faa-ad2d-f6651c794a98 req-a3910980-ac01-4fe1-85c4-5c2c2f7ccaf7 tempest-VolumesSnapshotTestJSON-1870625415 tempest-VolumesSnapshotTestJSON-1870625415-project] 10.222.0.41 "GET /v2.0/ports?device_id=b23a08d8-572c-4609-b4f9-7e6b9ffbb24d HTTP/1.1" status: 200 len: 945 time: 0.0893884 Jun 28 16:47:13.406636 dv-cinder-798104-1-smb neutron-server[74186]: DEBUG neutron.plugins.ml2.plugin [req-ed5aee1b-da38-4faa-ad2d-f6651c794a98 req-72f6f0c5-f77e-4f3d-8942-c6d8ac9c2b73 tempest-VolumesSnapshotTestJSON-1870625415 tempest-VolumesSnapshotTestJSON-1870625415-project] Deleting port 6b595cb0-853f-4480-be59-5894932cb7a8 {{(pid=74186) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Jun 28 16:47:13.406975 dv-cinder-798104-1-smb neutron-server[74186]: DEBUG neutron_lib.callbacks.manager [req-ed5aee1b-da38-4faa-ad2d-f6651c794a98 req-72f6f0c5-f77e-4f3d-8942-c6d8ac9c2b73 tempest-VolumesSnapshotTestJSON-1870625415 tempest-VolumesSnapshotTestJSON-1870625415-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774158158511'] for port, before_delete {{(pid=74186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 16:47:13.609274 dv-cinder-798104-1-smb neutron-server[74187]: DEBUG neutron_lib.callbacks.manager [None req-10bc312a-97ba-41ca-8918-0f02e0d0f037 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774158209648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1002899'] for agent, after_update {{(pid=74187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 16:47:13.649443 dv-cinder-798104-1-smb neutron-server[74186]: DEBUG neutron.plugins.ml2.db [req-ed5aee1b-da38-4faa-ad2d-f6651c794a98 req-72f6f0c5-f77e-4f3d-8942-c6d8ac9c2b73 tempest-VolumesSnapshotTestJSON-1870625415 tempest-VolumesSnapshotTestJSON-1870625415-project] For port 6b595cb0-853f-4480-be59-5894932cb7a8, host hv-cinder-79810, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79810',level=0,port_id=6b595cb0-853f-4480-be59-5894932cb7a8,segment=NetworkSegment(cc0d5de8-b4ce-4936-a644-d67fb153bab8),segment_id=cc0d5de8-b4ce-4936-a644-d67fb153bab8)] {{(pid=74186) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 16:47:13.649978 dv-cinder-798104-1-smb neutron-server[74186]: DEBUG neutron_lib.callbacks.manager [req-ed5aee1b-da38-4faa-ad2d-f6651c794a98 req-72f6f0c5-f77e-4f3d-8942-c6d8ac9c2b73 tempest-VolumesSnapshotTestJSON-1870625415 tempest-VolumesSnapshotTestJSON-1870625415-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1637578'] for port, precommit_delete {{(pid=74186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 16:47:13.770692 dv-cinder-798104-1-smb neutron-server[74186]: DEBUG neutron.plugins.ml2.plugin [req-ed5aee1b-da38-4faa-ad2d-f6651c794a98 req-72f6f0c5-f77e-4f3d-8942-c6d8ac9c2b73 tempest-VolumesSnapshotTestJSON-1870625415 tempest-VolumesSnapshotTestJSON-1870625415-project] Calling delete_port for 6b595cb0-853f-4480-be59-5894932cb7a8 owned by compute:nova {{(pid=74186) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Jun 28 16:47:13.871466 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-359d4424-508d-421c-bde1-0df2b4988bcc req-ff463106-077a-4095-81b8-baceede65e08 tempest-VolumesSnapshotTestJSON-1870625415 tempest-VolumesSnapshotTestJSON-1870625415-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 16:47:13.872891 dv-cinder-798104-1-smb neutron-server[74185]: INFO neutron.wsgi [req-359d4424-508d-421c-bde1-0df2b4988bcc req-ff463106-077a-4095-81b8-baceede65e08 tempest-VolumesSnapshotTestJSON-1870625415 tempest-VolumesSnapshotTestJSON-1870625415-project] 10.222.0.26 "GET /v2.0/ports?device_id=b23a08d8-572c-4609-b4f9-7e6b9ffbb24d HTTP/1.1" status: 200 len: 945 time: 0.0825531 Jun 28 16:47:13.908370 dv-cinder-798104-1-smb neutron-server[74187]: DEBUG neutron_lib.callbacks.manager [None req-c72dd329-595c-4eca-9296-ba6eff8780d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774158209648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1002899'] for agent, after_update {{(pid=74187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 16:47:13.922263 dv-cinder-798104-1-smb neutron-server[74185]: INFO neutron.wsgi [req-359d4424-508d-421c-bde1-0df2b4988bcc req-2d63ada6-66f9-4068-bdca-6624b7251f8a tempest-VolumesSnapshotTestJSON-1870625415 tempest-VolumesSnapshotTestJSON-1870625415-project] 10.222.0.26 "GET /v2.0/security-groups?id=10442f30-80ea-42c2-ade8-747dadff1313&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415492 Jun 28 16:47:13.927756 dv-cinder-798104-1-smb neutron-server[74186]: DEBUG neutron_lib.callbacks.manager [req-ed5aee1b-da38-4faa-ad2d-f6651c794a98 req-72f6f0c5-f77e-4f3d-8942-c6d8ac9c2b73 tempest-VolumesSnapshotTestJSON-1870625415 tempest-VolumesSnapshotTestJSON-1870625415-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-615041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1598908', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774158213030', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774157688369', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1108489'] for port, after_delete {{(pid=74186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 16:47:13.934805 dv-cinder-798104-1-smb neutron-server[74186]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74186) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 16:47:13.947683 dv-cinder-798104-1-smb neutron-server[74187]: DEBUG neutron.plugins.ml2.db [None req-d0e5ad82-df9b-4ee3-8ee9-b93c74fbe1d3 None None] get_ports_and_sgs() called for port_ids ['6b595cb0-853f-4480-be59-5894932cb7a8'] {{(pid=74187) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jun 28 16:47:13.993474 dv-cinder-798104-1-smb neutron-server[74186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72f6f0c5-f77e-4f3d-8942-c6d8ac9c2b73 tempest-VolumesSnapshotTestJSON-1870625415 tempest-VolumesSnapshotTestJSON-1870625415-project] Pushing event deleted for resources: {'Port': ['ID=6b595cb0-853f-4480-be59-5894932cb7a8,revision_number=None']} {{(pid=74186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 16:47:13.993892 dv-cinder-798104-1-smb neutron-server[74186]: DEBUG oslo_concurrency.lockutils [None req-72f6f0c5-f77e-4f3d-8942-c6d8ac9c2b73 tempest-VolumesSnapshotTestJSON-1870625415 tempest-VolumesSnapshotTestJSON-1870625415-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=74186) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 16:47:14.074330 dv-cinder-798104-1-smb neutron-server[74186]: DEBUG neutron.db.l3_dvrscheduler_db [req-ed5aee1b-da38-4faa-ad2d-f6651c794a98 req-72f6f0c5-f77e-4f3d-8942-c6d8ac9c2b73 tempest-VolumesSnapshotTestJSON-1870625415 tempest-VolumesSnapshotTestJSON-1870625415-project] No DVR routers for this DVR port 6b595cb0-853f-4480-be59-5894932cb7a8 on host hv-cinder-79810 {{(pid=74186) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 28 16:47:14.076939 dv-cinder-798104-1-smb neutron-server[74186]: DEBUG neutron_lib.callbacks.manager [req-ed5aee1b-da38-4faa-ad2d-f6651c794a98 req-72f6f0c5-f77e-4f3d-8942-c6d8ac9c2b73 tempest-VolumesSnapshotTestJSON-1870625415 tempest-VolumesSnapshotTestJSON-1870625415-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129357'] for port, before_response {{(pid=74186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 16:47:14.079986 dv-cinder-798104-1-smb neutron-server[74186]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b23a08d8-572c-4609-b4f9-7e6b9ffbb24d', 'name': 'network-vif-deleted', 'tag': '6b595cb0-853f-4480-be59-5894932cb7a8'}] {{(pid=74186) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 28 16:47:14.095437 dv-cinder-798104-1-smb neutron-server[74186]: INFO neutron.wsgi [req-ed5aee1b-da38-4faa-ad2d-f6651c794a98 req-72f6f0c5-f77e-4f3d-8942-c6d8ac9c2b73 tempest-VolumesSnapshotTestJSON-1870625415 tempest-VolumesSnapshotTestJSON-1870625415-project] 10.222.0.41 "DELETE /v2.0/ports/6b595cb0-853f-4480-be59-5894932cb7a8 HTTP/1.1" status: 204 len: 173 time: 0.7559614 Jun 28 16:47:14.224336 dv-cinder-798104-1-smb neutron-server[74186]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b23a08d8-572c-4609-b4f9-7e6b9ffbb24d', 'name': 'network-vif-deleted', 'tag': '6b595cb0-853f-4480-be59-5894932cb7a8', 'status': 'completed', 'code': 200} Jun 28 16:47:16.157582 dv-cinder-798104-1-smb neutron-server[74187]: DEBUG neutron_lib.callbacks.manager [None req-7f659eee-f2e9-49c7-8f86-566867ae4947 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774158209648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1002899'] for agent, after_update {{(pid=74187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 16:47:17.588616 dv-cinder-798104-1-smb neutron-server[74187]: DEBUG neutron_lib.callbacks.manager [None req-17b6939a-39ed-439c-8d74-c49ac6595f0c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774158209648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1002899'] for agent, after_update {{(pid=74187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 16:47:17.741448 dv-cinder-798104-1-smb neutron-server[74187]: DEBUG neutron.plugins.ml2.rpc [None req-d0e5ad82-df9b-4ee3-8ee9-b93c74fbe1d3 None None] Device 6b595cb0-853f-4480-be59-5894932cb7a8 no longer exists at agent hyperv_hv-cinder-79810 {{(pid=74187) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 28 16:47:17.778856 dv-cinder-798104-1-smb neutron-server[74187]: DEBUG neutron.plugins.ml2.plugin [None req-d0e5ad82-df9b-4ee3-8ee9-b93c74fbe1d3 None None] No Port match for: 6b595cb0-853f-4480-be59-5894932cb7a8 {{(pid=74187) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}} Jun 28 16:47:17.779189 dv-cinder-798104-1-smb neutron-server[74187]: DEBUG neutron.plugins.ml2.rpc [None req-d0e5ad82-df9b-4ee3-8ee9-b93c74fbe1d3 None None] Device 6b595cb0-853f-4480-be59-5894932cb7a8 not bound to the agent host hv-cinder-79810 {{(pid=74187) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 28 16:47:18.641960 dv-cinder-798104-1-smb neutron-server[74187]: DEBUG neutron_lib.callbacks.manager [None req-d49266a9-82cf-4da4-977f-ceca59b71534 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774158209648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1002899'] for agent, after_update {{(pid=74187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 16:47:19.125751 dv-cinder-798104-1-smb neutron-server[74186]: INFO neutron.wsgi [req-e9521416-b860-48be-bfc3-b8856d3edb2f req-57dad413-e5b2-48db-bb61-6f545513ee8a service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=8e3a90db-fda3-48b9-a3a1-df3f395c0dfd&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0738904 Jun 28 16:47:19.281261 dv-cinder-798104-1-smb neutron-server[74186]: INFO neutron.wsgi [req-e9521416-b860-48be-bfc3-b8856d3edb2f req-be324874-9fa5-458a-910a-b96f50023289 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=1796e3b7b6834b8a88df228c1c9772ef&device_id=8e3a90db-fda3-48b9-a3a1-df3f395c0dfd HTTP/1.1" status: 200 len: 1098 time: 0.0792205 Jun 28 16:47:19.464752 dv-cinder-798104-1-smb neutron-server[74187]: DEBUG neutron_lib.callbacks.manager [None req-d0e5ad82-df9b-4ee3-8ee9-b93c74fbe1d3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774158209648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1002899'] for agent, after_update {{(pid=74187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 16:47:19.481359 dv-cinder-798104-1-smb neutron-server[74186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9521416-b860-48be-bfc3-b8856d3edb2f req-799da961-023f-4c43-abb1-9e032bf4890d service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=74186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 16:47:19.482793 dv-cinder-798104-1-smb neutron-server[74186]: INFO neutron.wsgi [req-e9521416-b860-48be-bfc3-b8856d3edb2f req-799da961-023f-4c43-abb1-9e032bf4890d service neutron] 10.222.0.41 "GET /v2.0/networks?id=4e66a7eb-2725-411e-9b4f-e274c7c51246 HTTP/1.1" status: 200 len: 918 time: 0.1659558 Jun 28 16:47:19.686743 dv-cinder-798104-1-smb neutron-server[74186]: INFO neutron.wsgi [req-e9521416-b860-48be-bfc3-b8856d3edb2f req-5b860f61-912b-4062-bed7-6260c61aa434 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=793d6fcc-cc70-4135-af5c-1e7363bcb0de HTTP/1.1" status: 200 len: 1001 time: 0.1920033 Jun 28 16:47:19.773197 dv-cinder-798104-1-smb neutron-server[74186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9521416-b860-48be-bfc3-b8856d3edb2f req-e34a02a4-b3de-456c-b7cb-cae550519473 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=74186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 16:47:19.776218 dv-cinder-798104-1-smb neutron-server[74186]: INFO neutron.wsgi [req-e9521416-b860-48be-bfc3-b8856d3edb2f req-e34a02a4-b3de-456c-b7cb-cae550519473 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=f2ffd4c6-165d-446d-9207-8235b5280dd5 HTTP/1.1" status: 200 len: 856 time: 0.0728953 Jun 28 16:47:19.877453 dv-cinder-798104-1-smb neutron-server[74186]: INFO neutron.wsgi [req-e9521416-b860-48be-bfc3-b8856d3edb2f req-0a84d4e8-bb45-4cfd-8c54-a37277c8620d service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=4e66a7eb-2725-411e-9b4f-e274c7c51246&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0892646 Jun 28 16:47:20.030905 dv-cinder-798104-1-smb neutron-server[74186]: INFO neutron.wsgi [req-e9521416-b860-48be-bfc3-b8856d3edb2f req-564f025d-7784-42f7-9fd3-42dfc2e30b55 service neutron] 10.222.0.41 "GET /v2.0/networks/4e66a7eb-2725-411e-9b4f-e274c7c51246?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1377695 Jun 28 16:47:20.168340 dv-cinder-798104-1-smb neutron-server[74186]: INFO neutron.wsgi [req-e9521416-b860-48be-bfc3-b8856d3edb2f req-3cdb0372-24ef-45c9-b5e4-05f77a36e61e service neutron] 10.222.0.41 "GET /v2.0/networks/4e66a7eb-2725-411e-9b4f-e274c7c51246?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1306806 Jun 28 16:47:20.854048 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55f0fab3-db5f-4b59-94e9-fd64ffe59250 req-ec1937f0-3f5c-4aea-b079-efd232b3e9c4 tempest-AttachVolumeShelveTestJSON-223402159 tempest-AttachVolumeShelveTestJSON-223402159-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 16:47:20.855480 dv-cinder-798104-1-smb neutron-server[74185]: INFO neutron.wsgi [req-55f0fab3-db5f-4b59-94e9-fd64ffe59250 req-ec1937f0-3f5c-4aea-b079-efd232b3e9c4 tempest-AttachVolumeShelveTestJSON-223402159 tempest-AttachVolumeShelveTestJSON-223402159-project] 10.222.0.26 "GET /v2.0/ports?device_id=8e3a90db-fda3-48b9-a3a1-df3f395c0dfd HTTP/1.1" status: 200 len: 945 time: 0.0939651 Jun 28 16:47:20.903934 dv-cinder-798104-1-smb neutron-server[74185]: INFO neutron.wsgi [req-55f0fab3-db5f-4b59-94e9-fd64ffe59250 req-b295f966-d36b-48f2-9fed-39aa96c0c9df tempest-AttachVolumeShelveTestJSON-223402159 tempest-AttachVolumeShelveTestJSON-223402159-project] 10.222.0.26 "GET /v2.0/security-groups?id=ee5b5d98-52f8-46a1-b53d-b30b29c7120c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423074 Jun 28 16:47:22.120738 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2362d130-addd-40cf-86bd-45b873cc689d req-c78e6c6f-c90b-4910-abd4-1fa91cac8b3e tempest-AttachVolumeShelveTestJSON-223402159 tempest-AttachVolumeShelveTestJSON-223402159-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 16:47:22.122185 dv-cinder-798104-1-smb neutron-server[74185]: INFO neutron.wsgi [req-2362d130-addd-40cf-86bd-45b873cc689d req-c78e6c6f-c90b-4910-abd4-1fa91cac8b3e tempest-AttachVolumeShelveTestJSON-223402159 tempest-AttachVolumeShelveTestJSON-223402159-project] 10.222.0.26 "GET /v2.0/ports?device_id=8e3a90db-fda3-48b9-a3a1-df3f395c0dfd HTTP/1.1" status: 200 len: 945 time: 0.0768888 Jun 28 16:47:22.172449 dv-cinder-798104-1-smb neutron-server[74185]: INFO neutron.wsgi [req-2362d130-addd-40cf-86bd-45b873cc689d req-d90341e8-63cd-4041-8471-4ab3dce585cb tempest-AttachVolumeShelveTestJSON-223402159 tempest-AttachVolumeShelveTestJSON-223402159-project] 10.222.0.26 "GET /v2.0/security-groups?id=ee5b5d98-52f8-46a1-b53d-b30b29c7120c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0433834 Jun 28 16:47:23.391194 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-121698c5-647b-4f8b-9ea8-9a9c5eed6e9b req-8286283f-07f6-485e-95ba-a9cd2cd636c0 tempest-AttachVolumeShelveTestJSON-223402159 tempest-AttachVolumeShelveTestJSON-223402159-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 16:47:23.392751 dv-cinder-798104-1-smb neutron-server[74185]: INFO neutron.wsgi [req-121698c5-647b-4f8b-9ea8-9a9c5eed6e9b req-8286283f-07f6-485e-95ba-a9cd2cd636c0 tempest-AttachVolumeShelveTestJSON-223402159 tempest-AttachVolumeShelveTestJSON-223402159-project] 10.222.0.26 "GET /v2.0/ports?device_id=8e3a90db-fda3-48b9-a3a1-df3f395c0dfd HTTP/1.1" status: 200 len: 945 time: 0.0812266 Jun 28 16:47:23.446620 dv-cinder-798104-1-smb neutron-server[74185]: INFO neutron.wsgi [req-121698c5-647b-4f8b-9ea8-9a9c5eed6e9b req-c8f98dff-fbfe-428f-95ab-ee24f23caf37 tempest-AttachVolumeShelveTestJSON-223402159 tempest-AttachVolumeShelveTestJSON-223402159-project] 10.222.0.26 "GET /v2.0/security-groups?id=ee5b5d98-52f8-46a1-b53d-b30b29c7120c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0444436 Jun 28 16:47:24.689081 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9a6fa3b-2521-41a0-9e9c-20380d22f2c5 req-e47f6e38-79b5-4e35-b9bb-533bf17f2ce0 tempest-AttachVolumeShelveTestJSON-223402159 tempest-AttachVolumeShelveTestJSON-223402159-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 16:47:24.692397 dv-cinder-798104-1-smb neutron-server[74185]: INFO neutron.wsgi [req-d9a6fa3b-2521-41a0-9e9c-20380d22f2c5 req-e47f6e38-79b5-4e35-b9bb-533bf17f2ce0 tempest-AttachVolumeShelveTestJSON-223402159 tempest-AttachVolumeShelveTestJSON-223402159-project] 10.222.0.26 "GET /v2.0/ports?device_id=8e3a90db-fda3-48b9-a3a1-df3f395c0dfd HTTP/1.1" status: 200 len: 945 time: 0.0953403 Jun 28 16:47:24.748107 dv-cinder-798104-1-smb neutron-server[74185]: INFO neutron.wsgi [req-d9a6fa3b-2521-41a0-9e9c-20380d22f2c5 req-079cc8ee-32f4-4514-a21d-bf0248f1a104 tempest-AttachVolumeShelveTestJSON-223402159 tempest-AttachVolumeShelveTestJSON-223402159-project] 10.222.0.26 "GET /v2.0/security-groups?id=ee5b5d98-52f8-46a1-b53d-b30b29c7120c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0490177 Jun 28 16:47:25.449401 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG neutron.quota.resource [req-1fdf8477-384c-4252-a03a-5c25c8f62415 req-1653159e-d437-47c2-9529-cd0cc4eebee6 tempest-TestShelveInstance-142730798 tempest-TestShelveInstance-142730798-project] Synchronizing usage tracker for tenant:8c5d7eb385cf4b6484fd4ebafedcfebd on resource:security_group {{(pid=74185) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 28 16:47:25.468534 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG neutron.quota.resource [req-1fdf8477-384c-4252-a03a-5c25c8f62415 req-1653159e-d437-47c2-9529-cd0cc4eebee6 tempest-TestShelveInstance-142730798 tempest-TestShelveInstance-142730798-project] Unset dirty status for tenant:8c5d7eb385cf4b6484fd4ebafedcfebd on resource:security_group {{(pid=74185) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 28 16:47:25.469728 dv-cinder-798104-1-smb neutron-server[74185]: INFO neutron.wsgi [req-1fdf8477-384c-4252-a03a-5c25c8f62415 req-1653159e-d437-47c2-9529-cd0cc4eebee6 tempest-TestShelveInstance-142730798 tempest-TestShelveInstance-142730798-project] 10.222.0.26 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-946841153&fields=id&tenant_id=8c5d7eb385cf4b6484fd4ebafedcfebd HTTP/1.1" status: 200 len: 267 time: 0.0675309 Jun 28 16:47:25.621677 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fdf8477-384c-4252-a03a-5c25c8f62415 req-b8bfcf6c-70b5-4cda-8d83-dbfad0dc592c tempest-TestShelveInstance-142730798 tempest-TestShelveInstance-142730798-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=74185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 16:47:25.622352 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG neutron.quota.resource [req-1fdf8477-384c-4252-a03a-5c25c8f62415 req-b8bfcf6c-70b5-4cda-8d83-dbfad0dc592c tempest-TestShelveInstance-142730798 tempest-TestShelveInstance-142730798-project] Synchronizing usage tracker for tenant:8c5d7eb385cf4b6484fd4ebafedcfebd on resource:network {{(pid=74185) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 28 16:47:25.639886 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG neutron.quota.resource [req-1fdf8477-384c-4252-a03a-5c25c8f62415 req-b8bfcf6c-70b5-4cda-8d83-dbfad0dc592c tempest-TestShelveInstance-142730798 tempest-TestShelveInstance-142730798-project] Unset dirty status for tenant:8c5d7eb385cf4b6484fd4ebafedcfebd on resource:network {{(pid=74185) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 28 16:47:25.641177 dv-cinder-798104-1-smb neutron-server[74185]: INFO neutron.wsgi [req-1fdf8477-384c-4252-a03a-5c25c8f62415 req-b8bfcf6c-70b5-4cda-8d83-dbfad0dc592c tempest-TestShelveInstance-142730798 tempest-TestShelveInstance-142730798-project] 10.222.0.26 "GET /v2.0/networks?id=c51a219d-aea3-485c-897b-dd81c8d14108 HTTP/1.1" status: 200 len: 809 time: 0.1646717 Jun 28 16:47:25.661235 dv-cinder-798104-1-smb neutron-server[74185]: INFO neutron.wsgi [req-1fdf8477-384c-4252-a03a-5c25c8f62415 req-b676fa06-5d6c-4259-b449-eaa696ed660f tempest-TestShelveInstance-142730798 tempest-TestShelveInstance-142730798-project] 10.222.0.26 "GET /v2.0/quotas/8c5d7eb385cf4b6484fd4ebafedcfebd HTTP/1.1" status: 200 len: 375 time: 0.0119569 Jun 28 16:47:25.741943 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG neutron.quota.resource [req-1fdf8477-384c-4252-a03a-5c25c8f62415 req-6301dfbf-40e7-4e6a-8a28-52520e7a251c tempest-TestShelveInstance-142730798 tempest-TestShelveInstance-142730798-project] Synchronizing usage tracker for tenant:8c5d7eb385cf4b6484fd4ebafedcfebd on resource:port {{(pid=74185) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 28 16:47:25.761178 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG neutron.quota.resource [req-1fdf8477-384c-4252-a03a-5c25c8f62415 req-6301dfbf-40e7-4e6a-8a28-52520e7a251c tempest-TestShelveInstance-142730798 tempest-TestShelveInstance-142730798-project] Unset dirty status for tenant:8c5d7eb385cf4b6484fd4ebafedcfebd on resource:port {{(pid=74185) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 28 16:47:25.762744 dv-cinder-798104-1-smb neutron-server[74185]: INFO neutron.wsgi [req-1fdf8477-384c-4252-a03a-5c25c8f62415 req-6301dfbf-40e7-4e6a-8a28-52520e7a251c tempest-TestShelveInstance-142730798 tempest-TestShelveInstance-142730798-project] 10.222.0.26 "GET /v2.0/ports?tenant_id=8c5d7eb385cf4b6484fd4ebafedcfebd&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0963175 Jun 28 16:47:25.879273 dv-cinder-798104-1-smb neutron-server[74188]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed71e525-a6e9-4213-8ffd-62dcaf3cb1e6 None None] Sync routers for ids ['7654d665-3a83-4cb8-b3e1-8e170e42074c'] in dv-cinder-798104-1-smb {{(pid=74188) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jun 28 16:47:25.924526 dv-cinder-798104-1-smb neutron-server[74185]: INFO neutron.wsgi [req-1fdf8477-384c-4252-a03a-5c25c8f62415 req-dddb09ef-ddb0-497a-a454-2ff878683ca1 service neutron] 10.222.0.26 "GET /v2.0/networks/c51a219d-aea3-485c-897b-dd81c8d14108?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1499424 Jun 28 16:47:25.956357 dv-cinder-798104-1-smb neutron-server[74188]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed71e525-a6e9-4213-8ffd-62dcaf3cb1e6 None None] Routers {'7654d665-3a83-4cb8-b3e1-8e170e42074c'} bound to L3 agent in host dv-cinder-798104-1-smb {{(pid=74188) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 28 16:47:25.956901 dv-cinder-798104-1-smb neutron-server[74188]: DEBUG neutron.db.l3_hamode_db [None req-ed71e525-a6e9-4213-8ffd-62dcaf3cb1e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-798104-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-28T16:32:46Z,description=,heartbeat_timestamp=2021-06-28T16:47:16Z,host='dv-cinder-798104-1-smb',id=633adcd1-515e-4435-b14d-49f054abd10f,load=0,resource_versions=,resources_synced=,started_at=2021-06-28T16:32:46Z,topic='l3_agent')) {'router_ids': ['7654d665-3a83-4cb8-b3e1-8e170e42074c'], 'active': True} {{(pid=74188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 16:47:26.135793 dv-cinder-798104-1-smb neutron-server[74185]: INFO neutron.wsgi [req-1fdf8477-384c-4252-a03a-5c25c8f62415 req-b482788c-d076-490d-ba77-b257ab5e0f43 service neutron] 10.222.0.26 "GET /v2.0/networks/c51a219d-aea3-485c-897b-dd81c8d14108?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2045858 Jun 28 16:47:26.143262 dv-cinder-798104-1-smb neutron-server[74188]: DEBUG neutron.db.l3_dvr_db [None req-ed71e525-a6e9-4213-8ffd-62dcaf3cb1e6 None None] Set router 7654d665-3a83-4cb8-b3e1-8e170e42074c gateway port host: dv-cinder-798104-1-smb {{(pid=74188) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jun 28 16:47:26.145295 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f83f5f69-371d-4788-8310-d9aa8e9b34cb req-01f01e3b-deff-4696-95bd-f518f36efe71 tempest-AttachVolumeShelveTestJSON-223402159 tempest-AttachVolumeShelveTestJSON-223402159-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 16:47:26.146796 dv-cinder-798104-1-smb neutron-server[74185]: INFO neutron.wsgi [req-f83f5f69-371d-4788-8310-d9aa8e9b34cb req-01f01e3b-deff-4696-95bd-f518f36efe71 tempest-AttachVolumeShelveTestJSON-223402159 tempest-AttachVolumeShelveTestJSON-223402159-project] 10.222.0.26 "GET /v2.0/ports?device_id=8e3a90db-fda3-48b9-a3a1-df3f395c0dfd HTTP/1.1" status: 200 len: 945 time: 0.1379988 Jun 28 16:47:26.197215 dv-cinder-798104-1-smb neutron-server[74185]: INFO neutron.wsgi [req-f83f5f69-371d-4788-8310-d9aa8e9b34cb req-f7a698b4-63f1-48a4-8886-3a40c9ce8b95 tempest-AttachVolumeShelveTestJSON-223402159 tempest-AttachVolumeShelveTestJSON-223402159-project] 10.222.0.26 "GET /v2.0/security-groups?id=ee5b5d98-52f8-46a1-b53d-b30b29c7120c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0449827 Jun 28 16:47:26.510462 dv-cinder-798104-1-smb neutron-server[74188]: DEBUG neutron.db.l3_hamode_db [None req-ed71e525-a6e9-4213-8ffd-62dcaf3cb1e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7654d665-3a83-4cb8-b3e1-8e170e42074c', 'name': 'tempest-TestShelveInstance-471403192-router', 'tenant_id': '7c0eadaeb18d41d48f13d1aab0e2f5bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f9715ce2-16ba-4ae9-9a15-557432d0a5ed', 'external_fixed_ips': [{'subnet_id': 'e3a20e14-2eea-4943-8cec-1fe85e8448d0', 'ip_address': '172.28.3.210'}], 'enable_snat': True}, 'gw_port_id': '44aadbfa-4e6b-4713-87b2-38eaf9a5a745', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-28T16:46:55Z', 'updated_at': '2021-06-28T16:46:59Z', 'revision_number': 4, 'project_id': '7c0eadaeb18d41d48f13d1aab0e2f5bf', 'gw_port': {'id': '44aadbfa-4e6b-4713-87b2-38eaf9a5a745', 'name': '', 'network_id': 'f9715ce2-16ba-4ae9-9a15-557432d0a5ed', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:80:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7654d665-3a83-4cb8-b3e1-8e170e42074c', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e3a20e14-2eea-4943-8cec-1fe85e8448d0', 'ip_address': '172.28.3.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798104-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T16:46:56Z', 'updated_at': '2021-06-28T16:47:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e3a20e14-2eea-4943-8cec-1fe85e8448d0', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798104-1-smb', '_interfaces': [{'id': '0a32ef48-7dfe-422f-ab43-edcb1db86dbe', 'name': '', 'network_id': '7f0c367f-9766-4eee-ba44-19e01794e46f', 'tenant_id': '7c0eadaeb18d41d48f13d1aab0e2f5bf', 'mac_address': 'fa:16:3e:e4:73:82', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7654d665-3a83-4cb8-b3e1-8e170e42074c', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '51aec593-d193-45b7-acc1-ac17f2571b44', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T16:46:59Z', 'updated_at': '2021-06-28T16:46:59Z', 'revision_number': 2, 'project_id': '7c0eadaeb18d41d48f13d1aab0e2f5bf', 'subnets': [{'id': '51aec593-d193-45b7-acc1-ac17f2571b44', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-798104-1-smb', False) {} {{(pid=74188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 16:47:26.515655 dv-cinder-798104-1-smb neutron-server[74188]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed71e525-a6e9-4213-8ffd-62dcaf3cb1e6 None None] Checking router: 7654d665-3a83-4cb8-b3e1-8e170e42074c for host: dv-cinder-798104-1-smb {{(pid=74188) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Jun 28 16:47:26.516275 dv-cinder-798104-1-smb neutron-server[74188]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed71e525-a6e9-4213-8ffd-62dcaf3cb1e6 None None] Updating router 7654d665-3a83-4cb8-b3e1-8e170e42074c port 0a32ef48-7dfe-422f-ab43-edcb1db86dbe binding host dv-cinder-798104-1-smb {{(pid=74188) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Jun 28 16:47:26.569653 dv-cinder-798104-1-smb neutron-server[74188]: DEBUG neutron_lib.callbacks.manager [None req-ed71e525-a6e9-4213-8ffd-62dcaf3cb1e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621611'] for port, before_update {{(pid=74188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 16:47:26.679238 dv-cinder-798104-1-smb neutron-server[74185]: INFO neutron.wsgi [req-6ecda159-1ce0-4a73-a2c6-c89b96c3b5d3 req-3bc212f3-103f-4146-8887-c4ffe994e016 tempest-TestShelveInstance-142730798 tempest-TestShelveInstance-142730798-project] 10.222.0.26 "GET /v2.0/ports?device_id=99461ed8-fb47-4e05-8bc8-51e5644ab617 HTTP/1.1" status: 200 len: 210 time: 0.1454349 Jun 28 16:47:27.001009 dv-cinder-798104-1-smb neutron-server[74188]: DEBUG neutron_lib.callbacks.manager [None req-ed71e525-a6e9-4213-8ffd-62dcaf3cb1e6 None None] Notify callbacks [] for port, precommit_update {{(pid=74188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 16:47:27.017977 dv-cinder-798104-1-smb neutron-server[74188]: DEBUG neutron.db.provisioning_blocks [None req-ed71e525-a6e9-4213-8ffd-62dcaf3cb1e6 None None] Transition to ACTIVE for port object 0a32ef48-7dfe-422f-ab43-edcb1db86dbe will not be triggered until provisioned by entity L2. {{(pid=74188) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 28 16:47:27.025343 dv-cinder-798104-1-smb neutron-server[74188]: DEBUG neutron_lib.callbacks.manager [None req-ed71e525-a6e9-4213-8ffd-62dcaf3cb1e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-615041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1598908', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774158213048', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774157688378', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774157688423'] for port, after_update {{(pid=74188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 16:47:27.030085 dv-cinder-798104-1-smb neutron-server[74188]: DEBUG oslo_concurrency.lockutils [None req-57593aa4-7300-49c3-83b7-e80cba647edd None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74188) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 16:47:27.173577 dv-cinder-798104-1-smb neutron-server[74188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e01451ac-88a0-45ca-a5a7-55eba352dba5 None None] Pushing event updated for resources: {'Port': ['ID=0a32ef48-7dfe-422f-ab43-edcb1db86dbe,revision_number=3']} {{(pid=74188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 16:47:27.179431 dv-cinder-798104-1-smb neutron-server[74188]: DEBUG oslo_concurrency.lockutils [None req-e01451ac-88a0-45ca-a5a7-55eba352dba5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.149s {{(pid=74188) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 16:47:27.327928 dv-cinder-798104-1-smb neutron-server[74188]: DEBUG neutron.plugins.ml2.managers [None req-ed71e525-a6e9-4213-8ffd-62dcaf3cb1e6 None None] Attempting to bind port 0a32ef48-7dfe-422f-ab43-edcb1db86dbe on host dv-cinder-798104-1-smb for vnic_type normal with profile {{(pid=74188) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 28 16:47:27.328895 dv-cinder-798104-1-smb neutron-server[74188]: DEBUG neutron.plugins.ml2.managers [None req-ed71e525-a6e9-4213-8ffd-62dcaf3cb1e6 None None] Attempting to bind port 0a32ef48-7dfe-422f-ab43-edcb1db86dbe by drivers openvswitch,hyperv on host dv-cinder-798104-1-smb at level 0 using segments [{'id': '2db6957b-14ec-4c02-af7f-1e1f1c43e1c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 406, 'network_id': '7f0c367f-9766-4eee-ba44-19e01794e46f'}] {{(pid=74188) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 28 16:47:27.329734 dv-cinder-798104-1-smb neutron-server[74188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed71e525-a6e9-4213-8ffd-62dcaf3cb1e6 None None] Attempting to bind port 0a32ef48-7dfe-422f-ab43-edcb1db86dbe on network 7f0c367f-9766-4eee-ba44-19e01794e46f {{(pid=74188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jun 28 16:47:27.342776 dv-cinder-798104-1-smb neutron-server[74188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed71e525-a6e9-4213-8ffd-62dcaf3cb1e6 None None] Checking agent: {'id': 'fa82f27f-b773-4083-82bf-f246fc41f2de', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-798104-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 28, 16, 32, 44), 'started_at': datetime.datetime(2021, 6, 28, 16, 33, 14), 'heartbeat_timestamp': datetime.datetime(2021, 6, 28, 16, 47, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-798104-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=74188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jun 28 16:47:27.343949 dv-cinder-798104-1-smb neutron-server[74188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed71e525-a6e9-4213-8ffd-62dcaf3cb1e6 None None] Checking segment: {'id': '2db6957b-14ec-4c02-af7f-1e1f1c43e1c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 406, 'network_id': '7f0c367f-9766-4eee-ba44-19e01794e46f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=74188) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jun 28 16:47:27.345357 dv-cinder-798104-1-smb neutron-server[74188]: DEBUG neutron_lib.callbacks.manager [None req-ed71e525-a6e9-4213-8ffd-62dcaf3cb1e6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=74188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 16:47:27.345884 dv-cinder-798104-1-smb neutron-server[74188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed71e525-a6e9-4213-8ffd-62dcaf3cb1e6 None None] Bound using segment: {'id': '2db6957b-14ec-4c02-af7f-1e1f1c43e1c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 406, 'network_id': '7f0c367f-9766-4eee-ba44-19e01794e46f'} {{(pid=74188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jun 28 16:47:27.346991 dv-cinder-798104-1-smb neutron-server[74188]: DEBUG neutron.plugins.ml2.managers [None req-ed71e525-a6e9-4213-8ffd-62dcaf3cb1e6 None None] Bound port: 0a32ef48-7dfe-422f-ab43-edcb1db86dbe, host: dv-cinder-798104-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2db6957b-14ec-4c02-af7f-1e1f1c43e1c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 406, 'network_id': '7f0c367f-9766-4eee-ba44-19e01794e46f'}}] {{(pid=74188) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 28 16:47:27.347884 dv-cinder-798104-1-smb neutron-server[74188]: DEBUG neutron_lib.callbacks.manager [None req-ed71e525-a6e9-4213-8ffd-62dcaf3cb1e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621611'] for port, before_update {{(pid=74188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 16:47:27.457003 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3a392d2-8eeb-4be7-a8b0-16a20842de0c req-55b508d2-eada-4ed8-8791-c43643ffd44f tempest-AttachVolumeShelveTestJSON-223402159 tempest-AttachVolumeShelveTestJSON-223402159-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 16:47:27.458493 dv-cinder-798104-1-smb neutron-server[74185]: INFO neutron.wsgi [req-b3a392d2-8eeb-4be7-a8b0-16a20842de0c req-55b508d2-eada-4ed8-8791-c43643ffd44f tempest-AttachVolumeShelveTestJSON-223402159 tempest-AttachVolumeShelveTestJSON-223402159-project] 10.222.0.26 "GET /v2.0/ports?device_id=8e3a90db-fda3-48b9-a3a1-df3f395c0dfd HTTP/1.1" status: 200 len: 945 time: 0.0998363 Jun 28 16:47:27.466360 dv-cinder-798104-1-smb neutron-server[74188]: DEBUG neutron.plugins.ml2.db [None req-ed71e525-a6e9-4213-8ffd-62dcaf3cb1e6 None None] For port 0a32ef48-7dfe-422f-ab43-edcb1db86dbe, host dv-cinder-798104-1-smb, cleared binding levels {{(pid=74188) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 28 16:47:27.469784 dv-cinder-798104-1-smb neutron-server[74188]: DEBUG neutron.plugins.ml2.db [None req-ed71e525-a6e9-4213-8ffd-62dcaf3cb1e6 None None] For port 0a32ef48-7dfe-422f-ab43-edcb1db86dbe, host dv-cinder-798104-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-798104-1-smb',level=0,port_id=0a32ef48-7dfe-422f-ab43-edcb1db86dbe,segment=NetworkSegment(2db6957b-14ec-4c02-af7f-1e1f1c43e1c9),segment_id=2db6957b-14ec-4c02-af7f-1e1f1c43e1c9)] {{(pid=74188) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 28 16:47:27.474694 dv-cinder-798104-1-smb neutron-server[74188]: DEBUG neutron_lib.callbacks.manager [None req-ed71e525-a6e9-4213-8ffd-62dcaf3cb1e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-615041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1598908', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774158213048', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774157688378', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774157688423'] for port, after_update {{(pid=74188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 16:47:27.479261 dv-cinder-798104-1-smb neutron-server[74188]: DEBUG oslo_concurrency.lockutils [None req-9b149019-b4a2-43af-851c-58e90989b7ce None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74188) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 16:47:27.507514 dv-cinder-798104-1-smb neutron-server[74185]: INFO neutron.wsgi [req-b3a392d2-8eeb-4be7-a8b0-16a20842de0c req-754ac724-77f0-4817-a51b-18bdbe08f208 tempest-AttachVolumeShelveTestJSON-223402159 tempest-AttachVolumeShelveTestJSON-223402159-project] 10.222.0.26 "GET /v2.0/security-groups?id=ee5b5d98-52f8-46a1-b53d-b30b29c7120c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0428665 Jun 28 16:47:27.561286 dv-cinder-798104-1-smb neutron-server[74188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e01451ac-88a0-45ca-a5a7-55eba352dba5 None None] Pushing event updated for resources: {'Port': ['ID=0a32ef48-7dfe-422f-ab43-edcb1db86dbe,revision_number=4']} {{(pid=74188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 16:47:27.564246 dv-cinder-798104-1-smb neutron-server[74188]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed71e525-a6e9-4213-8ffd-62dcaf3cb1e6 None None] Routers {'7654d665-3a83-4cb8-b3e1-8e170e42074c'} bound to L3 agent in host dv-cinder-798104-1-smb {{(pid=74188) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 28 16:47:27.564833 dv-cinder-798104-1-smb neutron-server[74188]: DEBUG neutron.db.l3_hamode_db [None req-ed71e525-a6e9-4213-8ffd-62dcaf3cb1e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-798104-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-28T16:32:46Z,description=,heartbeat_timestamp=2021-06-28T16:47:16Z,host='dv-cinder-798104-1-smb',id=633adcd1-515e-4435-b14d-49f054abd10f,load=0,resource_versions=,resources_synced=,started_at=2021-06-28T16:32:46Z,topic='l3_agent')) {'router_ids': ['7654d665-3a83-4cb8-b3e1-8e170e42074c'], 'active': True} {{(pid=74188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 16:47:27.617445 dv-cinder-798104-1-smb neutron-server[74188]: DEBUG oslo_concurrency.lockutils [None req-e01451ac-88a0-45ca-a5a7-55eba352dba5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.138s {{(pid=74188) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 16:47:27.949005 dv-cinder-798104-1-smb neutron-server[74188]: DEBUG neutron.db.l3_dvr_db [None req-ed71e525-a6e9-4213-8ffd-62dcaf3cb1e6 None None] Set router 7654d665-3a83-4cb8-b3e1-8e170e42074c gateway port host: dv-cinder-798104-1-smb {{(pid=74188) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jun 28 16:47:28.024728 dv-cinder-798104-1-smb neutron-server[74186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fdf8477-384c-4252-a03a-5c25c8f62415 req-df825b2c-35d2-4c77-9d31-2a9760714a37 tempest-TestShelveInstance-142730798 tempest-TestShelveInstance-142730798-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=74186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 16:47:28.027571 dv-cinder-798104-1-smb neutron-server[74186]: INFO neutron.wsgi [req-1fdf8477-384c-4252-a03a-5c25c8f62415 req-df825b2c-35d2-4c77-9d31-2a9760714a37 tempest-TestShelveInstance-142730798 tempest-TestShelveInstance-142730798-project] 10.222.0.41 "GET /v2.0/networks?id=c51a219d-aea3-485c-897b-dd81c8d14108 HTTP/1.1" status: 200 len: 809 time: 0.2685204 Jun 28 16:47:28.033137 dv-cinder-798104-1-smb neutron-server[74185]: INFO neutron.wsgi [req-7005bfcd-5509-4fb2-9f27-5a43362a358b req-481fc7cd-a818-4b04-8470-48d2e5fd4f4d tempest-TestShelveInstance-142730798 tempest-TestShelveInstance-142730798-project] 10.222.0.26 "GET /v2.0/ports?device_id=99461ed8-fb47-4e05-8bc8-51e5644ab617 HTTP/1.1" status: 200 len: 210 time: 0.0597582 Jun 28 16:47:28.107082 dv-cinder-798104-1-smb neutron-server[74186]: DEBUG neutron.quota.resource [req-1fdf8477-384c-4252-a03a-5c25c8f62415 req-33073aeb-e672-4173-92d5-3a2234bd67db tempest-TestShelveInstance-142730798 tempest-TestShelveInstance-142730798-project] Synchronizing usage tracker for tenant:8c5d7eb385cf4b6484fd4ebafedcfebd on resource:security_group {{(pid=74186) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 28 16:47:28.119569 dv-cinder-798104-1-smb neutron-server[74186]: DEBUG neutron.quota.resource [req-1fdf8477-384c-4252-a03a-5c25c8f62415 req-33073aeb-e672-4173-92d5-3a2234bd67db tempest-TestShelveInstance-142730798 tempest-TestShelveInstance-142730798-project] Unset dirty status for tenant:8c5d7eb385cf4b6484fd4ebafedcfebd on resource:security_group {{(pid=74186) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 28 16:47:28.120964 dv-cinder-798104-1-smb neutron-server[74186]: INFO neutron.wsgi [req-1fdf8477-384c-4252-a03a-5c25c8f62415 req-33073aeb-e672-4173-92d5-3a2234bd67db tempest-TestShelveInstance-142730798 tempest-TestShelveInstance-142730798-project] 10.222.0.41 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=8c5d7eb385cf4b6484fd4ebafedcfebd HTTP/1.1" status: 200 len: 379 time: 0.0639286 Jun 28 16:47:28.133984 dv-cinder-798104-1-smb neutron-server[74186]: DEBUG neutron.api.v2.base [req-1fdf8477-384c-4252-a03a-5c25c8f62415 req-3453a210-9170-4b82-9ff5-6936b0b6acab tempest-TestShelveInstance-142730798 tempest-TestShelveInstance-142730798-project] Request body: {'port': {'device_id': '99461ed8-fb47-4e05-8bc8-51e5644ab617', 'network_id': 'c51a219d-aea3-485c-897b-dd81c8d14108', 'admin_state_up': True, 'tenant_id': '8c5d7eb385cf4b6484fd4ebafedcfebd', 'security_groups': ['f9639542-7928-4a6f-8af5-8fed9a173fcf']}} {{(pid=74186) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jun 28 16:47:28.275152 dv-cinder-798104-1-smb neutron-server[74186]: DEBUG neutron.db.quota.driver [req-1fdf8477-384c-4252-a03a-5c25c8f62415 req-3453a210-9170-4b82-9ff5-6936b0b6acab tempest-TestShelveInstance-142730798 tempest-TestShelveInstance-142730798-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74186) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 28 16:47:28.286038 dv-cinder-798104-1-smb neutron-server[74186]: DEBUG neutron.db.quota.driver [req-1fdf8477-384c-4252-a03a-5c25c8f62415 req-3453a210-9170-4b82-9ff5-6936b0b6acab tempest-TestShelveInstance-142730798 tempest-TestShelveInstance-142730798-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=74186) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 28 16:47:28.296273 dv-cinder-798104-1-smb neutron-server[74186]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1fdf8477-384c-4252-a03a-5c25c8f62415 req-3453a210-9170-4b82-9ff5-6936b0b6acab tempest-TestShelveInstance-142730798 tempest-TestShelveInstance-142730798-project] Made reservation on behalf of 8c5d7eb385cf4b6484fd4ebafedcfebd for: {'port': 1} {{(pid=74186) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 28 16:47:28.299227 dv-cinder-798104-1-smb neutron-server[74186]: DEBUG neutron_lib.callbacks.manager [req-1fdf8477-384c-4252-a03a-5c25c8f62415 req-3453a210-9170-4b82-9ff5-6936b0b6acab tempest-TestShelveInstance-142730798 tempest-TestShelveInstance-142730798-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621611'] for port, before_create {{(pid=74186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 16:47:28.305173 dv-cinder-798104-1-smb neutron-server[74188]: DEBUG neutron.db.l3_hamode_db [None req-ed71e525-a6e9-4213-8ffd-62dcaf3cb1e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7654d665-3a83-4cb8-b3e1-8e170e42074c', 'name': 'tempest-TestShelveInstance-471403192-router', 'tenant_id': '7c0eadaeb18d41d48f13d1aab0e2f5bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f9715ce2-16ba-4ae9-9a15-557432d0a5ed', 'external_fixed_ips': [{'subnet_id': 'e3a20e14-2eea-4943-8cec-1fe85e8448d0', 'ip_address': '172.28.3.210'}], 'enable_snat': True}, 'gw_port_id': '44aadbfa-4e6b-4713-87b2-38eaf9a5a745', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-28T16:46:55Z', 'updated_at': '2021-06-28T16:46:59Z', 'revision_number': 4, 'project_id': '7c0eadaeb18d41d48f13d1aab0e2f5bf', 'gw_port': {'id': '44aadbfa-4e6b-4713-87b2-38eaf9a5a745', 'name': '', 'network_id': 'f9715ce2-16ba-4ae9-9a15-557432d0a5ed', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:80:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7654d665-3a83-4cb8-b3e1-8e170e42074c', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e3a20e14-2eea-4943-8cec-1fe85e8448d0', 'ip_address': '172.28.3.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798104-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T16:46:56Z', 'updated_at': '2021-06-28T16:47:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e3a20e14-2eea-4943-8cec-1fe85e8448d0', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798104-1-smb', '_interfaces': [{'id': '0a32ef48-7dfe-422f-ab43-edcb1db86dbe', 'name': '', 'network_id': '7f0c367f-9766-4eee-ba44-19e01794e46f', 'tenant_id': '7c0eadaeb18d41d48f13d1aab0e2f5bf', 'mac_address': 'fa:16:3e:e4:73:82', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7654d665-3a83-4cb8-b3e1-8e170e42074c', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '51aec593-d193-45b7-acc1-ac17f2571b44', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798104-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T16:46:59Z', 'updated_at': '2021-06-28T16:47:27Z', 'revision_number': 4, 'project_id': '7c0eadaeb18d41d48f13d1aab0e2f5bf', 'subnets': [{'id': '51aec593-d193-45b7-acc1-ac17f2571b44', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-798104-1-smb', False) {} {{(pid=74188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 16:47:28.309202 dv-cinder-798104-1-smb neutron-server[74188]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed71e525-a6e9-4213-8ffd-62dcaf3cb1e6 None None] The sync data for ids ['7654d665-3a83-4cb8-b3e1-8e170e42074c'] in dv-cinder-798104-1-smb is: [{'id': '7654d665-3a83-4cb8-b3e1-8e170e42074c', 'name': 'tempest-TestShelveInstance-471403192-router', 'tenant_id': '7c0eadaeb18d41d48f13d1aab0e2f5bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f9715ce2-16ba-4ae9-9a15-557432d0a5ed', 'external_fixed_ips': [{'subnet_id': 'e3a20e14-2eea-4943-8cec-1fe85e8448d0', 'ip_address': '172.28.3.210'}], 'enable_snat': True}, 'gw_port_id': '44aadbfa-4e6b-4713-87b2-38eaf9a5a745', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-28T16:46:55Z', 'updated_at': '2021-06-28T16:46:59Z', 'revision_number': 4, 'project_id': '7c0eadaeb18d41d48f13d1aab0e2f5bf', 'gw_port': {'id': '44aadbfa-4e6b-4713-87b2-38eaf9a5a745', 'name': '', 'network_id': 'f9715ce2-16ba-4ae9-9a15-557432d0a5ed', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:80:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7654d665-3a83-4cb8-b3e1-8e170e42074c', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e3a20e14-2eea-4943-8cec-1fe85e8448d0', 'ip_address': '172.28.3.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798104-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T16:46:56Z', 'updated_at': '2021-06-28T16:47:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e3a20e14-2eea-4943-8cec-1fe85e8448d0', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798104-1-smb', '_interfaces': [{'id': '0a32ef48-7dfe-422f-ab43-edcb1db86dbe', 'name': '', 'network_id': '7f0c367f-9766-4eee-ba44-19e01794e46f', 'tenant_id': '7c0eadaeb18d41d48f13d1aab0e2f5bf', 'mac_address': 'fa:16:3e:e4:73:82', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7654d665-3a83-4cb8-b3e1-8e170e42074c', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '51aec593-d193-45b7-acc1-ac17f2571b44', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798104-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T16:46:59Z', 'updated_at': '2021-06-28T16:47:27Z', 'revision_number': 4, 'project_id': '7c0eadaeb18d41d48f13d1aab0e2f5bf', 'subnets': [{'id': '51aec593-d193-45b7-acc1-ac17f2571b44', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=74188) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jun 28 16:47:28.488217 dv-cinder-798104-1-smb neutron-server[74186]: DEBUG neutron.db.db_base_plugin_common [req-1fdf8477-384c-4252-a03a-5c25c8f62415 req-3453a210-9170-4b82-9ff5-6936b0b6acab tempest-TestShelveInstance-142730798 tempest-TestShelveInstance-142730798-project] Allocated IP 172.20.0.9 (c51a219d-aea3-485c-897b-dd81c8d14108/b208fee6-e725-4900-8dd2-8d94468ed059/dd236684-13c6-406b-863e-9d0559c8bc9a) {{(pid=74186) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 28 16:47:28.726129 dv-cinder-798104-1-smb neutron-server[74186]: DEBUG neutron_lib.callbacks.manager [req-1fdf8477-384c-4252-a03a-5c25c8f62415 req-3453a210-9170-4b82-9ff5-6936b0b6acab tempest-TestShelveInstance-142730798 tempest-TestShelveInstance-142730798-project] Notify callbacks [] for port, precommit_create {{(pid=74186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 16:47:28.745176 dv-cinder-798104-1-smb neutron-server[74186]: DEBUG neutron.db.provisioning_blocks [req-1fdf8477-384c-4252-a03a-5c25c8f62415 req-3453a210-9170-4b82-9ff5-6936b0b6acab tempest-TestShelveInstance-142730798 tempest-TestShelveInstance-142730798-project] Transition to ACTIVE for port object dd236684-13c6-406b-863e-9d0559c8bc9a will not be triggered until provisioned by entity DHCP. {{(pid=74186) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 28 16:47:28.782920 dv-cinder-798104-1-smb neutron-server[74186]: DEBUG neutron_lib.callbacks.manager [req-1fdf8477-384c-4252-a03a-5c25c8f62415 req-3453a210-9170-4b82-9ff5-6936b0b6acab tempest-TestShelveInstance-142730798 tempest-TestShelveInstance-142730798-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-615041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1598908', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774157688360', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1108489'] for port, after_create {{(pid=74186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 16:47:28.788371 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16ff0daa-c00b-48b5-a43a-00677df63bc5 req-adb2427a-dd65-4b8c-8171-d6789acd22b4 tempest-AttachVolumeShelveTestJSON-223402159 tempest-AttachVolumeShelveTestJSON-223402159-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 16:47:28.790507 dv-cinder-798104-1-smb neutron-server[74185]: INFO neutron.wsgi [req-16ff0daa-c00b-48b5-a43a-00677df63bc5 req-adb2427a-dd65-4b8c-8171-d6789acd22b4 tempest-AttachVolumeShelveTestJSON-223402159 tempest-AttachVolumeShelveTestJSON-223402159-project] 10.222.0.26 "GET /v2.0/ports?device_id=8e3a90db-fda3-48b9-a3a1-df3f395c0dfd HTTP/1.1" status: 200 len: 945 time: 0.1097569 Jun 28 16:47:28.810742 dv-cinder-798104-1-smb neutron-server[74186]: DEBUG oslo_concurrency.lockutils [None req-ce229d06-b864-4f52-8cc7-9ff3dd3880d7 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74186) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 16:47:28.873198 dv-cinder-798104-1-smb neutron-server[74187]: DEBUG neutron.plugins.ml2.rpc [None req-c72dd329-595c-4eca-9296-ba6eff8780d9 None None] Device 0a32ef48-7dfe-422f-ab43-edcb1db86dbe up at agent ovs-agent-dv-cinder-798104-1-smb {{(pid=74187) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 28 16:47:28.890171 dv-cinder-798104-1-smb neutron-server[74186]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1fdf8477-384c-4252-a03a-5c25c8f62415 req-3453a210-9170-4b82-9ff5-6936b0b6acab tempest-TestShelveInstance-142730798 tempest-TestShelveInstance-142730798-project] Network c51a219d-aea3-485c-897b-dd81c8d14108 is already hosted by enough agents. {{(pid=74186) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 28 16:47:28.906768 dv-cinder-798104-1-smb neutron-server[74186]: DEBUG neutron.scheduler.base_scheduler [req-1fdf8477-384c-4252-a03a-5c25c8f62415 req-3453a210-9170-4b82-9ff5-6936b0b6acab tempest-TestShelveInstance-142730798 tempest-TestShelveInstance-142730798-project] Resources bound (agent type, host, resource id): {{(pid=74186) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 28 16:47:28.926167 dv-cinder-798104-1-smb neutron-server[74186]: DEBUG neutron.db.l3_dvrscheduler_db [req-1fdf8477-384c-4252-a03a-5c25c8f62415 req-3453a210-9170-4b82-9ff5-6936b0b6acab tempest-TestShelveInstance-142730798 tempest-TestShelveInstance-142730798-project] Received port after_create {{(pid=74186) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 28 16:47:28.955767 dv-cinder-798104-1-smb neutron-server[74185]: INFO neutron.wsgi [req-16ff0daa-c00b-48b5-a43a-00677df63bc5 req-7b28cc4e-da1c-4c98-a6f3-3ff8735f0d85 tempest-AttachVolumeShelveTestJSON-223402159 tempest-AttachVolumeShelveTestJSON-223402159-project] 10.222.0.26 "GET /v2.0/security-groups?id=ee5b5d98-52f8-46a1-b53d-b30b29c7120c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1493576 Jun 28 16:47:29.021734 dv-cinder-798104-1-smb neutron-server[74186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3453a210-9170-4b82-9ff5-6936b0b6acab tempest-TestShelveInstance-142730798 tempest-TestShelveInstance-142730798-project] Pushing event updated for resources: {'Port': ['ID=dd236684-13c6-406b-863e-9d0559c8bc9a,revision_number=1']} {{(pid=74186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 16:47:29.026547 dv-cinder-798104-1-smb neutron-server[74186]: DEBUG oslo_concurrency.lockutils [None req-3453a210-9170-4b82-9ff5-6936b0b6acab tempest-TestShelveInstance-142730798 tempest-TestShelveInstance-142730798-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.216s {{(pid=74186) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 16:47:29.042111 dv-cinder-798104-1-smb neutron-server[74186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fdf8477-384c-4252-a03a-5c25c8f62415 req-3453a210-9170-4b82-9ff5-6936b0b6acab tempest-TestShelveInstance-142730798 tempest-TestShelveInstance-142730798-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=74186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 16:47:29.043009 dv-cinder-798104-1-smb neutron-server[74186]: DEBUG neutron_lib.callbacks.manager [req-1fdf8477-384c-4252-a03a-5c25c8f62415 req-3453a210-9170-4b82-9ff5-6936b0b6acab tempest-TestShelveInstance-142730798 tempest-TestShelveInstance-142730798-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129357'] for port, before_response {{(pid=74186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 16:47:29.046449 dv-cinder-798104-1-smb neutron-server[74187]: DEBUG neutron.db.provisioning_blocks [None req-c72dd329-595c-4eca-9296-ba6eff8780d9 None None] Provisioning for port 0a32ef48-7dfe-422f-ab43-edcb1db86dbe completed by entity L2. {{(pid=74187) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 28 16:47:29.054211 dv-cinder-798104-1-smb neutron-server[74187]: DEBUG neutron.db.provisioning_blocks [None req-c72dd329-595c-4eca-9296-ba6eff8780d9 None None] Provisioning complete for port 0a32ef48-7dfe-422f-ab43-edcb1db86dbe triggered by entity L2. {{(pid=74187) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 28 16:47:29.054808 dv-cinder-798104-1-smb neutron-server[74187]: DEBUG neutron_lib.callbacks.manager [None req-c72dd329-595c-4eca-9296-ba6eff8780d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1002786'] for port, provisioning_complete {{(pid=74187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 16:47:29.082865 dv-cinder-798104-1-smb neutron-server[74186]: INFO neutron.wsgi [req-1fdf8477-384c-4252-a03a-5c25c8f62415 req-3453a210-9170-4b82-9ff5-6936b0b6acab tempest-TestShelveInstance-142730798 tempest-TestShelveInstance-142730798-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9528000 Jun 28 16:47:29.100731 dv-cinder-798104-1-smb neutron-server[74186]: DEBUG neutron.api.v2.base [req-1fdf8477-384c-4252-a03a-5c25c8f62415 req-34b090a8-9354-41eb-86cf-4773367ee830 service neutron] Request body: {'port': {'device_id': '99461ed8-fb47-4e05-8bc8-51e5644ab617', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79810'}} {{(pid=74186) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jun 28 16:47:29.280666 dv-cinder-798104-1-smb neutron-server[74187]: DEBUG neutron.db.provisioning_blocks [None req-621079ad-a484-474f-bfaa-befd82f356d8 None None] Provisioning for port dd236684-13c6-406b-863e-9d0559c8bc9a completed by entity DHCP. {{(pid=74187) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 28 16:47:29.285828 dv-cinder-798104-1-smb neutron-server[74186]: DEBUG neutron_lib.callbacks.manager [req-1fdf8477-384c-4252-a03a-5c25c8f62415 req-34b090a8-9354-41eb-86cf-4773367ee830 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621611'] for port, before_update {{(pid=74186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 16:47:29.294746 dv-cinder-798104-1-smb neutron-server[74187]: DEBUG neutron.db.provisioning_blocks [None req-621079ad-a484-474f-bfaa-befd82f356d8 None None] Provisioning complete for port dd236684-13c6-406b-863e-9d0559c8bc9a triggered by entity DHCP. {{(pid=74187) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 28 16:47:29.295320 dv-cinder-798104-1-smb neutron-server[74187]: DEBUG neutron_lib.callbacks.manager [None req-621079ad-a484-474f-bfaa-befd82f356d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1002786'] for port, provisioning_complete {{(pid=74187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 16:47:29.315259 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60931a1e-dc1a-4166-8713-75e2f779870c req-94a270a1-ffee-4fb0-89fd-54b4084bbda6 tempest-TestShelveInstance-142730798 tempest-TestShelveInstance-142730798-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 16:47:29.317247 dv-cinder-798104-1-smb neutron-server[74185]: INFO neutron.wsgi [req-60931a1e-dc1a-4166-8713-75e2f779870c req-94a270a1-ffee-4fb0-89fd-54b4084bbda6 tempest-TestShelveInstance-142730798 tempest-TestShelveInstance-142730798-project] 10.222.0.26 "GET /v2.0/ports?device_id=99461ed8-fb47-4e05-8bc8-51e5644ab617 HTTP/1.1" status: 200 len: 931 time: 0.1164293 Jun 28 16:47:29.336813 dv-cinder-798104-1-smb neutron-server[74187]: DEBUG neutron_lib.callbacks.manager [None req-c72dd329-595c-4eca-9296-ba6eff8780d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621611'] for port, before_update {{(pid=74187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 16:47:29.387905 dv-cinder-798104-1-smb neutron-server[74187]: DEBUG neutron.plugins.ml2.plugin [None req-621079ad-a484-474f-bfaa-befd82f356d8 None None] Port dd236684-13c6-406b-863e-9d0559c8bc9a cannot update to ACTIVE because it is not bound. {{(pid=74187) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jun 28 16:47:29.391636 dv-cinder-798104-1-smb neutron-server[74187]: DEBUG neutron.plugins.ml2.db [None req-c72dd329-595c-4eca-9296-ba6eff8780d9 None None] For port 0a32ef48-7dfe-422f-ab43-edcb1db86dbe, host dv-cinder-798104-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-798104-1-smb',level=0,port_id=0a32ef48-7dfe-422f-ab43-edcb1db86dbe,segment=NetworkSegment(2db6957b-14ec-4c02-af7f-1e1f1c43e1c9),segment_id=2db6957b-14ec-4c02-af7f-1e1f1c43e1c9)] {{(pid=74187) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 16:47:29.396438 dv-cinder-798104-1-smb neutron-server[74185]: INFO neutron.wsgi [req-60931a1e-dc1a-4166-8713-75e2f779870c req-4a5a8be0-5252-4132-820f-13a9ea68c66a tempest-TestShelveInstance-142730798 tempest-TestShelveInstance-142730798-project] 10.222.0.26 "GET /v2.0/security-groups?id=f9639542-7928-4a6f-8af5-8fed9a173fcf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0730240 Jun 28 16:47:29.397067 dv-cinder-798104-1-smb neutron-server[74187]: DEBUG neutron_lib.callbacks.manager [None req-c72dd329-595c-4eca-9296-ba6eff8780d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-615041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1598908', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774158213048', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774157688378', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774157688423'] for port, after_update {{(pid=74187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 16:47:29.399123 dv-cinder-798104-1-smb neutron-server[74187]: DEBUG oslo_concurrency.lockutils [None req-d0e5ad82-df9b-4ee3-8ee9-b93c74fbe1d3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74187) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 16:47:29.470980 dv-cinder-798104-1-smb neutron-server[74187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c72dd329-595c-4eca-9296-ba6eff8780d9 None None] Pushing event updated for resources: {'Port': ['ID=0a32ef48-7dfe-422f-ab43-edcb1db86dbe,revision_number=5']} {{(pid=74187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 16:47:29.480405 dv-cinder-798104-1-smb neutron-server[74187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c72dd329-595c-4eca-9296-ba6eff8780d9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798104-1-smb {{(pid=74187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 16:47:29.480745 dv-cinder-798104-1-smb neutron-server[74187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c72dd329-595c-4eca-9296-ba6eff8780d9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798104-1-smb {{(pid=74187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 16:47:29.481083 dv-cinder-798104-1-smb neutron-server[74187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c72dd329-595c-4eca-9296-ba6eff8780d9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798104-1-smb {{(pid=74187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 16:47:29.481415 dv-cinder-798104-1-smb neutron-server[74187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c72dd329-595c-4eca-9296-ba6eff8780d9 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-798104-1-smb {{(pid=74187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 16:47:29.481743 dv-cinder-798104-1-smb neutron-server[74187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c72dd329-595c-4eca-9296-ba6eff8780d9 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798104-1-smb {{(pid=74187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 16:47:29.482068 dv-cinder-798104-1-smb neutron-server[74187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c72dd329-595c-4eca-9296-ba6eff8780d9 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-798104-1-smb {{(pid=74187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 16:47:29.482389 dv-cinder-798104-1-smb neutron-server[74187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c72dd329-595c-4eca-9296-ba6eff8780d9 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798104-1-smb {{(pid=74187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 16:47:29.482707 dv-cinder-798104-1-smb neutron-server[74187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c72dd329-595c-4eca-9296-ba6eff8780d9 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798104-1-smb {{(pid=74187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 16:47:29.483029 dv-cinder-798104-1-smb neutron-server[74187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c72dd329-595c-4eca-9296-ba6eff8780d9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798104-1-smb {{(pid=74187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 16:47:29.483345 dv-cinder-798104-1-smb neutron-server[74187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c72dd329-595c-4eca-9296-ba6eff8780d9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798104-1-smb {{(pid=74187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 16:47:29.483665 dv-cinder-798104-1-smb neutron-server[74187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c72dd329-595c-4eca-9296-ba6eff8780d9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798104-1-smb {{(pid=74187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 16:47:29.488312 dv-cinder-798104-1-smb neutron-server[74187]: DEBUG oslo_concurrency.lockutils [None req-c72dd329-595c-4eca-9296-ba6eff8780d9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=74187) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 16:47:29.663023 dv-cinder-798104-1-smb neutron-server[74186]: DEBUG neutron.notifiers.nova [req-1fdf8477-384c-4252-a03a-5c25c8f62415 req-34b090a8-9354-41eb-86cf-4773367ee830 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id dd236684-13c6-406b-863e-9d0559c8bc9a {{(pid=74186) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 28 16:47:29.669627 dv-cinder-798104-1-smb neutron-server[74186]: DEBUG neutron_lib.callbacks.manager [req-1fdf8477-384c-4252-a03a-5c25c8f62415 req-34b090a8-9354-41eb-86cf-4773367ee830 service neutron] Notify callbacks [] for port, precommit_update {{(pid=74186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 16:47:29.683545 dv-cinder-798104-1-smb neutron-server[74186]: DEBUG neutron.db.provisioning_blocks [req-1fdf8477-384c-4252-a03a-5c25c8f62415 req-34b090a8-9354-41eb-86cf-4773367ee830 service neutron] Transition to ACTIVE for port object dd236684-13c6-406b-863e-9d0559c8bc9a will not be triggered until provisioned by entity L2. {{(pid=74186) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 28 16:47:29.686765 dv-cinder-798104-1-smb neutron-server[74186]: DEBUG neutron_lib.callbacks.manager [req-1fdf8477-384c-4252-a03a-5c25c8f62415 req-34b090a8-9354-41eb-86cf-4773367ee830 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-615041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1598908', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774158213048', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774157688378', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774157688423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1108480'] for port, after_update {{(pid=74186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 16:47:29.690337 dv-cinder-798104-1-smb neutron-server[74186]: DEBUG oslo_concurrency.lockutils [None req-cac2f79b-019d-4c80-9be3-bc63bab35493 tempest-VolumesActionsTest-1052249555 tempest-VolumesActionsTest-1052249555-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74186) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 16:47:29.937269 dv-cinder-798104-1-smb neutron-server[74186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34b090a8-9354-41eb-86cf-4773367ee830 service neutron] Pushing event updated for resources: {'Port': ['ID=dd236684-13c6-406b-863e-9d0559c8bc9a,revision_number=2']} {{(pid=74186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 16:47:29.945014 dv-cinder-798104-1-smb neutron-server[74186]: DEBUG oslo_concurrency.lockutils [None req-34b090a8-9354-41eb-86cf-4773367ee830 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.255s {{(pid=74186) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 16:47:30.018890 dv-cinder-798104-1-smb neutron-server[74186]: DEBUG neutron.plugins.ml2.managers [req-1fdf8477-384c-4252-a03a-5c25c8f62415 req-34b090a8-9354-41eb-86cf-4773367ee830 service neutron] Attempting to bind port dd236684-13c6-406b-863e-9d0559c8bc9a on host hv-cinder-79810 for vnic_type normal with profile {{(pid=74186) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 28 16:47:30.019233 dv-cinder-798104-1-smb neutron-server[74186]: DEBUG neutron.plugins.ml2.managers [req-1fdf8477-384c-4252-a03a-5c25c8f62415 req-34b090a8-9354-41eb-86cf-4773367ee830 service neutron] Attempting to bind port dd236684-13c6-406b-863e-9d0559c8bc9a by drivers openvswitch,hyperv on host hv-cinder-79810 at level 0 using segments [{'id': '3dc75ba6-bfde-44f0-93f7-81b93a0ad439', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': 'c51a219d-aea3-485c-897b-dd81c8d14108'}] {{(pid=74186) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 28 16:47:30.019561 dv-cinder-798104-1-smb neutron-server[74186]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1fdf8477-384c-4252-a03a-5c25c8f62415 req-34b090a8-9354-41eb-86cf-4773367ee830 service neutron] Attempting to bind port dd236684-13c6-406b-863e-9d0559c8bc9a on network c51a219d-aea3-485c-897b-dd81c8d14108 {{(pid=74186) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jun 28 16:47:30.025913 dv-cinder-798104-1-smb neutron-server[74186]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1fdf8477-384c-4252-a03a-5c25c8f62415 req-34b090a8-9354-41eb-86cf-4773367ee830 service neutron] Port dd236684-13c6-406b-863e-9d0559c8bc9a on network c51a219d-aea3-485c-897b-dd81c8d14108 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79810 {{(pid=74186) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jun 28 16:47:30.026233 dv-cinder-798104-1-smb neutron-server[74186]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1fdf8477-384c-4252-a03a-5c25c8f62415 req-34b090a8-9354-41eb-86cf-4773367ee830 service neutron] Attempting to bind port dd236684-13c6-406b-863e-9d0559c8bc9a on network c51a219d-aea3-485c-897b-dd81c8d14108 {{(pid=74186) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jun 28 16:47:30.032721 dv-cinder-798104-1-smb neutron-server[74186]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1fdf8477-384c-4252-a03a-5c25c8f62415 req-34b090a8-9354-41eb-86cf-4773367ee830 service neutron] Checking agent: {'id': '59d83479-80db-4f55-8b84-25c2a0c8dff8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79810', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 28, 16, 39, 19), 'started_at': datetime.datetime(2021, 6, 28, 16, 39, 19), 'heartbeat_timestamp': datetime.datetime(2021, 6, 28, 16, 47, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=74186) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jun 28 16:47:30.033263 dv-cinder-798104-1-smb neutron-server[74186]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1fdf8477-384c-4252-a03a-5c25c8f62415 req-34b090a8-9354-41eb-86cf-4773367ee830 service neutron] Checking segment: {'id': '3dc75ba6-bfde-44f0-93f7-81b93a0ad439', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': 'c51a219d-aea3-485c-897b-dd81c8d14108'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=74186) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jun 28 16:47:30.033429 dv-cinder-798104-1-smb neutron-server[74186]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1fdf8477-384c-4252-a03a-5c25c8f62415 req-34b090a8-9354-41eb-86cf-4773367ee830 service neutron] Bound using segment: {'id': '3dc75ba6-bfde-44f0-93f7-81b93a0ad439', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': 'c51a219d-aea3-485c-897b-dd81c8d14108'} {{(pid=74186) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jun 28 16:47:30.034046 dv-cinder-798104-1-smb neutron-server[74186]: DEBUG neutron.plugins.ml2.managers [req-1fdf8477-384c-4252-a03a-5c25c8f62415 req-34b090a8-9354-41eb-86cf-4773367ee830 service neutron] Bound port: dd236684-13c6-406b-863e-9d0559c8bc9a, host: hv-cinder-79810, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3dc75ba6-bfde-44f0-93f7-81b93a0ad439', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': 'c51a219d-aea3-485c-897b-dd81c8d14108'}}] {{(pid=74186) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 28 16:47:30.034400 dv-cinder-798104-1-smb neutron-server[74186]: DEBUG neutron_lib.callbacks.manager [req-1fdf8477-384c-4252-a03a-5c25c8f62415 req-34b090a8-9354-41eb-86cf-4773367ee830 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621611'] for port, before_update {{(pid=74186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 16:47:30.132485 dv-cinder-798104-1-smb neutron-server[74186]: DEBUG neutron.plugins.ml2.db [req-1fdf8477-384c-4252-a03a-5c25c8f62415 req-34b090a8-9354-41eb-86cf-4773367ee830 service neutron] For port dd236684-13c6-406b-863e-9d0559c8bc9a, host hv-cinder-79810, cleared binding levels {{(pid=74186) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 28 16:47:30.138275 dv-cinder-798104-1-smb neutron-server[74186]: DEBUG neutron.plugins.ml2.db [req-1fdf8477-384c-4252-a03a-5c25c8f62415 req-34b090a8-9354-41eb-86cf-4773367ee830 service neutron] For port dd236684-13c6-406b-863e-9d0559c8bc9a, host hv-cinder-79810, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79810',level=0,port_id=dd236684-13c6-406b-863e-9d0559c8bc9a,segment=NetworkSegment(3dc75ba6-bfde-44f0-93f7-81b93a0ad439),segment_id=3dc75ba6-bfde-44f0-93f7-81b93a0ad439)] {{(pid=74186) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 28 16:47:30.143877 dv-cinder-798104-1-smb neutron-server[74186]: DEBUG neutron_lib.callbacks.manager [req-1fdf8477-384c-4252-a03a-5c25c8f62415 req-34b090a8-9354-41eb-86cf-4773367ee830 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-615041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1598908', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774158213048', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774157688378', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774157688423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1108480'] for port, after_update {{(pid=74186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 16:47:30.148409 dv-cinder-798104-1-smb neutron-server[74186]: DEBUG oslo_concurrency.lockutils [None req-4fe7af44-926d-42e0-ac79-0f1f04dffeb0 tempest-AttachVolumeTestJSON-1575976490 tempest-AttachVolumeTestJSON-1575976490-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74186) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 16:47:30.194959 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-537bca2e-0d23-4ba8-943a-acd81fd3c4d1 req-5882e20f-fb4d-4ece-a8f4-e4ff6bef5565 tempest-AttachVolumeShelveTestJSON-223402159 tempest-AttachVolumeShelveTestJSON-223402159-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 16:47:30.200690 dv-cinder-798104-1-smb neutron-server[74185]: INFO neutron.wsgi [req-537bca2e-0d23-4ba8-943a-acd81fd3c4d1 req-5882e20f-fb4d-4ece-a8f4-e4ff6bef5565 tempest-AttachVolumeShelveTestJSON-223402159 tempest-AttachVolumeShelveTestJSON-223402159-project] 10.222.0.26 "GET /v2.0/ports?device_id=8e3a90db-fda3-48b9-a3a1-df3f395c0dfd HTTP/1.1" status: 200 len: 945 time: 0.0879126 Jun 28 16:47:30.216441 dv-cinder-798104-1-smb neutron-server[74186]: DEBUG neutron_lib.callbacks.manager [req-1fdf8477-384c-4252-a03a-5c25c8f62415 req-34b090a8-9354-41eb-86cf-4773367ee830 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129357'] for port, before_response {{(pid=74186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 16:47:30.217860 dv-cinder-798104-1-smb neutron-server[74186]: INFO neutron.wsgi [req-1fdf8477-384c-4252-a03a-5c25c8f62415 req-34b090a8-9354-41eb-86cf-4773367ee830 service neutron] 10.222.0.41 "PUT /v2.0/ports/dd236684-13c6-406b-863e-9d0559c8bc9a HTTP/1.1" status: 200 len: 1093 time: 1.1218519 Jun 28 16:47:30.218371 dv-cinder-798104-1-smb neutron-server[74186]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '99461ed8-fb47-4e05-8bc8-51e5644ab617', 'tag': 'dd236684-13c6-406b-863e-9d0559c8bc9a'}] {{(pid=74186) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 28 16:47:30.246017 dv-cinder-798104-1-smb neutron-server[74186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34b090a8-9354-41eb-86cf-4773367ee830 service neutron] Pushing event updated for resources: {'Port': ['ID=dd236684-13c6-406b-863e-9d0559c8bc9a,revision_number=3']} {{(pid=74186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 16:47:30.249930 dv-cinder-798104-1-smb neutron-server[74186]: DEBUG oslo_concurrency.lockutils [None req-34b090a8-9354-41eb-86cf-4773367ee830 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=74186) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 16:47:30.253346 dv-cinder-798104-1-smb neutron-server[74185]: INFO neutron.wsgi [req-537bca2e-0d23-4ba8-943a-acd81fd3c4d1 req-e2813995-a4bd-4a99-a1f8-690fd9bcdac8 tempest-AttachVolumeShelveTestJSON-223402159 tempest-AttachVolumeShelveTestJSON-223402159-project] 10.222.0.26 "GET /v2.0/security-groups?id=ee5b5d98-52f8-46a1-b53d-b30b29c7120c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0505257 Jun 28 16:47:30.324758 dv-cinder-798104-1-smb neutron-server[74186]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '99461ed8-fb47-4e05-8bc8-51e5644ab617', 'tag': 'dd236684-13c6-406b-863e-9d0559c8bc9a', 'status': 'completed', 'code': 200} Jun 28 16:47:30.371912 dv-cinder-798104-1-smb neutron-server[74186]: INFO neutron.wsgi [req-1fdf8477-384c-4252-a03a-5c25c8f62415 req-3cd9d6f3-17f0-40ef-8be4-797669502984 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=8c5d7eb385cf4b6484fd4ebafedcfebd&device_id=99461ed8-fb47-4e05-8bc8-51e5644ab617 HTTP/1.1" status: 200 len: 1096 time: 0.0860736 Jun 28 16:47:30.444192 dv-cinder-798104-1-smb neutron-server[74186]: INFO neutron.wsgi [req-1fdf8477-384c-4252-a03a-5c25c8f62415 req-f87f6205-cb73-4589-a301-a686cae61c28 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=dd236684-13c6-406b-863e-9d0559c8bc9a HTTP/1.1" status: 200 len: 217 time: 0.0631497 Jun 28 16:47:30.519380 dv-cinder-798104-1-smb neutron-server[74186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fdf8477-384c-4252-a03a-5c25c8f62415 req-1bacafbd-ae41-4eb8-a5f8-b5f289a21cfe service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=74186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 16:47:30.520610 dv-cinder-798104-1-smb neutron-server[74186]: INFO neutron.wsgi [req-1fdf8477-384c-4252-a03a-5c25c8f62415 req-1bacafbd-ae41-4eb8-a5f8-b5f289a21cfe service neutron] 10.222.0.41 "GET /v2.0/subnets?id=b208fee6-e725-4900-8dd2-8d94468ed059 HTTP/1.1" status: 200 len: 848 time: 0.0643799 Jun 28 16:47:30.615824 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cf2282e-060a-4fce-9596-e51af41a9eb9 req-996a9fde-e163-402a-9d23-31324c72b472 tempest-TestShelveInstance-142730798 tempest-TestShelveInstance-142730798-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 16:47:30.617384 dv-cinder-798104-1-smb neutron-server[74185]: INFO neutron.wsgi [req-3cf2282e-060a-4fce-9596-e51af41a9eb9 req-996a9fde-e163-402a-9d23-31324c72b472 tempest-TestShelveInstance-142730798 tempest-TestShelveInstance-142730798-project] 10.222.0.26 "GET /v2.0/ports?device_id=99461ed8-fb47-4e05-8bc8-51e5644ab617 HTTP/1.1" status: 200 len: 943 time: 0.0908711 Jun 28 16:47:30.657709 dv-cinder-798104-1-smb neutron-server[74186]: INFO neutron.wsgi [req-1fdf8477-384c-4252-a03a-5c25c8f62415 req-454554e5-9ebe-4817-aad5-ea1f32a2e796 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=c51a219d-aea3-485c-897b-dd81c8d14108&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1267204 Jun 28 16:47:30.667981 dv-cinder-798104-1-smb neutron-server[74185]: INFO neutron.wsgi [req-3cf2282e-060a-4fce-9596-e51af41a9eb9 req-f1ba6144-70bd-4398-bfe3-e8c601a44d43 tempest-TestShelveInstance-142730798 tempest-TestShelveInstance-142730798-project] 10.222.0.26 "GET /v2.0/security-groups?id=f9639542-7928-4a6f-8af5-8fed9a173fcf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0441365 Jun 28 16:47:30.804878 dv-cinder-798104-1-smb neutron-server[74187]: DEBUG neutron.plugins.ml2.rpc [None req-c72dd329-595c-4eca-9296-ba6eff8780d9 None None] Device 0a32ef48-7dfe-422f-ab43-edcb1db86dbe up at agent ovs-agent-dv-cinder-798104-1-smb {{(pid=74187) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 28 16:47:30.807116 dv-cinder-798104-1-smb neutron-server[74186]: INFO neutron.wsgi [req-1fdf8477-384c-4252-a03a-5c25c8f62415 req-bce29bd2-3c5f-4f0b-8bd0-08edd14e445b service neutron] 10.222.0.41 "GET /v2.0/networks/c51a219d-aea3-485c-897b-dd81c8d14108?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1407995 Jun 28 16:47:30.876356 dv-cinder-798104-1-smb neutron-server[74187]: DEBUG neutron.db.provisioning_blocks [None req-c72dd329-595c-4eca-9296-ba6eff8780d9 None None] Provisioning complete for port 0a32ef48-7dfe-422f-ab43-edcb1db86dbe triggered by entity L2. {{(pid=74187) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 28 16:47:30.876729 dv-cinder-798104-1-smb neutron-server[74187]: DEBUG neutron_lib.callbacks.manager [None req-c72dd329-595c-4eca-9296-ba6eff8780d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1002786'] for port, provisioning_complete {{(pid=74187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 16:47:30.953508 dv-cinder-798104-1-smb neutron-server[74186]: INFO neutron.wsgi [req-1fdf8477-384c-4252-a03a-5c25c8f62415 req-bd9fb26e-193b-4c2a-82d8-7bd2cacbcb1c service neutron] 10.222.0.41 "GET /v2.0/networks/c51a219d-aea3-485c-897b-dd81c8d14108?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1374874 Jun 28 16:47:31.128506 dv-cinder-798104-1-smb neutron-server[74186]: INFO neutron.wsgi [req-96687cc6-bdc8-424e-9bd9-258152e4d303 req-0c12604b-1004-44ed-a989-6acb2032aaed service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=8c5d7eb385cf4b6484fd4ebafedcfebd&device_id=99461ed8-fb47-4e05-8bc8-51e5644ab617 HTTP/1.1" status: 200 len: 1096 time: 0.0889258 Jun 28 16:47:31.282709 dv-cinder-798104-1-smb neutron-server[74186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96687cc6-bdc8-424e-9bd9-258152e4d303 req-aec7b2ac-3906-4cad-aba1-75a40ab9db39 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=74186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 16:47:31.284689 dv-cinder-798104-1-smb neutron-server[74186]: INFO neutron.wsgi [req-96687cc6-bdc8-424e-9bd9-258152e4d303 req-aec7b2ac-3906-4cad-aba1-75a40ab9db39 service neutron] 10.222.0.41 "GET /v2.0/networks?id=c51a219d-aea3-485c-897b-dd81c8d14108 HTTP/1.1" status: 200 len: 910 time: 0.1390960 Jun 28 16:47:31.364379 dv-cinder-798104-1-smb neutron-server[74186]: INFO neutron.wsgi [req-96687cc6-bdc8-424e-9bd9-258152e4d303 req-dd474e35-70cf-4f38-a17b-10d2c7eba117 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=dd236684-13c6-406b-863e-9d0559c8bc9a HTTP/1.1" status: 200 len: 217 time: 0.0660176 Jun 28 16:47:31.446069 dv-cinder-798104-1-smb neutron-server[74186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96687cc6-bdc8-424e-9bd9-258152e4d303 req-222caf02-d887-4bce-89f7-2b5f86e06d4b service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=74186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 16:47:31.447520 dv-cinder-798104-1-smb neutron-server[74186]: INFO neutron.wsgi [req-96687cc6-bdc8-424e-9bd9-258152e4d303 req-222caf02-d887-4bce-89f7-2b5f86e06d4b service neutron] 10.222.0.41 "GET /v2.0/subnets?id=b208fee6-e725-4900-8dd2-8d94468ed059 HTTP/1.1" status: 200 len: 848 time: 0.0660579 Jun 28 16:47:31.501490 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56cbec27-83a9-405d-9cfa-27bd062b637e req-93de1067-9f49-4afe-9fab-debd7a051e5a tempest-AttachVolumeShelveTestJSON-223402159 tempest-AttachVolumeShelveTestJSON-223402159-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 16:47:31.503065 dv-cinder-798104-1-smb neutron-server[74185]: INFO neutron.wsgi [req-56cbec27-83a9-405d-9cfa-27bd062b637e req-93de1067-9f49-4afe-9fab-debd7a051e5a tempest-AttachVolumeShelveTestJSON-223402159 tempest-AttachVolumeShelveTestJSON-223402159-project] 10.222.0.26 "GET /v2.0/ports?device_id=8e3a90db-fda3-48b9-a3a1-df3f395c0dfd HTTP/1.1" status: 200 len: 945 time: 0.0972922 Jun 28 16:47:31.537634 dv-cinder-798104-1-smb neutron-server[74186]: INFO neutron.wsgi [req-96687cc6-bdc8-424e-9bd9-258152e4d303 req-a54846a8-e7b3-473b-8ef0-2ab3dc1e6c63 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=c51a219d-aea3-485c-897b-dd81c8d14108&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0825756 Jun 28 16:47:31.558194 dv-cinder-798104-1-smb neutron-server[74185]: INFO neutron.wsgi [req-56cbec27-83a9-405d-9cfa-27bd062b637e req-bef24649-662e-4182-bef4-6f1db1fecb64 tempest-AttachVolumeShelveTestJSON-223402159 tempest-AttachVolumeShelveTestJSON-223402159-project] 10.222.0.26 "GET /v2.0/security-groups?id=ee5b5d98-52f8-46a1-b53d-b30b29c7120c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0482862 Jun 28 16:47:31.679991 dv-cinder-798104-1-smb neutron-server[74186]: INFO neutron.wsgi [req-96687cc6-bdc8-424e-9bd9-258152e4d303 req-4c5c207a-679d-403d-83e8-c5ef82b977d7 service neutron] 10.222.0.41 "GET /v2.0/networks/c51a219d-aea3-485c-897b-dd81c8d14108?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1328926 Jun 28 16:47:31.844250 dv-cinder-798104-1-smb neutron-server[74186]: INFO neutron.wsgi [req-96687cc6-bdc8-424e-9bd9-258152e4d303 req-b465f245-0ce7-432c-a38c-2490e9091e9d service neutron] 10.222.0.41 "GET /v2.0/networks/c51a219d-aea3-485c-897b-dd81c8d14108?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1451106 Jun 28 16:47:31.905331 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89b6e880-fa02-40a0-9eab-1a7b6d143e6c req-8716e827-0a8e-4f77-a2af-4c5cb2799d59 tempest-TestShelveInstance-142730798 tempest-TestShelveInstance-142730798-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 16:47:31.906887 dv-cinder-798104-1-smb neutron-server[74185]: INFO neutron.wsgi [req-89b6e880-fa02-40a0-9eab-1a7b6d143e6c req-8716e827-0a8e-4f77-a2af-4c5cb2799d59 tempest-TestShelveInstance-142730798 tempest-TestShelveInstance-142730798-project] 10.222.0.26 "GET /v2.0/ports?device_id=99461ed8-fb47-4e05-8bc8-51e5644ab617 HTTP/1.1" status: 200 len: 943 time: 0.1026659 Jun 28 16:47:31.953412 dv-cinder-798104-1-smb neutron-server[74185]: INFO neutron.wsgi [req-89b6e880-fa02-40a0-9eab-1a7b6d143e6c req-a1fcf50b-0526-49b7-ad6f-f105d28cd9e1 tempest-TestShelveInstance-142730798 tempest-TestShelveInstance-142730798-project] 10.222.0.26 "GET /v2.0/security-groups?id=f9639542-7928-4a6f-8af5-8fed9a173fcf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0402329 Jun 28 16:47:32.818170 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c112d7d-1dbb-4ee4-a63d-390b0745ccf2 req-3520f9a3-c4e5-44e8-afc2-de1743970fe1 tempest-AttachVolumeShelveTestJSON-223402159 tempest-AttachVolumeShelveTestJSON-223402159-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 16:47:32.819924 dv-cinder-798104-1-smb neutron-server[74185]: INFO neutron.wsgi [req-2c112d7d-1dbb-4ee4-a63d-390b0745ccf2 req-3520f9a3-c4e5-44e8-afc2-de1743970fe1 tempest-AttachVolumeShelveTestJSON-223402159 tempest-AttachVolumeShelveTestJSON-223402159-project] 10.222.0.26 "GET /v2.0/ports?device_id=8e3a90db-fda3-48b9-a3a1-df3f395c0dfd HTTP/1.1" status: 200 len: 945 time: 0.1092837 Jun 28 16:47:32.884836 dv-cinder-798104-1-smb neutron-server[74185]: INFO neutron.wsgi [req-2c112d7d-1dbb-4ee4-a63d-390b0745ccf2 req-ffec2ae5-19f9-4c12-adc1-d2a42938a5ba tempest-AttachVolumeShelveTestJSON-223402159 tempest-AttachVolumeShelveTestJSON-223402159-project] 10.222.0.26 "GET /v2.0/security-groups?id=ee5b5d98-52f8-46a1-b53d-b30b29c7120c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0581770 Jun 28 16:47:33.165570 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f2aa33b-deb4-454e-bfa2-37a9582c94cf req-4a14b9ba-d864-4f23-b17c-0f4bfa42d077 tempest-TestShelveInstance-142730798 tempest-TestShelveInstance-142730798-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 16:47:33.166988 dv-cinder-798104-1-smb neutron-server[74185]: INFO neutron.wsgi [req-8f2aa33b-deb4-454e-bfa2-37a9582c94cf req-4a14b9ba-d864-4f23-b17c-0f4bfa42d077 tempest-TestShelveInstance-142730798 tempest-TestShelveInstance-142730798-project] 10.222.0.26 "GET /v2.0/ports?device_id=99461ed8-fb47-4e05-8bc8-51e5644ab617 HTTP/1.1" status: 200 len: 943 time: 0.0841498 Jun 28 16:47:33.220421 dv-cinder-798104-1-smb neutron-server[74185]: INFO neutron.wsgi [req-8f2aa33b-deb4-454e-bfa2-37a9582c94cf req-ef6c5dcb-982a-4866-94cd-5780e6fb0bba tempest-TestShelveInstance-142730798 tempest-TestShelveInstance-142730798-project] 10.222.0.26 "GET /v2.0/security-groups?id=f9639542-7928-4a6f-8af5-8fed9a173fcf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0447881 Jun 28 16:47:33.786673 dv-cinder-798104-1-smb neutron-server[74187]: DEBUG neutron.plugins.ml2.rpc [None req-d0e5ad82-df9b-4ee3-8ee9-b93c74fbe1d3 None None] Device dd236684-13c6-406b-863e-9d0559c8bc9a details requested by agent hyperv_hv-cinder-79810 with host hv-cinder-79810 {{(pid=74187) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 28 16:47:33.947196 dv-cinder-798104-1-smb neutron-server[74187]: DEBUG neutron.plugins.ml2.db [None req-d0e5ad82-df9b-4ee3-8ee9-b93c74fbe1d3 None None] For port dd236684-13c6-406b-863e-9d0559c8bc9a, host hv-cinder-79810, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79810',level=0,port_id=dd236684-13c6-406b-863e-9d0559c8bc9a,segment=NetworkSegment(3dc75ba6-bfde-44f0-93f7-81b93a0ad439),segment_id=3dc75ba6-bfde-44f0-93f7-81b93a0ad439)] {{(pid=74187) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 16:47:33.962099 dv-cinder-798104-1-smb neutron-server[74187]: DEBUG neutron.plugins.ml2.rpc [None req-d0e5ad82-df9b-4ee3-8ee9-b93c74fbe1d3 None None] Returning: {'device': 'dd236684-13c6-406b-863e-9d0559c8bc9a', 'network_id': 'c51a219d-aea3-485c-897b-dd81c8d14108', 'port_id': 'dd236684-13c6-406b-863e-9d0559c8bc9a', 'mac_address': 'fa:16:3e:de:e8:f3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 403, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b208fee6-e725-4900-8dd2-8d94468ed059', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=74187) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 28 16:47:34.021778 dv-cinder-798104-1-smb neutron-server[74187]: DEBUG neutron_lib.callbacks.manager [None req-d0e5ad82-df9b-4ee3-8ee9-b93c74fbe1d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621611'] for port, before_update {{(pid=74187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 16:47:34.040486 dv-cinder-798104-1-smb neutron-server[74187]: DEBUG neutron.notifiers.nova [None req-d0e5ad82-df9b-4ee3-8ee9-b93c74fbe1d3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id dd236684-13c6-406b-863e-9d0559c8bc9a {{(pid=74187) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 28 16:47:34.064608 dv-cinder-798104-1-smb neutron-server[74187]: DEBUG neutron.plugins.ml2.db [None req-d0e5ad82-df9b-4ee3-8ee9-b93c74fbe1d3 None None] For port dd236684-13c6-406b-863e-9d0559c8bc9a, host hv-cinder-79810, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79810',level=0,port_id=dd236684-13c6-406b-863e-9d0559c8bc9a,segment=NetworkSegment(3dc75ba6-bfde-44f0-93f7-81b93a0ad439),segment_id=3dc75ba6-bfde-44f0-93f7-81b93a0ad439)] {{(pid=74187) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 16:47:34.068986 dv-cinder-798104-1-smb neutron-server[74187]: DEBUG neutron_lib.callbacks.manager [None req-d0e5ad82-df9b-4ee3-8ee9-b93c74fbe1d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-615041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1598908', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774158213048', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774157688378', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774157688423'] for port, after_update {{(pid=74187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 16:47:34.070746 dv-cinder-798104-1-smb neutron-server[74187]: DEBUG oslo_concurrency.lockutils [None req-d0e5ad82-df9b-4ee3-8ee9-b93c74fbe1d3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74187) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 16:47:34.136232 dv-cinder-798104-1-smb neutron-server[74187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0e5ad82-df9b-4ee3-8ee9-b93c74fbe1d3 None None] Pushing event updated for resources: {'Port': ['ID=dd236684-13c6-406b-863e-9d0559c8bc9a,revision_number=4']} {{(pid=74187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 16:47:34.139620 dv-cinder-798104-1-smb neutron-server[74187]: DEBUG oslo_concurrency.lockutils [None req-d0e5ad82-df9b-4ee3-8ee9-b93c74fbe1d3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=74187) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 16:47:34.165331 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60dd1972-5752-4658-a4b1-e7669709b92e req-f4ba3710-9781-4dc8-81c7-bd7ed205a47b tempest-AttachVolumeShelveTestJSON-223402159 tempest-AttachVolumeShelveTestJSON-223402159-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 16:47:34.166781 dv-cinder-798104-1-smb neutron-server[74185]: INFO neutron.wsgi [req-60dd1972-5752-4658-a4b1-e7669709b92e req-f4ba3710-9781-4dc8-81c7-bd7ed205a47b tempest-AttachVolumeShelveTestJSON-223402159 tempest-AttachVolumeShelveTestJSON-223402159-project] 10.222.0.26 "GET /v2.0/ports?device_id=8e3a90db-fda3-48b9-a3a1-df3f395c0dfd HTTP/1.1" status: 200 len: 945 time: 0.1254482 Jun 28 16:47:34.211779 dv-cinder-798104-1-smb neutron-server[74185]: INFO neutron.wsgi [req-60dd1972-5752-4658-a4b1-e7669709b92e req-2a724d97-9638-4610-8428-f46a0befc093 tempest-AttachVolumeShelveTestJSON-223402159 tempest-AttachVolumeShelveTestJSON-223402159-project] 10.222.0.26 "GET /v2.0/security-groups?id=ee5b5d98-52f8-46a1-b53d-b30b29c7120c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0393996 Jun 28 16:47:34.367171 dv-cinder-798104-1-smb neutron-server[74187]: DEBUG neutron.plugins.ml2.db [None req-d0e5ad82-df9b-4ee3-8ee9-b93c74fbe1d3 None None] get_ports_and_sgs() called for port_ids ['dd236684-13c6-406b-863e-9d0559c8bc9a'] {{(pid=74187) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jun 28 16:47:34.435303 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b47ccc75-6ddf-4647-8b35-44301ef01eb3 req-4500bd4d-44ea-4246-acc5-ac72e70bea5b tempest-TestShelveInstance-142730798 tempest-TestShelveInstance-142730798-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 16:47:34.436821 dv-cinder-798104-1-smb neutron-server[74185]: INFO neutron.wsgi [req-b47ccc75-6ddf-4647-8b35-44301ef01eb3 req-4500bd4d-44ea-4246-acc5-ac72e70bea5b tempest-TestShelveInstance-142730798 tempest-TestShelveInstance-142730798-project] 10.222.0.26 "GET /v2.0/ports?device_id=99461ed8-fb47-4e05-8bc8-51e5644ab617 HTTP/1.1" status: 200 len: 944 time: 0.0792575 Jun 28 16:47:34.486284 dv-cinder-798104-1-smb neutron-server[74185]: INFO neutron.wsgi [req-b47ccc75-6ddf-4647-8b35-44301ef01eb3 req-590e5560-dd75-4d4e-a505-402e254267c3 tempest-TestShelveInstance-142730798 tempest-TestShelveInstance-142730798-project] 10.222.0.26 "GET /v2.0/security-groups?id=f9639542-7928-4a6f-8af5-8fed9a173fcf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0433025 Jun 28 16:47:34.924806 dv-cinder-798104-1-smb neutron-server[74186]: DEBUG neutron.wsgi [-] (74186) accepted ('10.222.0.26', 53928) {{(pid=74186) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 28 16:47:35.077696 dv-cinder-798104-1-smb neutron-server[74186]: DEBUG neutron.db.db_base_plugin_v2 [None req-8ab525a7-7ec0-48bf-be1d-1f24aeca9f64 admin admin] Deleting subnet c40a1941-f468-48f8-9170-2b4d7badfe39 {{(pid=74186) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 28 16:47:35.080902 dv-cinder-798104-1-smb neutron-server[74186]: DEBUG neutron_lib.callbacks.manager [None req-8ab525a7-7ec0-48bf-be1d-1f24aeca9f64 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=74186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 16:47:35.135558 dv-cinder-798104-1-smb neutron-server[74186]: DEBUG neutron_lib.callbacks.manager [None req-8ab525a7-7ec0-48bf-be1d-1f24aeca9f64 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1055359'] for subnet, precommit_delete_associations {{(pid=74186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 16:47:35.196617 dv-cinder-798104-1-smb neutron-server[74186]: DEBUG neutron_lib.callbacks.manager [None req-8ab525a7-7ec0-48bf-be1d-1f24aeca9f64 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1001168'] for subnet, precommit_delete {{(pid=74186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 16:47:35.273453 dv-cinder-798104-1-smb neutron-server[74186]: DEBUG neutron_lib.callbacks.manager [None req-8ab525a7-7ec0-48bf-be1d-1f24aeca9f64 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1001177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107460', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1598908', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1108730', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1484911'] for subnet, after_delete {{(pid=74186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 16:47:35.278834 dv-cinder-798104-1-smb neutron-server[74186]: DEBUG oslo_concurrency.lockutils [None req-1bcc2f58-b940-4afa-8cc3-0a563e35b6c7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74186) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 16:47:35.313288 dv-cinder-798104-1-smb neutron-server[74186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ab525a7-7ec0-48bf-be1d-1f24aeca9f64 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c40a1941-f468-48f8-9170-2b4d7badfe39,revision_number=None']} {{(pid=74186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 16:47:35.316931 dv-cinder-798104-1-smb neutron-server[74186]: DEBUG oslo_concurrency.lockutils [None req-8ab525a7-7ec0-48bf-be1d-1f24aeca9f64 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=74186) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 16:47:35.321204 dv-cinder-798104-1-smb neutron-server[74186]: DEBUG neutron_lib.callbacks.manager [None req-8ab525a7-7ec0-48bf-be1d-1f24aeca9f64 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1598890'] for subnet, before_response {{(pid=74186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 16:47:35.327941 dv-cinder-798104-1-smb neutron-server[74186]: INFO neutron.wsgi [None req-8ab525a7-7ec0-48bf-be1d-1f24aeca9f64 admin admin] 10.222.0.26 "DELETE /v2.0/subnets/c40a1941-f468-48f8-9170-2b4d7badfe39 HTTP/1.1" status: 204 len: 168 time: 0.4019086 Jun 28 16:47:35.331625 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG neutron.wsgi [-] (74185) accepted ('10.222.0.26', 53936) {{(pid=74185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 28 16:47:35.488251 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG neutron_lib.callbacks.manager [None req-3a31c5d5-32db-421b-8928-a4412cbebae7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-565721'] for network, before_delete {{(pid=74185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 16:47:35.621887 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8b0c626-800d-44cc-9e05-6647695c745c req-b6c12e87-6e1e-43a4-b387-0b610b5b5ce7 tempest-AttachVolumeShelveTestJSON-223402159 tempest-AttachVolumeShelveTestJSON-223402159-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 16:47:35.623607 dv-cinder-798104-1-smb neutron-server[74185]: INFO neutron.wsgi [req-c8b0c626-800d-44cc-9e05-6647695c745c req-b6c12e87-6e1e-43a4-b387-0b610b5b5ce7 tempest-AttachVolumeShelveTestJSON-223402159 tempest-AttachVolumeShelveTestJSON-223402159-project] 10.222.0.26 "GET /v2.0/ports?device_id=8e3a90db-fda3-48b9-a3a1-df3f395c0dfd HTTP/1.1" status: 200 len: 945 time: 0.2219288 Jun 28 16:47:35.701008 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG neutron_lib.callbacks.manager [None req-3a31c5d5-32db-421b-8928-a4412cbebae7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1000101', 'neutron.services.segments.db._delete_segments_for_network-8774158209666'] for network, precommit_delete {{(pid=74185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 16:47:35.727495 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG neutron.services.segments.db [None req-3a31c5d5-32db-421b-8928-a4412cbebae7 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a4da694c-7026-41a0-ab61-cef007f20481']}} {{(pid=74185) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 16:47:35.750259 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG neutron.services.segments.db [None req-3a31c5d5-32db-421b-8928-a4412cbebae7 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cc0d5de8-b4ce-4936-a644-d67fb153bab8') {'for_net_delete': True} {{(pid=74185) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 16:47:35.750548 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG neutron.services.segments.db [None req-3a31c5d5-32db-421b-8928-a4412cbebae7 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cc0d5de8-b4ce-4936-a644-d67fb153bab8') {} {{(pid=74185) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 16:47:35.773471 dv-cinder-798104-1-smb neutron-server[74185]: INFO neutron.wsgi [req-c8b0c626-800d-44cc-9e05-6647695c745c req-bc84caff-e501-4dbf-affa-ff2d29c9aed8 tempest-AttachVolumeShelveTestJSON-223402159 tempest-AttachVolumeShelveTestJSON-223402159-project] 10.222.0.26 "GET /v2.0/security-groups?id=ee5b5d98-52f8-46a1-b53d-b30b29c7120c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1087492 Jun 28 16:47:35.776270 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG neutron_lib.callbacks.manager [None req-3a31c5d5-32db-421b-8928-a4412cbebae7 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774158131357', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15604363'] for segment, before_delete {{(pid=74185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 16:47:35.800492 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG neutron_lib.callbacks.manager [None req-3a31c5d5-32db-421b-8928-a4412cbebae7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-938564'] for segment, precommit_delete {{(pid=74185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 16:47:35.807324 dv-cinder-798104-1-smb neutron-server[74187]: DEBUG neutron.plugins.ml2.rpc [None req-d0e5ad82-df9b-4ee3-8ee9-b93c74fbe1d3 None None] Device dd236684-13c6-406b-863e-9d0559c8bc9a up at agent hyperv_hv-cinder-79810 {{(pid=74187) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 28 16:47:35.813438 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e6eb125-0c96-4121-ad04-5fddee042316 req-879cd0fa-7b03-4a0a-b5bb-c1417e58e15c tempest-TestShelveInstance-142730798 tempest-TestShelveInstance-142730798-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 16:47:35.814988 dv-cinder-798104-1-smb neutron-server[74185]: INFO neutron.wsgi [req-5e6eb125-0c96-4121-ad04-5fddee042316 req-879cd0fa-7b03-4a0a-b5bb-c1417e58e15c tempest-TestShelveInstance-142730798 tempest-TestShelveInstance-142730798-project] 10.222.0.26 "GET /v2.0/ports?device_id=99461ed8-fb47-4e05-8bc8-51e5644ab617 HTTP/1.1" status: 200 len: 944 time: 0.1993062 Jun 28 16:47:35.816185 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3a31c5d5-32db-421b-8928-a4412cbebae7 admin admin] Releasing vlan 404 on physical network physnet1 to pool {{(pid=74185) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Jun 28 16:47:35.816591 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG neutron_lib.callbacks.manager [None req-3a31c5d5-32db-421b-8928-a4412cbebae7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-938591', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15648286'] for segment, after_delete {{(pid=74185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 16:47:35.831771 dv-cinder-798104-1-smb neutron-server[74185]: Traceback (most recent call last): Jun 28 16:47:35.831771 dv-cinder-798104-1-smb neutron-server[74185]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Jun 28 16:47:35.831771 dv-cinder-798104-1-smb neutron-server[74185]: timer() Jun 28 16:47:35.831771 dv-cinder-798104-1-smb neutron-server[74185]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 28 16:47:35.831771 dv-cinder-798104-1-smb neutron-server[74185]: cb(*args, **kw) Jun 28 16:47:35.831771 dv-cinder-798104-1-smb neutron-server[74185]: File "/opt/stack/neutron/neutron/common/utils.py", line 901, in wrapper Jun 28 16:47:35.831771 dv-cinder-798104-1-smb neutron-server[74185]: return func(*args, **kwargs) Jun 28 16:47:35.831771 dv-cinder-798104-1-smb neutron-server[74185]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 28 16:47:35.831771 dv-cinder-798104-1-smb neutron-server[74185]: self._notify() Jun 28 16:47:35.831771 dv-cinder-798104-1-smb neutron-server[74185]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 28 16:47:35.831771 dv-cinder-798104-1-smb neutron-server[74185]: self.callback(batched_events) Jun 28 16:47:35.831771 dv-cinder-798104-1-smb neutron-server[74185]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 28 16:47:35.831771 dv-cinder-798104-1-smb neutron-server[74185]: event.method(event) Jun 28 16:47:35.831771 dv-cinder-798104-1-smb neutron-server[74185]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 28 16:47:35.831771 dv-cinder-798104-1-smb neutron-server[74185]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 28 16:47:35.831771 dv-cinder-798104-1-smb neutron-server[74185]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 28 16:47:35.831771 dv-cinder-798104-1-smb neutron-server[74185]: aggregate_uuid = self.p_client.list_aggregates( Jun 28 16:47:35.831771 dv-cinder-798104-1-smb neutron-server[74185]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 28 16:47:35.831771 dv-cinder-798104-1-smb neutron-server[74185]: return f(self, *a, **k) Jun 28 16:47:35.831771 dv-cinder-798104-1-smb neutron-server[74185]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jun 28 16:47:35.831771 dv-cinder-798104-1-smb neutron-server[74185]: return self._get(url).json() Jun 28 16:47:35.831771 dv-cinder-798104-1-smb neutron-server[74185]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jun 28 16:47:35.831771 dv-cinder-798104-1-smb neutron-server[74185]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 28 16:47:35.831771 dv-cinder-798104-1-smb neutron-server[74185]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Jun 28 16:47:35.831771 dv-cinder-798104-1-smb neutron-server[74185]: return self.request(url, 'GET', **kwargs) Jun 28 16:47:35.831771 dv-cinder-798104-1-smb neutron-server[74185]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Jun 28 16:47:35.831771 dv-cinder-798104-1-smb neutron-server[74185]: base_url = self.get_endpoint(auth, allow=allow, Jun 28 16:47:35.831771 dv-cinder-798104-1-smb neutron-server[74185]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jun 28 16:47:35.831771 dv-cinder-798104-1-smb neutron-server[74185]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 28 16:47:35.831771 dv-cinder-798104-1-smb neutron-server[74185]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jun 28 16:47:35.831771 dv-cinder-798104-1-smb neutron-server[74185]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 28 16:47:35.831771 dv-cinder-798104-1-smb neutron-server[74185]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 28 16:47:35.884732 dv-cinder-798104-1-smb neutron-server[74187]: DEBUG neutron.db.provisioning_blocks [None req-d0e5ad82-df9b-4ee3-8ee9-b93c74fbe1d3 None None] Provisioning for port dd236684-13c6-406b-863e-9d0559c8bc9a completed by entity L2. {{(pid=74187) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 28 16:47:35.890039 dv-cinder-798104-1-smb neutron-server[74187]: DEBUG neutron.db.provisioning_blocks [None req-d0e5ad82-df9b-4ee3-8ee9-b93c74fbe1d3 None None] Provisioning complete for port dd236684-13c6-406b-863e-9d0559c8bc9a triggered by entity L2. {{(pid=74187) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 28 16:47:35.890424 dv-cinder-798104-1-smb neutron-server[74187]: DEBUG neutron_lib.callbacks.manager [None req-d0e5ad82-df9b-4ee3-8ee9-b93c74fbe1d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1002786'] for port, provisioning_complete {{(pid=74187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 16:47:36.012556 dv-cinder-798104-1-smb neutron-server[74187]: DEBUG neutron_lib.callbacks.manager [None req-d0e5ad82-df9b-4ee3-8ee9-b93c74fbe1d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621611'] for port, before_update {{(pid=74187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 16:47:36.032730 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG neutron_lib.callbacks.manager [None req-3a31c5d5-32db-421b-8928-a4412cbebae7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1000534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2050463', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1598908', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1624240'] for network, after_delete {{(pid=74185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 16:47:36.037582 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG neutron_lib.callbacks.manager [None req-3a31c5d5-32db-421b-8928-a4412cbebae7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1598890'] for network, before_response {{(pid=74185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 16:47:36.042364 dv-cinder-798104-1-smb neutron-server[74187]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '99461ed8-fb47-4e05-8bc8-51e5644ab617', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dd236684-13c6-406b-863e-9d0559c8bc9a'}] {{(pid=74187) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 28 16:47:36.043644 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74185) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 16:47:36.051964 dv-cinder-798104-1-smb neutron-server[74187]: DEBUG neutron.plugins.ml2.db [None req-d0e5ad82-df9b-4ee3-8ee9-b93c74fbe1d3 None None] For port dd236684-13c6-406b-863e-9d0559c8bc9a, host hv-cinder-79810, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79810',level=0,port_id=dd236684-13c6-406b-863e-9d0559c8bc9a,segment=NetworkSegment(3dc75ba6-bfde-44f0-93f7-81b93a0ad439),segment_id=3dc75ba6-bfde-44f0-93f7-81b93a0ad439)] {{(pid=74187) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 16:47:36.057521 dv-cinder-798104-1-smb neutron-server[74187]: DEBUG neutron_lib.callbacks.manager [None req-d0e5ad82-df9b-4ee3-8ee9-b93c74fbe1d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-615041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1598908', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774158213048', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774157688378', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774157688423'] for port, after_update {{(pid=74187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 16:47:36.059544 dv-cinder-798104-1-smb neutron-server[74187]: DEBUG oslo_concurrency.lockutils [None req-d0e5ad82-df9b-4ee3-8ee9-b93c74fbe1d3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74187) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 16:47:36.072297 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a31c5d5-32db-421b-8928-a4412cbebae7 admin admin] Pushing event deleted for resources: {'Network': ['ID=a4da694c-7026-41a0-ab61-cef007f20481,revision_number=None']} {{(pid=74185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 16:47:36.074888 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG oslo_concurrency.lockutils [None req-3a31c5d5-32db-421b-8928-a4412cbebae7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=74185) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 16:47:36.078122 dv-cinder-798104-1-smb neutron-server[74185]: INFO neutron.wsgi [req-5e6eb125-0c96-4121-ad04-5fddee042316 req-2d80896c-71e4-4ef9-93f6-74dccc62e27f tempest-TestShelveInstance-142730798 tempest-TestShelveInstance-142730798-project] 10.222.0.26 "GET /v2.0/security-groups?id=f9639542-7928-4a6f-8af5-8fed9a173fcf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2425113 Jun 28 16:47:36.082867 dv-cinder-798104-1-smb neutron-server[74185]: INFO neutron.wsgi [None req-3a31c5d5-32db-421b-8928-a4412cbebae7 admin admin] 10.222.0.26 "DELETE /v2.0/networks/a4da694c-7026-41a0-ab61-cef007f20481 HTTP/1.1" status: 204 len: 168 time: 0.7501245 Jun 28 16:47:36.138515 dv-cinder-798104-1-smb neutron-server[74187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0e5ad82-df9b-4ee3-8ee9-b93c74fbe1d3 None None] Pushing event updated for resources: {'Port': ['ID=dd236684-13c6-406b-863e-9d0559c8bc9a,revision_number=5']} {{(pid=74187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 16:47:36.141572 dv-cinder-798104-1-smb neutron-server[74187]: DEBUG oslo_concurrency.lockutils [None req-d0e5ad82-df9b-4ee3-8ee9-b93c74fbe1d3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=74187) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 16:47:36.224782 dv-cinder-798104-1-smb neutron-server[74187]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '99461ed8-fb47-4e05-8bc8-51e5644ab617', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dd236684-13c6-406b-863e-9d0559c8bc9a', 'code': 200} Jun 28 16:47:36.235856 dv-cinder-798104-1-smb neutron-server[74186]: DEBUG neutron.wsgi [-] (74186) accepted ('10.222.0.26', 53950) {{(pid=74186) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 28 16:47:36.303552 dv-cinder-798104-1-smb neutron-server[74186]: INFO neutron.wsgi [None req-2907a89e-c89b-4fde-9004-5afdd5cee1e4 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=63d41569c6cc488cbcfcc4862c4fb48e&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0661817 Jun 28 16:47:36.305717 dv-cinder-798104-1-smb neutron-server[74186]: DEBUG neutron.wsgi [-] (74186) accepted ('10.222.0.26', 53954) {{(pid=74186) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 28 16:47:36.370271 dv-cinder-798104-1-smb neutron-server[74186]: DEBUG neutron_lib.callbacks.manager [None req-0c8ca89d-5cdc-4479-8a25-5e5d34cbace9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=74186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 16:47:36.406340 dv-cinder-798104-1-smb neutron-server[74186]: DEBUG neutron_lib.callbacks.manager [None req-0c8ca89d-5cdc-4479-8a25-5e5d34cbace9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=74186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 16:47:36.465929 dv-cinder-798104-1-smb neutron-server[74186]: DEBUG neutron_lib.callbacks.manager [None req-0c8ca89d-5cdc-4479-8a25-5e5d34cbace9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2050486'] for security_group, after_delete {{(pid=74186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 16:47:36.470836 dv-cinder-798104-1-smb neutron-server[74186]: DEBUG oslo_concurrency.lockutils [None req-a96a6cab-ee9b-4533-b477-ecfed7a6e237 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74186) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 16:47:36.481661 dv-cinder-798104-1-smb neutron-server[74186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c8ca89d-5cdc-4479-8a25-5e5d34cbace9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=10442f30-80ea-42c2-ade8-747dadff1313,revision_number=None']} {{(pid=74186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 16:47:36.485525 dv-cinder-798104-1-smb neutron-server[74186]: DEBUG oslo_concurrency.lockutils [None req-0c8ca89d-5cdc-4479-8a25-5e5d34cbace9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=74186) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 16:47:36.489509 dv-cinder-798104-1-smb neutron-server[74186]: DEBUG neutron_lib.callbacks.manager [None req-0c8ca89d-5cdc-4479-8a25-5e5d34cbace9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=74186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 16:47:36.491904 dv-cinder-798104-1-smb neutron-server[74186]: INFO neutron.wsgi [None req-0c8ca89d-5cdc-4479-8a25-5e5d34cbace9 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/10442f30-80ea-42c2-ade8-747dadff1313 HTTP/1.1" status: 204 len: 168 time: 0.1852479 Jun 28 16:47:36.606311 dv-cinder-798104-1-smb neutron-server[74186]: INFO neutron.wsgi [req-41a7eef1-98b5-4287-aeee-0dba90af8183 req-40c15243-6550-4459-bb39-ea5eec2caadf service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=99461ed8-fb47-4e05-8bc8-51e5644ab617 HTTP/1.1" status: 200 len: 1098 time: 0.0670714 Jun 28 16:47:36.655235 dv-cinder-798104-1-smb neutron-server[74186]: INFO neutron.wsgi [req-41a7eef1-98b5-4287-aeee-0dba90af8183 req-a4db8bc9-f51d-4971-a462-24c681d3c524 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=f9639542-7928-4a6f-8af5-8fed9a173fcf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0390265 Jun 28 16:47:37.008870 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-234d2617-f9af-4fd1-a50a-093b4d3019a2 req-ec1bead2-22d2-4cb2-8e4e-562ecb20f10f tempest-AttachVolumeShelveTestJSON-223402159 tempest-AttachVolumeShelveTestJSON-223402159-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 16:47:37.010330 dv-cinder-798104-1-smb neutron-server[74185]: INFO neutron.wsgi [req-234d2617-f9af-4fd1-a50a-093b4d3019a2 req-ec1bead2-22d2-4cb2-8e4e-562ecb20f10f tempest-AttachVolumeShelveTestJSON-223402159 tempest-AttachVolumeShelveTestJSON-223402159-project] 10.222.0.26 "GET /v2.0/ports?device_id=8e3a90db-fda3-48b9-a3a1-df3f395c0dfd HTTP/1.1" status: 200 len: 945 time: 0.0804851 Jun 28 16:47:37.057973 dv-cinder-798104-1-smb neutron-server[74185]: INFO neutron.wsgi [req-234d2617-f9af-4fd1-a50a-093b4d3019a2 req-c07a6924-0570-4a20-9e30-7d372ac610f3 tempest-AttachVolumeShelveTestJSON-223402159 tempest-AttachVolumeShelveTestJSON-223402159-project] 10.222.0.26 "GET /v2.0/security-groups?id=ee5b5d98-52f8-46a1-b53d-b30b29c7120c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0415223 Jun 28 16:47:37.302695 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d140efb9-386e-461a-b702-696c316612c9 req-1156e654-fc4b-43a9-a9a3-fe043ee7b46e tempest-TestShelveInstance-142730798 tempest-TestShelveInstance-142730798-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 16:47:37.306876 dv-cinder-798104-1-smb neutron-server[74185]: INFO neutron.wsgi [req-d140efb9-386e-461a-b702-696c316612c9 req-1156e654-fc4b-43a9-a9a3-fe043ee7b46e tempest-TestShelveInstance-142730798 tempest-TestShelveInstance-142730798-project] 10.222.0.26 "GET /v2.0/ports?device_id=99461ed8-fb47-4e05-8bc8-51e5644ab617 HTTP/1.1" status: 200 len: 945 time: 0.0862985 Jun 28 16:47:37.363640 dv-cinder-798104-1-smb neutron-server[74185]: INFO neutron.wsgi [req-d140efb9-386e-461a-b702-696c316612c9 req-7a6ac7f6-a632-42e6-a8e0-3ee62adcf6d1 tempest-TestShelveInstance-142730798 tempest-TestShelveInstance-142730798-project] 10.222.0.26 "GET /v2.0/security-groups?id=f9639542-7928-4a6f-8af5-8fed9a173fcf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0458124 Jun 28 16:47:38.293050 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3208f9ef-3f80-499d-958f-c8ecaaacc2f4 req-3ee08ff0-239d-4e34-8585-fb08143fc1a4 tempest-AttachVolumeShelveTestJSON-223402159 tempest-AttachVolumeShelveTestJSON-223402159-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 16:47:38.294550 dv-cinder-798104-1-smb neutron-server[74185]: INFO neutron.wsgi [req-3208f9ef-3f80-499d-958f-c8ecaaacc2f4 req-3ee08ff0-239d-4e34-8585-fb08143fc1a4 tempest-AttachVolumeShelveTestJSON-223402159 tempest-AttachVolumeShelveTestJSON-223402159-project] 10.222.0.26 "GET /v2.0/ports?device_id=8e3a90db-fda3-48b9-a3a1-df3f395c0dfd HTTP/1.1" status: 200 len: 945 time: 0.0906453 Jun 28 16:47:38.352813 dv-cinder-798104-1-smb neutron-server[74185]: INFO neutron.wsgi [req-3208f9ef-3f80-499d-958f-c8ecaaacc2f4 req-457ccb26-9988-40b4-812d-528ba5327d3d tempest-AttachVolumeShelveTestJSON-223402159 tempest-AttachVolumeShelveTestJSON-223402159-project] 10.222.0.26 "GET /v2.0/security-groups?id=ee5b5d98-52f8-46a1-b53d-b30b29c7120c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0524955 Jun 28 16:47:38.577627 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db9cb57a-2ea0-41e1-ad24-ed9e6ee14b26 req-eee313d2-f957-44a2-9839-e886705edb48 tempest-TestShelveInstance-142730798 tempest-TestShelveInstance-142730798-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 16:47:38.579095 dv-cinder-798104-1-smb neutron-server[74185]: INFO neutron.wsgi [req-db9cb57a-2ea0-41e1-ad24-ed9e6ee14b26 req-eee313d2-f957-44a2-9839-e886705edb48 tempest-TestShelveInstance-142730798 tempest-TestShelveInstance-142730798-project] 10.222.0.26 "GET /v2.0/ports?device_id=99461ed8-fb47-4e05-8bc8-51e5644ab617 HTTP/1.1" status: 200 len: 945 time: 0.0808482 Jun 28 16:47:38.625591 dv-cinder-798104-1-smb neutron-server[74185]: INFO neutron.wsgi [req-db9cb57a-2ea0-41e1-ad24-ed9e6ee14b26 req-1de98c62-7101-422c-bfa3-8dce7df794b6 tempest-TestShelveInstance-142730798 tempest-TestShelveInstance-142730798-project] 10.222.0.26 "GET /v2.0/security-groups?id=f9639542-7928-4a6f-8af5-8fed9a173fcf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0403602 Jun 28 16:47:38.835134 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8fac537-3c28-44f1-87f8-0adb8a51ac3a req-7b13d4a8-f718-47b9-8e99-59a93a89988f tempest-TestShelveInstance-142730798 tempest-TestShelveInstance-142730798-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 16:47:38.837142 dv-cinder-798104-1-smb neutron-server[74185]: INFO neutron.wsgi [req-b8fac537-3c28-44f1-87f8-0adb8a51ac3a req-7b13d4a8-f718-47b9-8e99-59a93a89988f tempest-TestShelveInstance-142730798 tempest-TestShelveInstance-142730798-project] 10.222.0.26 "GET /v2.0/ports?device_id=99461ed8-fb47-4e05-8bc8-51e5644ab617 HTTP/1.1" status: 200 len: 945 time: 0.0847208 Jun 28 16:47:38.889340 dv-cinder-798104-1-smb neutron-server[74185]: INFO neutron.wsgi [req-b8fac537-3c28-44f1-87f8-0adb8a51ac3a req-3260da3c-514b-419e-91d6-7724d037dbc4 tempest-TestShelveInstance-142730798 tempest-TestShelveInstance-142730798-project] 10.222.0.26 "GET /v2.0/security-groups?id=f9639542-7928-4a6f-8af5-8fed9a173fcf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0416405 Jun 28 16:47:38.919406 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG neutron.wsgi [-] (74185) accepted ('10.222.0.26', 53998) {{(pid=74185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 28 16:47:39.188487 dv-cinder-798104-1-smb neutron-server[74185]: INFO neutron.wsgi [None req-f13e14d7-15b4-40c9-80eb-1ab24eb447de tempest-TestShelveInstance-467861224 tempest-TestShelveInstance-467861224-project-admin] 10.222.0.26 "GET /v2.0/ports?device_id=99461ed8-fb47-4e05-8bc8-51e5644ab617 HTTP/1.1" status: 200 len: 1093 time: 0.2676783 Jun 28 16:47:39.192487 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG neutron.wsgi [-] (74185) accepted ('10.222.0.26', 54008) {{(pid=74185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 28 16:47:39.197356 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG neutron.api.v2.base [None req-3f18b962-2657-4c05-83f6-83901ae77db8 tempest-TestShelveInstance-142730798 tempest-TestShelveInstance-142730798-project] Request body: {'floatingip': {'floating_network_id': 'f9715ce2-16ba-4ae9-9a15-557432d0a5ed', 'port_id': 'dd236684-13c6-406b-863e-9d0559c8bc9a', 'tenant_id': '8c5d7eb385cf4b6484fd4ebafedcfebd', 'fixed_ip_address': '172.20.0.9'}} {{(pid=74185) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jun 28 16:47:39.203084 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG neutron.db.quota.driver [None req-3f18b962-2657-4c05-83f6-83901ae77db8 tempest-TestShelveInstance-142730798 tempest-TestShelveInstance-142730798-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74185) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 28 16:47:39.207079 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG neutron.quota.resource [None req-3f18b962-2657-4c05-83f6-83901ae77db8 tempest-TestShelveInstance-142730798 tempest-TestShelveInstance-142730798-project] Usage tracker for resource:floatingip and tenant:8c5d7eb385cf4b6484fd4ebafedcfebd is out of sync, need to count used quota {{(pid=74185) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 28 16:47:39.210033 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG neutron.quota.resource [None req-3f18b962-2657-4c05-83f6-83901ae77db8 tempest-TestShelveInstance-142730798 tempest-TestShelveInstance-142730798-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=74185) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 28 16:47:39.215787 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG neutron.db.quota.driver [None req-3f18b962-2657-4c05-83f6-83901ae77db8 tempest-TestShelveInstance-142730798 tempest-TestShelveInstance-142730798-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=74185) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 28 16:47:39.228912 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG neutron_lib.callbacks.manager [None req-3f18b962-2657-4c05-83f6-83901ae77db8 tempest-TestShelveInstance-142730798 tempest-TestShelveInstance-142730798-project] Notify callbacks [] for floatingip, before_create {{(pid=74185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 16:47:39.378386 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG neutron_lib.callbacks.manager [None req-3f18b962-2657-4c05-83f6-83901ae77db8 tempest-TestShelveInstance-142730798 tempest-TestShelveInstance-142730798-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621611'] for port, before_create {{(pid=74185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 16:47:39.598549 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG neutron.db.db_base_plugin_common [None req-3f18b962-2657-4c05-83f6-83901ae77db8 tempest-TestShelveInstance-142730798 tempest-TestShelveInstance-142730798-project] Allocated IP 172.28.3.48 (f9715ce2-16ba-4ae9-9a15-557432d0a5ed/e3a20e14-2eea-4943-8cec-1fe85e8448d0/d0d3e95b-a227-4b17-839a-3be0aa08f179) {{(pid=74185) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 28 16:47:39.720578 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0464b9b3-181d-4505-acf1-1886c6139db7 req-eb802af8-eda7-4af2-8c47-7238c8f06ba2 tempest-AttachVolumeShelveTestJSON-223402159 tempest-AttachVolumeShelveTestJSON-223402159-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 16:47:39.723242 dv-cinder-798104-1-smb neutron-server[74185]: INFO neutron.wsgi [req-0464b9b3-181d-4505-acf1-1886c6139db7 req-eb802af8-eda7-4af2-8c47-7238c8f06ba2 tempest-AttachVolumeShelveTestJSON-223402159 tempest-AttachVolumeShelveTestJSON-223402159-project] 10.222.0.26 "GET /v2.0/ports?device_id=8e3a90db-fda3-48b9-a3a1-df3f395c0dfd HTTP/1.1" status: 200 len: 945 time: 0.2013905 Jun 28 16:47:39.839586 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG neutron_lib.callbacks.manager [None req-3f18b962-2657-4c05-83f6-83901ae77db8 tempest-TestShelveInstance-142730798 tempest-TestShelveInstance-142730798-project] Notify callbacks [] for port, precommit_create {{(pid=74185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 16:47:39.844983 dv-cinder-798104-1-smb neutron-server[74185]: INFO neutron.wsgi [req-0464b9b3-181d-4505-acf1-1886c6139db7 req-3acdf18b-a18c-4839-8e33-7cfa5dd75a7c tempest-AttachVolumeShelveTestJSON-223402159 tempest-AttachVolumeShelveTestJSON-223402159-project] 10.222.0.26 "GET /v2.0/security-groups?id=ee5b5d98-52f8-46a1-b53d-b30b29c7120c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1086142 Jun 28 16:47:39.876008 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG neutron_lib.callbacks.manager [None req-3f18b962-2657-4c05-83f6-83901ae77db8 tempest-TestShelveInstance-142730798 tempest-TestShelveInstance-142730798-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-615041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1598908', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774157688360', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15648331'] for port, after_create {{(pid=74185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 16:47:39.881440 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG oslo_concurrency.lockutils [None req-dead6256-6e5a-47ce-a332-3682b64c5d38 tempest-AttachVolumeTestJSON-1575976490 tempest-AttachVolumeTestJSON-1575976490-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74185) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 16:47:39.950244 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3f18b962-2657-4c05-83f6-83901ae77db8 tempest-TestShelveInstance-142730798 tempest-TestShelveInstance-142730798-project] Network f9715ce2-16ba-4ae9-9a15-557432d0a5ed is already hosted by enough agents. {{(pid=74185) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 28 16:47:39.953206 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG neutron.scheduler.base_scheduler [None req-3f18b962-2657-4c05-83f6-83901ae77db8 tempest-TestShelveInstance-142730798 tempest-TestShelveInstance-142730798-project] Resources bound (agent type, host, resource id): {{(pid=74185) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 28 16:47:39.957698 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f18b962-2657-4c05-83f6-83901ae77db8 tempest-TestShelveInstance-142730798 tempest-TestShelveInstance-142730798-project] Received port after_create {{(pid=74185) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 28 16:47:39.986135 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f18b962-2657-4c05-83f6-83901ae77db8 tempest-TestShelveInstance-142730798 tempest-TestShelveInstance-142730798-project] Pushing event updated for resources: {'Port': ['ID=d0d3e95b-a227-4b17-839a-3be0aa08f179,revision_number=1']} {{(pid=74185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 16:47:39.991813 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG oslo_concurrency.lockutils [None req-3f18b962-2657-4c05-83f6-83901ae77db8 tempest-TestShelveInstance-142730798 tempest-TestShelveInstance-142730798-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=74185) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 16:47:40.589844 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG neutron_lib.callbacks.manager [None req-3f18b962-2657-4c05-83f6-83901ae77db8 tempest-TestShelveInstance-142730798 tempest-TestShelveInstance-142730798-project] Notify callbacks [] for floatingip, precommit_create {{(pid=74185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 16:47:40.659923 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG neutron_lib.callbacks.manager [None req-3f18b962-2657-4c05-83f6-83901ae77db8 tempest-TestShelveInstance-142730798 tempest-TestShelveInstance-142730798-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621611'] for port, before_update {{(pid=74185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 16:47:40.906226 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG neutron_lib.callbacks.manager [None req-3f18b962-2657-4c05-83f6-83901ae77db8 tempest-TestShelveInstance-142730798 tempest-TestShelveInstance-142730798-project] Notify callbacks [] for port, precommit_update {{(pid=74185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 16:47:40.913024 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG neutron_lib.callbacks.manager [None req-3f18b962-2657-4c05-83f6-83901ae77db8 tempest-TestShelveInstance-142730798 tempest-TestShelveInstance-142730798-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-615041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1598908', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774158213048', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774157688378', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774157688423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15648322'] for port, after_update {{(pid=74185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 16:47:40.916780 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG oslo_concurrency.lockutils [None req-797a4b31-c1be-4fac-9953-657dbfe25d1c tempest-VolumesSnapshotTestJSON-1870625415 tempest-VolumesSnapshotTestJSON-1870625415-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74185) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 16:47:41.042801 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f18b962-2657-4c05-83f6-83901ae77db8 tempest-TestShelveInstance-142730798 tempest-TestShelveInstance-142730798-project] Pushing event updated for resources: {'Port': ['ID=d0d3e95b-a227-4b17-839a-3be0aa08f179,revision_number=2']} {{(pid=74185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 16:47:41.052023 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG oslo_concurrency.lockutils [None req-3f18b962-2657-4c05-83f6-83901ae77db8 tempest-TestShelveInstance-142730798 tempest-TestShelveInstance-142730798-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.134s {{(pid=74185) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 16:47:41.100155 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG neutron_lib.callbacks.manager [None req-3f18b962-2657-4c05-83f6-83901ae77db8 tempest-TestShelveInstance-142730798 tempest-TestShelveInstance-142730798-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1624410'] for floatingip, after_update {{(pid=74185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 16:47:41.212494 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb2f3c2e-c6f3-4fae-a63b-fe634b5b0cd2 req-2f4a873a-0043-4b55-8c88-8bef607d666d tempest-AttachVolumeShelveTestJSON-223402159 tempest-AttachVolumeShelveTestJSON-223402159-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 16:47:41.213965 dv-cinder-798104-1-smb neutron-server[74185]: INFO neutron.wsgi [req-fb2f3c2e-c6f3-4fae-a63b-fe634b5b0cd2 req-2f4a873a-0043-4b55-8c88-8bef607d666d tempest-AttachVolumeShelveTestJSON-223402159 tempest-AttachVolumeShelveTestJSON-223402159-project] 10.222.0.26 "GET /v2.0/ports?device_id=8e3a90db-fda3-48b9-a3a1-df3f395c0dfd HTTP/1.1" status: 200 len: 945 time: 0.1727679 Jun 28 16:47:41.276983 dv-cinder-798104-1-smb neutron-server[74185]: INFO neutron.wsgi [req-fb2f3c2e-c6f3-4fae-a63b-fe634b5b0cd2 req-2d5b782f-2a96-459a-b442-11281c731897 tempest-AttachVolumeShelveTestJSON-223402159 tempest-AttachVolumeShelveTestJSON-223402159-project] 10.222.0.26 "GET /v2.0/security-groups?id=ee5b5d98-52f8-46a1-b53d-b30b29c7120c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0545585 Jun 28 16:47:41.385175 dv-cinder-798104-1-smb neutron-server[74185]: INFO neutron.db.l3_db [None req-3f18b962-2657-4c05-83f6-83901ae77db8 tempest-TestShelveInstance-142730798 tempest-TestShelveInstance-142730798-project] Floating IP 49bc5f58-d93d-4d27-a1af-f4013bb32876 associated. External IP: 172.28.3.48, port: dd236684-13c6-406b-863e-9d0559c8bc9a. Jun 28 16:47:41.859858 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3f18b962-2657-4c05-83f6-83901ae77db8 tempest-TestShelveInstance-142730798 tempest-TestShelveInstance-142730798-project] Router 9d53da9d-51e9-4397-b40c-f87f3acd0f12 has already been hosted by L3 agent 633adcd1-515e-4435-b14d-49f054abd10f {{(pid=74185) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 28 16:47:42.103622 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3f18b962-2657-4c05-83f6-83901ae77db8 tempest-TestShelveInstance-142730798 tempest-TestShelveInstance-142730798-project] Notify agent at l3_agent.dv-cinder-798104-1-smb the message routers_updated {{(pid=74185) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 28 16:47:42.116512 dv-cinder-798104-1-smb neutron-server[74187]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86a4c81e-5537-4f95-9090-95239fe3a9dd None None] Sync routers for ids ['9d53da9d-51e9-4397-b40c-f87f3acd0f12'] in dv-cinder-798104-1-smb {{(pid=74187) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jun 28 16:47:42.138564 dv-cinder-798104-1-smb neutron-server[74187]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86a4c81e-5537-4f95-9090-95239fe3a9dd None None] Routers {'9d53da9d-51e9-4397-b40c-f87f3acd0f12'} bound to L3 agent in host dv-cinder-798104-1-smb {{(pid=74187) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 28 16:47:42.139610 dv-cinder-798104-1-smb neutron-server[74187]: DEBUG neutron.db.l3_hamode_db [None req-86a4c81e-5537-4f95-9090-95239fe3a9dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-798104-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-28T16:32:46Z,description=,heartbeat_timestamp=2021-06-28T16:47:16Z,host='dv-cinder-798104-1-smb',id=633adcd1-515e-4435-b14d-49f054abd10f,load=0,resource_versions=,resources_synced=,started_at=2021-06-28T16:32:46Z,topic='l3_agent')) {'router_ids': ['9d53da9d-51e9-4397-b40c-f87f3acd0f12'], 'active': True} {{(pid=74187) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 16:47:42.163741 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG neutron_lib.callbacks.manager [None req-3f18b962-2657-4c05-83f6-83901ae77db8 tempest-TestShelveInstance-142730798 tempest-TestShelveInstance-142730798-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129357'] for floatingip, before_response {{(pid=74185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 16:47:42.278177 dv-cinder-798104-1-smb neutron-server[74185]: INFO neutron.wsgi [None req-3f18b962-2657-4c05-83f6-83901ae77db8 tempest-TestShelveInstance-142730798 tempest-TestShelveInstance-142730798-project] 10.222.0.26 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 3.0850160 Jun 28 16:47:42.279140 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '99461ed8-fb47-4e05-8bc8-51e5644ab617', 'tag': 'dd236684-13c6-406b-863e-9d0559c8bc9a'}] {{(pid=74185) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 28 16:47:42.364259 dv-cinder-798104-1-smb neutron-server[74187]: DEBUG neutron.db.l3_dvr_db [None req-86a4c81e-5537-4f95-9090-95239fe3a9dd None None] Set router 9d53da9d-51e9-4397-b40c-f87f3acd0f12 gateway port host: dv-cinder-798104-1-smb {{(pid=74187) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jun 28 16:47:42.531224 dv-cinder-798104-1-smb neutron-server[74185]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '99461ed8-fb47-4e05-8bc8-51e5644ab617', 'tag': 'dd236684-13c6-406b-863e-9d0559c8bc9a', 'status': 'completed', 'code': 200} Jun 28 16:47:42.558874 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1587c46b-c897-49f4-8e1f-39bd49d3bf60 req-a72ec5c1-6815-4ab0-ac79-c492c2fa759f tempest-AttachVolumeShelveTestJSON-223402159 tempest-AttachVolumeShelveTestJSON-223402159-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 16:47:42.560414 dv-cinder-798104-1-smb neutron-server[74185]: INFO neutron.wsgi [req-1587c46b-c897-49f4-8e1f-39bd49d3bf60 req-a72ec5c1-6815-4ab0-ac79-c492c2fa759f tempest-AttachVolumeShelveTestJSON-223402159 tempest-AttachVolumeShelveTestJSON-223402159-project] 10.222.0.26 "GET /v2.0/ports?device_id=8e3a90db-fda3-48b9-a3a1-df3f395c0dfd HTTP/1.1" status: 200 len: 945 time: 0.0923090 Jun 28 16:47:42.648552 dv-cinder-798104-1-smb neutron-server[74185]: INFO neutron.wsgi [req-1587c46b-c897-49f4-8e1f-39bd49d3bf60 req-15f9349e-7525-4d42-8057-16b21af87080 tempest-AttachVolumeShelveTestJSON-223402159 tempest-AttachVolumeShelveTestJSON-223402159-project] 10.222.0.26 "GET /v2.0/security-groups?id=ee5b5d98-52f8-46a1-b53d-b30b29c7120c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0711668 Jun 28 16:47:42.655666 dv-cinder-798104-1-smb neutron-server[74186]: INFO neutron.wsgi [req-47146e8d-c89e-4878-b6af-a85778ef575d req-88091ab6-066d-484d-856e-962183293c12 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=8c5d7eb385cf4b6484fd4ebafedcfebd&device_id=99461ed8-fb47-4e05-8bc8-51e5644ab617 HTTP/1.1" status: 200 len: 1098 time: 0.0904107 Jun 28 16:47:42.786368 dv-cinder-798104-1-smb neutron-server[74187]: DEBUG neutron.db.l3_hamode_db [None req-86a4c81e-5537-4f95-9090-95239fe3a9dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9d53da9d-51e9-4397-b40c-f87f3acd0f12', 'name': 'tempest-TestShelveInstance-1780542593-router', 'tenant_id': '8c5d7eb385cf4b6484fd4ebafedcfebd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f9715ce2-16ba-4ae9-9a15-557432d0a5ed', 'external_fixed_ips': [{'subnet_id': 'e3a20e14-2eea-4943-8cec-1fe85e8448d0', 'ip_address': '172.28.3.127'}], 'enable_snat': True}, 'gw_port_id': '657e2dfc-512f-4959-bc5f-53243ebe1e70', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-28T16:46:47Z', 'updated_at': '2021-06-28T16:46:51Z', 'revision_number': 4, 'project_id': '8c5d7eb385cf4b6484fd4ebafedcfebd', 'gw_port': {'id': '657e2dfc-512f-4959-bc5f-53243ebe1e70', 'name': '', 'network_id': 'f9715ce2-16ba-4ae9-9a15-557432d0a5ed', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:0f:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d53da9d-51e9-4397-b40c-f87f3acd0f12', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e3a20e14-2eea-4943-8cec-1fe85e8448d0', 'ip_address': '172.28.3.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798104-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T16:46:47Z', 'updated_at': '2021-06-28T16:46:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e3a20e14-2eea-4943-8cec-1fe85e8448d0', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798104-1-smb', '_floatingips': [{'id': '49bc5f58-d93d-4d27-a1af-f4013bb32876', 'tenant_id': '8c5d7eb385cf4b6484fd4ebafedcfebd', 'floating_ip_address': '172.28.3.48', 'floating_network_id': 'f9715ce2-16ba-4ae9-9a15-557432d0a5ed', 'router_id': '9d53da9d-51e9-4397-b40c-f87f3acd0f12', 'port_id': 'dd236684-13c6-406b-863e-9d0559c8bc9a', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c51a219d-aea3-485c-897b-dd81c8d14108', 'mac_address': 'fa:16:3e:de:e8:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99461ed8-fb47-4e05-8bc8-51e5644ab617', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-28T16:47:40Z', 'updated_at': '2021-06-28T16:47:40Z', 'revision_number': 0, 'project_id': '8c5d7eb385cf4b6484fd4ebafedcfebd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bbef0a3f-0abf-42bf-9454-3ad9181a5857', 'name': '', 'network_id': 'c51a219d-aea3-485c-897b-dd81c8d14108', 'tenant_id': '8c5d7eb385cf4b6484fd4ebafedcfebd', 'mac_address': 'fa:16:3e:a8:f1:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d53da9d-51e9-4397-b40c-f87f3acd0f12', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'b208fee6-e725-4900-8dd2-8d94468ed059', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798104-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T16:46:51Z', 'updated_at': '2021-06-28T16:47:05Z', 'revision_number': 5, 'project_id': '8c5d7eb385cf4b6484fd4ebafedcfebd', 'subnets': [{'id': 'b208fee6-e725-4900-8dd2-8d94468ed059', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-798104-1-smb', False) {} {{(pid=74187) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 16:47:42.791990 dv-cinder-798104-1-smb neutron-server[74187]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86a4c81e-5537-4f95-9090-95239fe3a9dd None None] Checking router: 9d53da9d-51e9-4397-b40c-f87f3acd0f12 for host: dv-cinder-798104-1-smb {{(pid=74187) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Jun 28 16:47:42.804254 dv-cinder-798104-1-smb neutron-server[74187]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86a4c81e-5537-4f95-9090-95239fe3a9dd None None] Routers {'9d53da9d-51e9-4397-b40c-f87f3acd0f12'} bound to L3 agent in host dv-cinder-798104-1-smb {{(pid=74187) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 28 16:47:42.805124 dv-cinder-798104-1-smb neutron-server[74187]: DEBUG neutron.db.l3_hamode_db [None req-86a4c81e-5537-4f95-9090-95239fe3a9dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-798104-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-28T16:32:46Z,description=,heartbeat_timestamp=2021-06-28T16:47:16Z,host='dv-cinder-798104-1-smb',id=633adcd1-515e-4435-b14d-49f054abd10f,load=0,resource_versions=,resources_synced=,started_at=2021-06-28T16:32:46Z,topic='l3_agent')) {'router_ids': ['9d53da9d-51e9-4397-b40c-f87f3acd0f12'], 'active': True} {{(pid=74187) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 16:47:42.808611 dv-cinder-798104-1-smb neutron-server[74186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47146e8d-c89e-4878-b6af-a85778ef575d req-7b3d5b7d-3d8e-4ed7-b02c-d22b95852f90 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=74186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 16:47:42.810215 dv-cinder-798104-1-smb neutron-server[74186]: INFO neutron.wsgi [req-47146e8d-c89e-4878-b6af-a85778ef575d req-7b3d5b7d-3d8e-4ed7-b02c-d22b95852f90 service neutron] 10.222.0.41 "GET /v2.0/networks?id=c51a219d-aea3-485c-897b-dd81c8d14108 HTTP/1.1" status: 200 len: 910 time: 0.1453285 Jun 28 16:47:43.014272 dv-cinder-798104-1-smb neutron-server[74186]: INFO neutron.wsgi [req-47146e8d-c89e-4878-b6af-a85778ef575d req-efa95e8d-58be-479e-836d-12e90c145ef7 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=dd236684-13c6-406b-863e-9d0559c8bc9a HTTP/1.1" status: 200 len: 998 time: 0.1958365 Jun 28 16:47:43.033795 dv-cinder-798104-1-smb neutron-server[74187]: DEBUG neutron.db.l3_dvr_db [None req-86a4c81e-5537-4f95-9090-95239fe3a9dd None None] Set router 9d53da9d-51e9-4397-b40c-f87f3acd0f12 gateway port host: dv-cinder-798104-1-smb {{(pid=74187) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jun 28 16:47:43.145731 dv-cinder-798104-1-smb neutron-server[74186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47146e8d-c89e-4878-b6af-a85778ef575d req-9110329a-4366-4407-a497-1cb8312a8268 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=74186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 16:47:43.148490 dv-cinder-798104-1-smb neutron-server[74186]: INFO neutron.wsgi [req-47146e8d-c89e-4878-b6af-a85778ef575d req-9110329a-4366-4407-a497-1cb8312a8268 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=b208fee6-e725-4900-8dd2-8d94468ed059 HTTP/1.1" status: 200 len: 848 time: 0.1191547 Jun 28 16:47:43.281943 dv-cinder-798104-1-smb neutron-server[74186]: INFO neutron.wsgi [req-47146e8d-c89e-4878-b6af-a85778ef575d req-b2ef506e-a968-48d2-a0ec-43b2c19afcfc service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=c51a219d-aea3-485c-897b-dd81c8d14108&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1195207 Jun 28 16:47:43.470672 dv-cinder-798104-1-smb neutron-server[74186]: INFO neutron.wsgi [req-47146e8d-c89e-4878-b6af-a85778ef575d req-2fb22f27-2444-411a-87be-842b267920a4 service neutron] 10.222.0.41 "GET /v2.0/networks/c51a219d-aea3-485c-897b-dd81c8d14108?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1709220 Jun 28 16:47:43.486359 dv-cinder-798104-1-smb neutron-server[74187]: DEBUG neutron.db.l3_hamode_db [None req-86a4c81e-5537-4f95-9090-95239fe3a9dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9d53da9d-51e9-4397-b40c-f87f3acd0f12', 'name': 'tempest-TestShelveInstance-1780542593-router', 'tenant_id': '8c5d7eb385cf4b6484fd4ebafedcfebd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f9715ce2-16ba-4ae9-9a15-557432d0a5ed', 'external_fixed_ips': [{'subnet_id': 'e3a20e14-2eea-4943-8cec-1fe85e8448d0', 'ip_address': '172.28.3.127'}], 'enable_snat': True}, 'gw_port_id': '657e2dfc-512f-4959-bc5f-53243ebe1e70', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-28T16:46:47Z', 'updated_at': '2021-06-28T16:46:51Z', 'revision_number': 4, 'project_id': '8c5d7eb385cf4b6484fd4ebafedcfebd', 'gw_port': {'id': '657e2dfc-512f-4959-bc5f-53243ebe1e70', 'name': '', 'network_id': 'f9715ce2-16ba-4ae9-9a15-557432d0a5ed', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:0f:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d53da9d-51e9-4397-b40c-f87f3acd0f12', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e3a20e14-2eea-4943-8cec-1fe85e8448d0', 'ip_address': '172.28.3.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798104-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T16:46:47Z', 'updated_at': '2021-06-28T16:46:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e3a20e14-2eea-4943-8cec-1fe85e8448d0', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798104-1-smb', '_floatingips': [{'id': '49bc5f58-d93d-4d27-a1af-f4013bb32876', 'tenant_id': '8c5d7eb385cf4b6484fd4ebafedcfebd', 'floating_ip_address': '172.28.3.48', 'floating_network_id': 'f9715ce2-16ba-4ae9-9a15-557432d0a5ed', 'router_id': '9d53da9d-51e9-4397-b40c-f87f3acd0f12', 'port_id': 'dd236684-13c6-406b-863e-9d0559c8bc9a', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c51a219d-aea3-485c-897b-dd81c8d14108', 'mac_address': 'fa:16:3e:de:e8:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99461ed8-fb47-4e05-8bc8-51e5644ab617', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-28T16:47:40Z', 'updated_at': '2021-06-28T16:47:40Z', 'revision_number': 0, 'project_id': '8c5d7eb385cf4b6484fd4ebafedcfebd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bbef0a3f-0abf-42bf-9454-3ad9181a5857', 'name': '', 'network_id': 'c51a219d-aea3-485c-897b-dd81c8d14108', 'tenant_id': '8c5d7eb385cf4b6484fd4ebafedcfebd', 'mac_address': 'fa:16:3e:a8:f1:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d53da9d-51e9-4397-b40c-f87f3acd0f12', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'b208fee6-e725-4900-8dd2-8d94468ed059', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798104-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T16:46:51Z', 'updated_at': '2021-06-28T16:47:05Z', 'revision_number': 5, 'project_id': '8c5d7eb385cf4b6484fd4ebafedcfebd', 'subnets': [{'id': 'b208fee6-e725-4900-8dd2-8d94468ed059', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-798104-1-smb', False) {} {{(pid=74187) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 16:47:43.492880 dv-cinder-798104-1-smb neutron-server[74187]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86a4c81e-5537-4f95-9090-95239fe3a9dd None None] The sync data for ids ['9d53da9d-51e9-4397-b40c-f87f3acd0f12'] in dv-cinder-798104-1-smb is: [{'id': '9d53da9d-51e9-4397-b40c-f87f3acd0f12', 'name': 'tempest-TestShelveInstance-1780542593-router', 'tenant_id': '8c5d7eb385cf4b6484fd4ebafedcfebd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f9715ce2-16ba-4ae9-9a15-557432d0a5ed', 'external_fixed_ips': [{'subnet_id': 'e3a20e14-2eea-4943-8cec-1fe85e8448d0', 'ip_address': '172.28.3.127'}], 'enable_snat': True}, 'gw_port_id': '657e2dfc-512f-4959-bc5f-53243ebe1e70', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-28T16:46:47Z', 'updated_at': '2021-06-28T16:46:51Z', 'revision_number': 4, 'project_id': '8c5d7eb385cf4b6484fd4ebafedcfebd', 'gw_port': {'id': '657e2dfc-512f-4959-bc5f-53243ebe1e70', 'name': '', 'network_id': 'f9715ce2-16ba-4ae9-9a15-557432d0a5ed', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:0f:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d53da9d-51e9-4397-b40c-f87f3acd0f12', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e3a20e14-2eea-4943-8cec-1fe85e8448d0', 'ip_address': '172.28.3.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798104-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T16:46:47Z', 'updated_at': '2021-06-28T16:46:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e3a20e14-2eea-4943-8cec-1fe85e8448d0', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798104-1-smb', '_floatingips': [{'id': '49bc5f58-d93d-4d27-a1af-f4013bb32876', 'tenant_id': '8c5d7eb385cf4b6484fd4ebafedcfebd', 'floating_ip_address': '172.28.3.48', 'floating_network_id': 'f9715ce2-16ba-4ae9-9a15-557432d0a5ed', 'router_id': '9d53da9d-51e9-4397-b40c-f87f3acd0f12', 'port_id': 'dd236684-13c6-406b-863e-9d0559c8bc9a', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c51a219d-aea3-485c-897b-dd81c8d14108', 'mac_address': 'fa:16:3e:de:e8:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99461ed8-fb47-4e05-8bc8-51e5644ab617', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-28T16:47:40Z', 'updated_at': '2021-06-28T16:47:40Z', 'revision_number': 0, 'project_id': '8c5d7eb385cf4b6484fd4ebafedcfebd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bbef0a3f-0abf-42bf-9454-3ad9181a5857', 'name': '', 'network_id': 'c51a219d-aea3-485c-897b-dd81c8d14108', 'tenant_id': '8c5d7eb385cf4b6484fd4ebafedcfebd', 'mac_address': 'fa:16:3e:a8:f1:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d53da9d-51e9-4397-b40c-f87f3acd0f12', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'b208fee6-e725-4900-8dd2-8d94468ed059', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798104-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T16:46:51Z', 'updated_at': '2021-06-28T16:47:05Z', 'revision_number': 5, 'project_id': '8c5d7eb385cf4b6484fd4ebafedcfebd', 'subnets': [{'id': 'b208fee6-e725-4900-8dd2-8d94468ed059', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=74187) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jun 28 16:47:43.626708 dv-cinder-798104-1-smb neutron-server[74187]: DEBUG neutron_lib.callbacks.manager [None req-78521844-22c8-4bda-a7f0-4333d1d25859 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774158209648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1002899'] for agent, after_update {{(pid=74187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 16:47:43.652055 dv-cinder-798104-1-smb neutron-server[74186]: INFO neutron.wsgi [req-47146e8d-c89e-4878-b6af-a85778ef575d req-cea3811e-d0d0-4df3-852f-ce6434b9a711 service neutron] 10.222.0.41 "GET /v2.0/networks/c51a219d-aea3-485c-897b-dd81c8d14108?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1640177 Jun 28 16:47:43.801756 dv-cinder-798104-1-smb neutron-server[74188]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0634a0b-90e5-4b16-bdbe-30e1b17214c8 None None] New status for floating IP 49bc5f58-d93d-4d27-a1af-f4013bb32876: ACTIVE {{(pid=74188) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Jun 28 16:47:43.851573 dv-cinder-798104-1-smb neutron-server[74187]: DEBUG neutron.plugins.ml2.rpc [None req-d0e5ad82-df9b-4ee3-8ee9-b93c74fbe1d3 None None] Device 793d6fcc-cc70-4135-af5c-1e7363bcb0de details requested by agent hyperv_hv-cinder-79810 with host hv-cinder-79810 {{(pid=74187) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 28 16:47:43.950122 dv-cinder-798104-1-smb neutron-server[74187]: DEBUG neutron_lib.callbacks.manager [None req-c72dd329-595c-4eca-9296-ba6eff8780d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774158209648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1002899'] for agent, after_update {{(pid=74187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 16:47:44.032749 dv-cinder-798104-1-smb neutron-server[74187]: DEBUG neutron.plugins.ml2.db [None req-d0e5ad82-df9b-4ee3-8ee9-b93c74fbe1d3 None None] For port 793d6fcc-cc70-4135-af5c-1e7363bcb0de, host hv-cinder-79810, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79810',level=0,port_id=793d6fcc-cc70-4135-af5c-1e7363bcb0de,segment=NetworkSegment(2df110ad-025a-4a6b-9e31-f233466e01f1),segment_id=2df110ad-025a-4a6b-9e31-f233466e01f1)] {{(pid=74187) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 16:47:44.038980 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dbff8c6-5a73-4b26-9144-302d33a07332 req-667ee80c-e383-4238-b205-3338fba89784 tempest-AttachVolumeShelveTestJSON-223402159 tempest-AttachVolumeShelveTestJSON-223402159-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 16:47:44.040798 dv-cinder-798104-1-smb neutron-server[74185]: INFO neutron.wsgi [req-5dbff8c6-5a73-4b26-9144-302d33a07332 req-667ee80c-e383-4238-b205-3338fba89784 tempest-AttachVolumeShelveTestJSON-223402159 tempest-AttachVolumeShelveTestJSON-223402159-project] 10.222.0.26 "GET /v2.0/ports?device_id=8e3a90db-fda3-48b9-a3a1-df3f395c0dfd HTTP/1.1" status: 200 len: 945 time: 0.2311704 Jun 28 16:47:44.056547 dv-cinder-798104-1-smb neutron-server[74187]: DEBUG neutron.plugins.ml2.rpc [None req-d0e5ad82-df9b-4ee3-8ee9-b93c74fbe1d3 None None] Returning: {'device': '793d6fcc-cc70-4135-af5c-1e7363bcb0de', 'network_id': '4e66a7eb-2725-411e-9b4f-e274c7c51246', 'port_id': '793d6fcc-cc70-4135-af5c-1e7363bcb0de', 'mac_address': 'fa:16:3e:ee:de:9b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 405, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f2ffd4c6-165d-446d-9207-8235b5280dd5', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=74187) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 28 16:47:44.118725 dv-cinder-798104-1-smb neutron-server[74185]: INFO neutron.wsgi [req-5dbff8c6-5a73-4b26-9144-302d33a07332 req-ebfd3dbd-0c80-4617-8603-0b12703c25b6 tempest-AttachVolumeShelveTestJSON-223402159 tempest-AttachVolumeShelveTestJSON-223402159-project] 10.222.0.26 "GET /v2.0/security-groups?id=ee5b5d98-52f8-46a1-b53d-b30b29c7120c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0714843 Jun 28 16:47:44.165426 dv-cinder-798104-1-smb neutron-server[74187]: DEBUG neutron_lib.callbacks.manager [None req-d0e5ad82-df9b-4ee3-8ee9-b93c74fbe1d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621611'] for port, before_update {{(pid=74187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 16:47:44.192507 dv-cinder-798104-1-smb neutron-server[74187]: DEBUG neutron.notifiers.nova [None req-d0e5ad82-df9b-4ee3-8ee9-b93c74fbe1d3 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 793d6fcc-cc70-4135-af5c-1e7363bcb0de {{(pid=74187) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 28 16:47:44.213403 dv-cinder-798104-1-smb neutron-server[74187]: DEBUG neutron.plugins.ml2.db [None req-d0e5ad82-df9b-4ee3-8ee9-b93c74fbe1d3 None None] For port 793d6fcc-cc70-4135-af5c-1e7363bcb0de, host hv-cinder-79810, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79810',level=0,port_id=793d6fcc-cc70-4135-af5c-1e7363bcb0de,segment=NetworkSegment(2df110ad-025a-4a6b-9e31-f233466e01f1),segment_id=2df110ad-025a-4a6b-9e31-f233466e01f1)] {{(pid=74187) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 16:47:44.217762 dv-cinder-798104-1-smb neutron-server[74187]: DEBUG neutron_lib.callbacks.manager [None req-d0e5ad82-df9b-4ee3-8ee9-b93c74fbe1d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-615041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1598908', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774158213048', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774157688378', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774157688423'] for port, after_update {{(pid=74187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 16:47:44.222391 dv-cinder-798104-1-smb neutron-server[74187]: DEBUG oslo_concurrency.lockutils [None req-d0e5ad82-df9b-4ee3-8ee9-b93c74fbe1d3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74187) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 16:47:44.300224 dv-cinder-798104-1-smb neutron-server[74187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0e5ad82-df9b-4ee3-8ee9-b93c74fbe1d3 None None] Pushing event updated for resources: {'Port': ['ID=793d6fcc-cc70-4135-af5c-1e7363bcb0de,revision_number=6']} {{(pid=74187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 16:47:44.304853 dv-cinder-798104-1-smb neutron-server[74187]: DEBUG oslo_concurrency.lockutils [None req-d0e5ad82-df9b-4ee3-8ee9-b93c74fbe1d3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=74187) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 16:47:44.347006 dv-cinder-798104-1-smb neutron-server[74187]: DEBUG neutron.plugins.ml2.db [None req-d0e5ad82-df9b-4ee3-8ee9-b93c74fbe1d3 None None] get_ports_and_sgs() called for port_ids ['793d6fcc-cc70-4135-af5c-1e7363bcb0de'] {{(pid=74187) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jun 28 16:47:45.424468 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4edfff3-120f-4635-a2fc-7b4ff6a87544 req-df00b8fc-0a5f-4d92-8463-7775f28369bb tempest-AttachVolumeShelveTestJSON-223402159 tempest-AttachVolumeShelveTestJSON-223402159-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 16:47:45.424468 dv-cinder-798104-1-smb neutron-server[74185]: INFO neutron.wsgi [req-f4edfff3-120f-4635-a2fc-7b4ff6a87544 req-df00b8fc-0a5f-4d92-8463-7775f28369bb tempest-AttachVolumeShelveTestJSON-223402159 tempest-AttachVolumeShelveTestJSON-223402159-project] 10.222.0.26 "GET /v2.0/ports?device_id=8e3a90db-fda3-48b9-a3a1-df3f395c0dfd HTTP/1.1" status: 200 len: 944 time: 0.1221883 Jun 28 16:47:45.497130 dv-cinder-798104-1-smb neutron-server[74185]: INFO neutron.wsgi [req-f4edfff3-120f-4635-a2fc-7b4ff6a87544 req-89a2219c-53dd-4ef3-9178-cf97bbc4ef1e tempest-AttachVolumeShelveTestJSON-223402159 tempest-AttachVolumeShelveTestJSON-223402159-project] 10.222.0.26 "GET /v2.0/security-groups?id=ee5b5d98-52f8-46a1-b53d-b30b29c7120c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0678790 Jun 28 16:47:45.866722 dv-cinder-798104-1-smb neutron-server[74187]: DEBUG neutron.plugins.ml2.rpc [None req-d0e5ad82-df9b-4ee3-8ee9-b93c74fbe1d3 None None] Device 793d6fcc-cc70-4135-af5c-1e7363bcb0de up at agent hyperv_hv-cinder-79810 {{(pid=74187) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 28 16:47:45.964829 dv-cinder-798104-1-smb neutron-server[74188]: DEBUG neutron.db.agents_db [None req-8255730c-b11f-4cfb-aeb3-67319944b41a None None] Agent healthcheck: found 6 active agents {{(pid=74188) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jun 28 16:47:45.977457 dv-cinder-798104-1-smb neutron-server[74187]: DEBUG neutron.db.provisioning_blocks [None req-d0e5ad82-df9b-4ee3-8ee9-b93c74fbe1d3 None None] Provisioning complete for port 793d6fcc-cc70-4135-af5c-1e7363bcb0de triggered by entity L2. {{(pid=74187) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 28 16:47:45.978545 dv-cinder-798104-1-smb neutron-server[74187]: DEBUG neutron_lib.callbacks.manager [None req-d0e5ad82-df9b-4ee3-8ee9-b93c74fbe1d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1002786'] for port, provisioning_complete {{(pid=74187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 16:47:46.197173 dv-cinder-798104-1-smb neutron-server[74187]: DEBUG neutron_lib.callbacks.manager [None req-fdadc3a5-435b-4979-be37-0a8d0cb92331 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774158209648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1002899'] for agent, after_update {{(pid=74187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 16:47:46.211873 dv-cinder-798104-1-smb neutron-server[74187]: DEBUG neutron_lib.callbacks.manager [None req-d0e5ad82-df9b-4ee3-8ee9-b93c74fbe1d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621611'] for port, before_update {{(pid=74187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 16:47:46.260440 dv-cinder-798104-1-smb neutron-server[74187]: DEBUG neutron.plugins.ml2.db [None req-d0e5ad82-df9b-4ee3-8ee9-b93c74fbe1d3 None None] For port 793d6fcc-cc70-4135-af5c-1e7363bcb0de, host hv-cinder-79810, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79810',level=0,port_id=793d6fcc-cc70-4135-af5c-1e7363bcb0de,segment=NetworkSegment(2df110ad-025a-4a6b-9e31-f233466e01f1),segment_id=2df110ad-025a-4a6b-9e31-f233466e01f1)] {{(pid=74187) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 16:47:46.260440 dv-cinder-798104-1-smb neutron-server[74187]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8e3a90db-fda3-48b9-a3a1-df3f395c0dfd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '793d6fcc-cc70-4135-af5c-1e7363bcb0de'}] {{(pid=74187) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 28 16:47:46.269106 dv-cinder-798104-1-smb neutron-server[74187]: DEBUG neutron_lib.callbacks.manager [None req-d0e5ad82-df9b-4ee3-8ee9-b93c74fbe1d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-615041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1598908', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774158213048', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774157688378', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774157688423'] for port, after_update {{(pid=74187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 16:47:46.272394 dv-cinder-798104-1-smb neutron-server[74187]: DEBUG oslo_concurrency.lockutils [None req-c72dd329-595c-4eca-9296-ba6eff8780d9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74187) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 16:47:46.339445 dv-cinder-798104-1-smb neutron-server[74187]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8e3a90db-fda3-48b9-a3a1-df3f395c0dfd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '793d6fcc-cc70-4135-af5c-1e7363bcb0de', 'code': 200} Jun 28 16:47:46.367395 dv-cinder-798104-1-smb neutron-server[74187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0e5ad82-df9b-4ee3-8ee9-b93c74fbe1d3 None None] Pushing event updated for resources: {'Port': ['ID=793d6fcc-cc70-4135-af5c-1e7363bcb0de,revision_number=7']} {{(pid=74187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 16:47:46.370939 dv-cinder-798104-1-smb neutron-server[74187]: DEBUG oslo_concurrency.lockutils [None req-d0e5ad82-df9b-4ee3-8ee9-b93c74fbe1d3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=74187) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 16:47:46.813914 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8db38094-15b6-4c45-bf76-f1f5ed84d5c8 req-87fdfe35-1ba9-49b3-9f94-d87cfdfa421c tempest-AttachVolumeShelveTestJSON-223402159 tempest-AttachVolumeShelveTestJSON-223402159-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 16:47:46.832311 dv-cinder-798104-1-smb neutron-server[74185]: INFO neutron.wsgi [req-8db38094-15b6-4c45-bf76-f1f5ed84d5c8 req-87fdfe35-1ba9-49b3-9f94-d87cfdfa421c tempest-AttachVolumeShelveTestJSON-223402159 tempest-AttachVolumeShelveTestJSON-223402159-project] 10.222.0.26 "GET /v2.0/ports?device_id=8e3a90db-fda3-48b9-a3a1-df3f395c0dfd HTTP/1.1" status: 200 len: 945 time: 0.1551020 Jun 28 16:47:46.960496 dv-cinder-798104-1-smb neutron-server[74185]: INFO neutron.wsgi [req-8db38094-15b6-4c45-bf76-f1f5ed84d5c8 req-51ed033e-4843-4f9b-928d-21afbc6a4b8a tempest-AttachVolumeShelveTestJSON-223402159 tempest-AttachVolumeShelveTestJSON-223402159-project] 10.222.0.26 "GET /v2.0/security-groups?id=ee5b5d98-52f8-46a1-b53d-b30b29c7120c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1269331 Jun 28 16:47:47.613084 dv-cinder-798104-1-smb neutron-server[74187]: DEBUG neutron_lib.callbacks.manager [None req-17b6939a-39ed-439c-8d74-c49ac6595f0c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774158209648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1002899'] for agent, after_update {{(pid=74187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 16:47:48.288509 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3fe589d-3ea7-4c7c-b96a-d2a6f00c8193 req-b0066009-fd73-419c-887b-40ac5a8f27d4 tempest-AttachVolumeShelveTestJSON-223402159 tempest-AttachVolumeShelveTestJSON-223402159-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 16:47:48.288509 dv-cinder-798104-1-smb neutron-server[74185]: INFO neutron.wsgi [req-e3fe589d-3ea7-4c7c-b96a-d2a6f00c8193 req-b0066009-fd73-419c-887b-40ac5a8f27d4 tempest-AttachVolumeShelveTestJSON-223402159 tempest-AttachVolumeShelveTestJSON-223402159-project] 10.222.0.26 "GET /v2.0/ports?device_id=8e3a90db-fda3-48b9-a3a1-df3f395c0dfd HTTP/1.1" status: 200 len: 945 time: 0.1098027 Jun 28 16:47:48.355704 dv-cinder-798104-1-smb neutron-server[74185]: INFO neutron.wsgi [req-e3fe589d-3ea7-4c7c-b96a-d2a6f00c8193 req-eb53c9b3-3b70-4c37-9c48-5ab04d06e818 tempest-AttachVolumeShelveTestJSON-223402159 tempest-AttachVolumeShelveTestJSON-223402159-project] 10.222.0.26 "GET /v2.0/security-groups?id=ee5b5d98-52f8-46a1-b53d-b30b29c7120c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0613873 Jun 28 16:47:48.659630 dv-cinder-798104-1-smb neutron-server[74187]: DEBUG neutron_lib.callbacks.manager [None req-d49266a9-82cf-4da4-977f-ceca59b71534 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774158209648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1002899'] for agent, after_update {{(pid=74187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 16:47:49.468313 dv-cinder-798104-1-smb neutron-server[74187]: DEBUG neutron_lib.callbacks.manager [None req-d0e5ad82-df9b-4ee3-8ee9-b93c74fbe1d3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774158209648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1002899'] for agent, after_update {{(pid=74187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 16:47:49.649534 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62667f27-08dd-48a8-ae15-ea1405a1e3ea req-b28849ac-2cb9-4074-88f3-e1613c0bfa39 tempest-AttachVolumeShelveTestJSON-223402159 tempest-AttachVolumeShelveTestJSON-223402159-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 16:47:49.656934 dv-cinder-798104-1-smb neutron-server[74185]: INFO neutron.wsgi [req-62667f27-08dd-48a8-ae15-ea1405a1e3ea req-b28849ac-2cb9-4074-88f3-e1613c0bfa39 tempest-AttachVolumeShelveTestJSON-223402159 tempest-AttachVolumeShelveTestJSON-223402159-project] 10.222.0.26 "GET /v2.0/ports?device_id=8e3a90db-fda3-48b9-a3a1-df3f395c0dfd HTTP/1.1" status: 200 len: 945 time: 0.0952175 Jun 28 16:47:49.730080 dv-cinder-798104-1-smb neutron-server[74185]: INFO neutron.wsgi [req-62667f27-08dd-48a8-ae15-ea1405a1e3ea req-eb70d7f6-2b6c-4390-b645-920e10935a94 tempest-AttachVolumeShelveTestJSON-223402159 tempest-AttachVolumeShelveTestJSON-223402159-project] 10.222.0.26 "GET /v2.0/security-groups?id=ee5b5d98-52f8-46a1-b53d-b30b29c7120c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0720687 Jun 28 16:47:50.123204 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG neutron.wsgi [-] (74185) accepted ('10.222.0.26', 54192) {{(pid=74185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 28 16:47:50.310782 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG neutron_lib.callbacks.manager [None req-ccc6891e-3394-4467-a73e-9555d0e89933 admin admin] Notify callbacks [] for security_group, before_create {{(pid=74185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 16:47:50.354827 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG neutron.db.quota.driver [None req-ccc6891e-3394-4467-a73e-9555d0e89933 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74185) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 28 16:47:50.361668 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG neutron.quota.resource [None req-ccc6891e-3394-4467-a73e-9555d0e89933 admin admin] Usage tracker for resource:security_group_rule and tenant:99a4b7d8293d4324b0c14a04095e2472 is out of sync, need to count used quota {{(pid=74185) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 28 16:47:50.365418 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG neutron.quota.resource [None req-ccc6891e-3394-4467-a73e-9555d0e89933 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=74185) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 28 16:47:50.373147 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG neutron.db.quota.driver [None req-ccc6891e-3394-4467-a73e-9555d0e89933 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74185) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 28 16:47:50.467796 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG neutron_lib.callbacks.manager [None req-ccc6891e-3394-4467-a73e-9555d0e89933 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=74185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 16:47:50.472752 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG neutron_lib.callbacks.manager [None req-ccc6891e-3394-4467-a73e-9555d0e89933 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2050486'] for security_group, after_create {{(pid=74185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 16:47:50.480248 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG oslo_concurrency.lockutils [None req-7e930022-ee6e-42e8-8545-a983080a06c9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74185) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 16:47:50.526108 dv-cinder-798104-1-smb neutron-server[74185]: INFO neutron.wsgi [None req-ccc6891e-3394-4467-a73e-9555d0e89933 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=99a4b7d8293d4324b0c14a04095e2472&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3983152 Jun 28 16:47:50.526462 dv-cinder-798104-1-smb neutron-server[74186]: DEBUG neutron.wsgi [-] (74186) accepted ('10.222.0.26', 54198) {{(pid=74186) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 28 16:47:50.532674 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccc6891e-3394-4467-a73e-9555d0e89933 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0d1d5f68-0b98-4562-a07e-a490f4ddd259,revision_number=1']} {{(pid=74185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 16:47:50.536342 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG oslo_concurrency.lockutils [None req-ccc6891e-3394-4467-a73e-9555d0e89933 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=74185) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 16:47:50.604468 dv-cinder-798104-1-smb neutron-server[74186]: DEBUG neutron_lib.callbacks.manager [None req-7caa6889-8ee1-4770-8773-88120683d46b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=74186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 16:47:50.645712 dv-cinder-798104-1-smb neutron-server[74186]: DEBUG neutron_lib.callbacks.manager [None req-7caa6889-8ee1-4770-8773-88120683d46b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=74186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 16:47:50.710679 dv-cinder-798104-1-smb neutron-server[74186]: DEBUG neutron_lib.callbacks.manager [None req-7caa6889-8ee1-4770-8773-88120683d46b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2050486'] for security_group, after_delete {{(pid=74186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 16:47:50.715253 dv-cinder-798104-1-smb neutron-server[74186]: DEBUG oslo_concurrency.lockutils [None req-303e6f4a-3d7a-46c6-9789-f8ea30ec6e3c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74186) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 16:47:50.730393 dv-cinder-798104-1-smb neutron-server[74186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7caa6889-8ee1-4770-8773-88120683d46b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0d1d5f68-0b98-4562-a07e-a490f4ddd259,revision_number=None']} {{(pid=74186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 16:47:50.735101 dv-cinder-798104-1-smb neutron-server[74186]: DEBUG oslo_concurrency.lockutils [None req-7caa6889-8ee1-4770-8773-88120683d46b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=74186) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 16:47:50.738976 dv-cinder-798104-1-smb neutron-server[74186]: DEBUG neutron_lib.callbacks.manager [None req-7caa6889-8ee1-4770-8773-88120683d46b admin admin] Notify callbacks [] for security_group, before_response {{(pid=74186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 16:47:50.740207 dv-cinder-798104-1-smb neutron-server[74186]: INFO neutron.wsgi [None req-7caa6889-8ee1-4770-8773-88120683d46b admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/0d1d5f68-0b98-4562-a07e-a490f4ddd259 HTTP/1.1" status: 204 len: 168 time: 0.2126148 Jun 28 16:47:51.107079 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d71002c-61fc-45d9-9f05-998794afb554 req-8c220458-d60b-4434-91fa-10f82ef062b6 tempest-AttachVolumeShelveTestJSON-223402159 tempest-AttachVolumeShelveTestJSON-223402159-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 16:47:51.110676 dv-cinder-798104-1-smb neutron-server[74185]: INFO neutron.wsgi [req-3d71002c-61fc-45d9-9f05-998794afb554 req-8c220458-d60b-4434-91fa-10f82ef062b6 tempest-AttachVolumeShelveTestJSON-223402159 tempest-AttachVolumeShelveTestJSON-223402159-project] 10.222.0.26 "GET /v2.0/ports?device_id=8e3a90db-fda3-48b9-a3a1-df3f395c0dfd HTTP/1.1" status: 200 len: 945 time: 0.1628757 Jun 28 16:47:51.182700 dv-cinder-798104-1-smb neutron-server[74185]: INFO neutron.wsgi [req-3d71002c-61fc-45d9-9f05-998794afb554 req-28c8926d-ccd7-4ed2-a1cb-192fe4d232ea tempest-AttachVolumeShelveTestJSON-223402159 tempest-AttachVolumeShelveTestJSON-223402159-project] 10.222.0.26 "GET /v2.0/security-groups?id=ee5b5d98-52f8-46a1-b53d-b30b29c7120c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0658040 Jun 28 16:47:52.432019 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55e774c0-317d-49b4-9749-3ca675b0bf40 req-6a80901e-4d66-426f-97ef-4e8745029bcf tempest-AttachVolumeShelveTestJSON-223402159 tempest-AttachVolumeShelveTestJSON-223402159-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 16:47:52.439923 dv-cinder-798104-1-smb neutron-server[74185]: INFO neutron.wsgi [req-55e774c0-317d-49b4-9749-3ca675b0bf40 req-6a80901e-4d66-426f-97ef-4e8745029bcf tempest-AttachVolumeShelveTestJSON-223402159 tempest-AttachVolumeShelveTestJSON-223402159-project] 10.222.0.26 "GET /v2.0/ports?device_id=8e3a90db-fda3-48b9-a3a1-df3f395c0dfd HTTP/1.1" status: 200 len: 945 time: 0.0902507 Jun 28 16:47:52.489169 dv-cinder-798104-1-smb neutron-server[74185]: INFO neutron.wsgi [req-55e774c0-317d-49b4-9749-3ca675b0bf40 req-adf79417-ec40-45dd-9bad-40f2848a4d69 tempest-AttachVolumeShelveTestJSON-223402159 tempest-AttachVolumeShelveTestJSON-223402159-project] 10.222.0.26 "GET /v2.0/security-groups?id=ee5b5d98-52f8-46a1-b53d-b30b29c7120c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0483458 Jun 28 16:47:53.742818 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ab881e3-bcc1-4907-bcc3-763f1bda1d01 req-46e0788d-0b49-4cd5-9e2f-10c5cac5cff1 tempest-AttachVolumeShelveTestJSON-223402159 tempest-AttachVolumeShelveTestJSON-223402159-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 16:47:53.745128 dv-cinder-798104-1-smb neutron-server[74185]: INFO neutron.wsgi [req-9ab881e3-bcc1-4907-bcc3-763f1bda1d01 req-46e0788d-0b49-4cd5-9e2f-10c5cac5cff1 tempest-AttachVolumeShelveTestJSON-223402159 tempest-AttachVolumeShelveTestJSON-223402159-project] 10.222.0.26 "GET /v2.0/ports?device_id=8e3a90db-fda3-48b9-a3a1-df3f395c0dfd HTTP/1.1" status: 200 len: 945 time: 0.0997815 Jun 28 16:47:53.802913 dv-cinder-798104-1-smb neutron-server[74185]: INFO neutron.wsgi [req-9ab881e3-bcc1-4907-bcc3-763f1bda1d01 req-a9013057-1171-4957-a77e-1ca2a5800ebc tempest-AttachVolumeShelveTestJSON-223402159 tempest-AttachVolumeShelveTestJSON-223402159-project] 10.222.0.26 "GET /v2.0/security-groups?id=ee5b5d98-52f8-46a1-b53d-b30b29c7120c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0510213 Jun 28 16:47:55.133068 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1afd184b-f0ac-4cc6-9957-acbee495d789 req-5e34b6d1-62d4-4f21-802f-a35c9641af1c tempest-AttachVolumeShelveTestJSON-223402159 tempest-AttachVolumeShelveTestJSON-223402159-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 16:47:55.136650 dv-cinder-798104-1-smb neutron-server[74185]: INFO neutron.wsgi [req-1afd184b-f0ac-4cc6-9957-acbee495d789 req-5e34b6d1-62d4-4f21-802f-a35c9641af1c tempest-AttachVolumeShelveTestJSON-223402159 tempest-AttachVolumeShelveTestJSON-223402159-project] 10.222.0.26 "GET /v2.0/ports?device_id=8e3a90db-fda3-48b9-a3a1-df3f395c0dfd HTTP/1.1" status: 200 len: 945 time: 0.1399250 Jun 28 16:47:55.235682 dv-cinder-798104-1-smb neutron-server[74185]: INFO neutron.wsgi [req-1afd184b-f0ac-4cc6-9957-acbee495d789 req-3427f5fb-a84f-476c-87ac-729f06e64a3e tempest-AttachVolumeShelveTestJSON-223402159 tempest-AttachVolumeShelveTestJSON-223402159-project] 10.222.0.26 "GET /v2.0/security-groups?id=ee5b5d98-52f8-46a1-b53d-b30b29c7120c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0895424 Jun 28 16:47:56.565081 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb711722-64f8-4ec2-a782-994f18c2cfe1 req-e3ff9f2e-34de-4c3b-93cb-83614790b86d tempest-AttachVolumeShelveTestJSON-223402159 tempest-AttachVolumeShelveTestJSON-223402159-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 16:47:56.566708 dv-cinder-798104-1-smb neutron-server[74185]: INFO neutron.wsgi [req-fb711722-64f8-4ec2-a782-994f18c2cfe1 req-e3ff9f2e-34de-4c3b-93cb-83614790b86d tempest-AttachVolumeShelveTestJSON-223402159 tempest-AttachVolumeShelveTestJSON-223402159-project] 10.222.0.26 "GET /v2.0/ports?device_id=8e3a90db-fda3-48b9-a3a1-df3f395c0dfd HTTP/1.1" status: 200 len: 945 time: 0.1047282 Jun 28 16:47:56.636437 dv-cinder-798104-1-smb neutron-server[74185]: INFO neutron.wsgi [req-fb711722-64f8-4ec2-a782-994f18c2cfe1 req-a98029c6-4d83-4cbb-b319-4b8d8329d9d4 tempest-AttachVolumeShelveTestJSON-223402159 tempest-AttachVolumeShelveTestJSON-223402159-project] 10.222.0.26 "GET /v2.0/security-groups?id=ee5b5d98-52f8-46a1-b53d-b30b29c7120c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0572853 Jun 28 16:47:57.167718 dv-cinder-798104-1-smb neutron-server[74186]: INFO neutron.wsgi [req-cfc3907a-f22f-42fc-8258-1f09e602bcbd req-a82941a9-59bd-4cff-8f01-3b0664aeb79d service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=1796e3b7b6834b8a88df228c1c9772ef&device_id=8e3a90db-fda3-48b9-a3a1-df3f395c0dfd HTTP/1.1" status: 200 len: 1098 time: 0.0800643 Jun 28 16:47:57.325550 dv-cinder-798104-1-smb neutron-server[74186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfc3907a-f22f-42fc-8258-1f09e602bcbd req-967a774d-8fb1-4669-853c-16a4b3b3583b service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=74186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 16:47:57.328567 dv-cinder-798104-1-smb neutron-server[74186]: INFO neutron.wsgi [req-cfc3907a-f22f-42fc-8258-1f09e602bcbd req-967a774d-8fb1-4669-853c-16a4b3b3583b service neutron] 10.222.0.41 "GET /v2.0/networks?id=4e66a7eb-2725-411e-9b4f-e274c7c51246 HTTP/1.1" status: 200 len: 918 time: 0.1460927 Jun 28 16:47:57.445964 dv-cinder-798104-1-smb neutron-server[74186]: INFO neutron.wsgi [req-cfc3907a-f22f-42fc-8258-1f09e602bcbd req-4f2ba20e-2f70-4bf1-b9b4-be42b82ee24d service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=793d6fcc-cc70-4135-af5c-1e7363bcb0de HTTP/1.1" status: 200 len: 1001 time: 0.1097548 Jun 28 16:47:57.624868 dv-cinder-798104-1-smb neutron-server[74186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfc3907a-f22f-42fc-8258-1f09e602bcbd req-ac9cdbe7-5177-49bd-a442-2249e4b29129 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=74186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 16:47:57.626479 dv-cinder-798104-1-smb neutron-server[74186]: INFO neutron.wsgi [req-cfc3907a-f22f-42fc-8258-1f09e602bcbd req-ac9cdbe7-5177-49bd-a442-2249e4b29129 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=f2ffd4c6-165d-446d-9207-8235b5280dd5 HTTP/1.1" status: 200 len: 856 time: 0.1661811 Jun 28 16:47:57.718408 dv-cinder-798104-1-smb neutron-server[74186]: INFO neutron.wsgi [req-cfc3907a-f22f-42fc-8258-1f09e602bcbd req-3ec1db7e-68eb-4df4-a15a-ea877e6cdef0 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=4e66a7eb-2725-411e-9b4f-e274c7c51246&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0811594 Jun 28 16:47:57.922333 dv-cinder-798104-1-smb neutron-server[74186]: INFO neutron.wsgi [req-cfc3907a-f22f-42fc-8258-1f09e602bcbd req-933c94b4-4027-4ddf-a3ae-4526086853d7 service neutron] 10.222.0.41 "GET /v2.0/networks/4e66a7eb-2725-411e-9b4f-e274c7c51246?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1930285 Jun 28 16:47:57.966691 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7033a98-a3ee-4f30-8712-5d649a5a894c req-2ab8ce6f-e9a1-4cb7-9b8c-7ae1253acedb tempest-AttachVolumeShelveTestJSON-223402159 tempest-AttachVolumeShelveTestJSON-223402159-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 16:47:57.968644 dv-cinder-798104-1-smb neutron-server[74185]: INFO neutron.wsgi [req-b7033a98-a3ee-4f30-8712-5d649a5a894c req-2ab8ce6f-e9a1-4cb7-9b8c-7ae1253acedb tempest-AttachVolumeShelveTestJSON-223402159 tempest-AttachVolumeShelveTestJSON-223402159-project] 10.222.0.26 "GET /v2.0/ports?device_id=8e3a90db-fda3-48b9-a3a1-df3f395c0dfd HTTP/1.1" status: 200 len: 945 time: 0.0903146 Jun 28 16:47:58.039397 dv-cinder-798104-1-smb neutron-server[74185]: INFO neutron.wsgi [req-b7033a98-a3ee-4f30-8712-5d649a5a894c req-e5490530-d6e3-4f8f-9e67-3c90365ba7b2 tempest-AttachVolumeShelveTestJSON-223402159 tempest-AttachVolumeShelveTestJSON-223402159-project] 10.222.0.26 "GET /v2.0/security-groups?id=ee5b5d98-52f8-46a1-b53d-b30b29c7120c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0646005 Jun 28 16:47:58.117039 dv-cinder-798104-1-smb neutron-server[74186]: INFO neutron.wsgi [req-cfc3907a-f22f-42fc-8258-1f09e602bcbd req-c39bc9db-b9fe-466f-8851-966b74849879 service neutron] 10.222.0.41 "GET /v2.0/networks/4e66a7eb-2725-411e-9b4f-e274c7c51246?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1848440 Jun 28 16:47:58.708042 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2915d1a-360c-497e-b636-ec41e25768b3 req-10f43866-0094-44c9-a528-9fbc6ec79e3b tempest-AttachVolumeTestJSON-1575976490 tempest-AttachVolumeTestJSON-1575976490-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 16:47:58.709600 dv-cinder-798104-1-smb neutron-server[74185]: INFO neutron.wsgi [req-f2915d1a-360c-497e-b636-ec41e25768b3 req-10f43866-0094-44c9-a528-9fbc6ec79e3b tempest-AttachVolumeTestJSON-1575976490 tempest-AttachVolumeTestJSON-1575976490-project] 10.222.0.26 "GET /v2.0/ports?device_id=3665badc-78c1-41fc-9a4d-bea55d14be99 HTTP/1.1" status: 200 len: 946 time: 0.0834417 Jun 28 16:47:58.759674 dv-cinder-798104-1-smb neutron-server[74185]: INFO neutron.wsgi [req-f2915d1a-360c-497e-b636-ec41e25768b3 req-d603be6a-0595-4c8d-886d-f1b179421ce6 tempest-AttachVolumeTestJSON-1575976490 tempest-AttachVolumeTestJSON-1575976490-project] 10.222.0.26 "GET /v2.0/security-groups?id=934817d2-1a75-4f26-ac33-5fb06c40c0b2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0443590 Jun 28 16:47:59.340079 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74fe5637-5238-4d75-9638-1a0f01f261fb req-988f4835-b4c0-4309-8d9d-48350d691a80 tempest-AttachVolumeShelveTestJSON-223402159 tempest-AttachVolumeShelveTestJSON-223402159-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 16:47:59.341578 dv-cinder-798104-1-smb neutron-server[74185]: INFO neutron.wsgi [req-74fe5637-5238-4d75-9638-1a0f01f261fb req-988f4835-b4c0-4309-8d9d-48350d691a80 tempest-AttachVolumeShelveTestJSON-223402159 tempest-AttachVolumeShelveTestJSON-223402159-project] 10.222.0.26 "GET /v2.0/ports?device_id=8e3a90db-fda3-48b9-a3a1-df3f395c0dfd HTTP/1.1" status: 200 len: 945 time: 0.0844071 Jun 28 16:47:59.391194 dv-cinder-798104-1-smb neutron-server[74185]: INFO neutron.wsgi [req-74fe5637-5238-4d75-9638-1a0f01f261fb req-e8699e55-8d39-4de5-a116-60858f3e6b07 tempest-AttachVolumeShelveTestJSON-223402159 tempest-AttachVolumeShelveTestJSON-223402159-project] 10.222.0.26 "GET /v2.0/security-groups?id=ee5b5d98-52f8-46a1-b53d-b30b29c7120c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0427732 Jun 28 16:48:00.013826 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfa1ff4a-3682-4530-a02f-3dc4ee7a144b req-081c0920-7b1a-4598-bb5e-13059dd623fd tempest-AttachVolumeTestJSON-1575976490 tempest-AttachVolumeTestJSON-1575976490-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 16:48:00.016427 dv-cinder-798104-1-smb neutron-server[74185]: INFO neutron.wsgi [req-cfa1ff4a-3682-4530-a02f-3dc4ee7a144b req-081c0920-7b1a-4598-bb5e-13059dd623fd tempest-AttachVolumeTestJSON-1575976490 tempest-AttachVolumeTestJSON-1575976490-project] 10.222.0.26 "GET /v2.0/ports?device_id=3665badc-78c1-41fc-9a4d-bea55d14be99 HTTP/1.1" status: 200 len: 946 time: 0.1032500 Jun 28 16:48:00.067437 dv-cinder-798104-1-smb neutron-server[74185]: INFO neutron.wsgi [req-cfa1ff4a-3682-4530-a02f-3dc4ee7a144b req-47f8308b-5b8d-4e5d-bc77-ba747aa79f94 tempest-AttachVolumeTestJSON-1575976490 tempest-AttachVolumeTestJSON-1575976490-project] 10.222.0.26 "GET /v2.0/security-groups?id=934817d2-1a75-4f26-ac33-5fb06c40c0b2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0449615 Jun 28 16:48:00.655350 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0c7f6a0-1fcb-4490-a38f-d34769f1b4e8 req-88b1b4ad-286a-4e05-a86f-0155bae86d71 tempest-AttachVolumeShelveTestJSON-223402159 tempest-AttachVolumeShelveTestJSON-223402159-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 16:48:00.656876 dv-cinder-798104-1-smb neutron-server[74185]: INFO neutron.wsgi [req-a0c7f6a0-1fcb-4490-a38f-d34769f1b4e8 req-88b1b4ad-286a-4e05-a86f-0155bae86d71 tempest-AttachVolumeShelveTestJSON-223402159 tempest-AttachVolumeShelveTestJSON-223402159-project] 10.222.0.26 "GET /v2.0/ports?device_id=8e3a90db-fda3-48b9-a3a1-df3f395c0dfd HTTP/1.1" status: 200 len: 945 time: 0.0889773 Jun 28 16:48:00.711903 dv-cinder-798104-1-smb neutron-server[74185]: INFO neutron.wsgi [req-a0c7f6a0-1fcb-4490-a38f-d34769f1b4e8 req-2e3b72c7-88d0-45b7-ad0a-19a96e619157 tempest-AttachVolumeShelveTestJSON-223402159 tempest-AttachVolumeShelveTestJSON-223402159-project] 10.222.0.26 "GET /v2.0/security-groups?id=ee5b5d98-52f8-46a1-b53d-b30b29c7120c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0445316 Jun 28 16:48:01.311628 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af426667-1f6a-45f7-a25a-744140e9343c req-9b33bfba-e0ad-43d1-8c98-90fa22c31985 tempest-AttachVolumeTestJSON-1575976490 tempest-AttachVolumeTestJSON-1575976490-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 16:48:01.314245 dv-cinder-798104-1-smb neutron-server[74185]: INFO neutron.wsgi [req-af426667-1f6a-45f7-a25a-744140e9343c req-9b33bfba-e0ad-43d1-8c98-90fa22c31985 tempest-AttachVolumeTestJSON-1575976490 tempest-AttachVolumeTestJSON-1575976490-project] 10.222.0.26 "GET /v2.0/ports?device_id=3665badc-78c1-41fc-9a4d-bea55d14be99 HTTP/1.1" status: 200 len: 946 time: 0.1067538 Jun 28 16:48:01.340816 dv-cinder-798104-1-smb neutron-server[74186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d0b4d67-6dee-4afe-9279-b10637a087df req-9c86c358-20f7-49ac-8081-debcf69be91b tempest-AttachVolumeTestJSON-1575976490 tempest-AttachVolumeTestJSON-1575976490-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 16:48:01.341972 dv-cinder-798104-1-smb neutron-server[74186]: DEBUG neutron.quota.resource [req-6d0b4d67-6dee-4afe-9279-b10637a087df req-9c86c358-20f7-49ac-8081-debcf69be91b tempest-AttachVolumeTestJSON-1575976490 tempest-AttachVolumeTestJSON-1575976490-project] Synchronizing usage tracker for tenant:2f9864be4f7741e0aa69625d43b5a918 on resource:port {{(pid=74186) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 28 16:48:01.360529 dv-cinder-798104-1-smb neutron-server[74186]: DEBUG neutron.quota.resource [req-6d0b4d67-6dee-4afe-9279-b10637a087df req-9c86c358-20f7-49ac-8081-debcf69be91b tempest-AttachVolumeTestJSON-1575976490 tempest-AttachVolumeTestJSON-1575976490-project] Unset dirty status for tenant:2f9864be4f7741e0aa69625d43b5a918 on resource:port {{(pid=74186) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 28 16:48:01.362084 dv-cinder-798104-1-smb neutron-server[74186]: INFO neutron.wsgi [req-6d0b4d67-6dee-4afe-9279-b10637a087df req-9c86c358-20f7-49ac-8081-debcf69be91b tempest-AttachVolumeTestJSON-1575976490 tempest-AttachVolumeTestJSON-1575976490-project] 10.222.0.41 "GET /v2.0/ports?device_id=3665badc-78c1-41fc-9a4d-bea55d14be99 HTTP/1.1" status: 200 len: 946 time: 0.1342497 Jun 28 16:48:01.372530 dv-cinder-798104-1-smb neutron-server[74185]: INFO neutron.wsgi [req-af426667-1f6a-45f7-a25a-744140e9343c req-c8e9474f-050d-45ba-957d-531912b33381 tempest-AttachVolumeTestJSON-1575976490 tempest-AttachVolumeTestJSON-1575976490-project] 10.222.0.26 "GET /v2.0/security-groups?id=934817d2-1a75-4f26-ac33-5fb06c40c0b2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0474694 Jun 28 16:48:01.494142 dv-cinder-798104-1-smb neutron-server[74186]: DEBUG neutron.plugins.ml2.plugin [req-6d0b4d67-6dee-4afe-9279-b10637a087df req-f39fbf95-ae55-4db6-a273-81a17c498016 tempest-AttachVolumeTestJSON-1575976490 tempest-AttachVolumeTestJSON-1575976490-project] Deleting port 567022d5-f15c-406e-9bad-30b7f5fb6ef4 {{(pid=74186) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Jun 28 16:48:01.494496 dv-cinder-798104-1-smb neutron-server[74186]: DEBUG neutron_lib.callbacks.manager [req-6d0b4d67-6dee-4afe-9279-b10637a087df req-f39fbf95-ae55-4db6-a273-81a17c498016 tempest-AttachVolumeTestJSON-1575976490 tempest-AttachVolumeTestJSON-1575976490-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774158158511'] for port, before_delete {{(pid=74186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 16:48:01.767889 dv-cinder-798104-1-smb neutron-server[74186]: DEBUG neutron.plugins.ml2.db [req-6d0b4d67-6dee-4afe-9279-b10637a087df req-f39fbf95-ae55-4db6-a273-81a17c498016 tempest-AttachVolumeTestJSON-1575976490 tempest-AttachVolumeTestJSON-1575976490-project] For port 567022d5-f15c-406e-9bad-30b7f5fb6ef4, host hv-cinder-79810, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79810',level=0,port_id=567022d5-f15c-406e-9bad-30b7f5fb6ef4,segment=NetworkSegment(c39146b4-a4d2-486a-bb26-fc05ca06bf0a),segment_id=c39146b4-a4d2-486a-bb26-fc05ca06bf0a)] {{(pid=74186) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 16:48:01.768344 dv-cinder-798104-1-smb neutron-server[74186]: DEBUG neutron_lib.callbacks.manager [req-6d0b4d67-6dee-4afe-9279-b10637a087df req-f39fbf95-ae55-4db6-a273-81a17c498016 tempest-AttachVolumeTestJSON-1575976490 tempest-AttachVolumeTestJSON-1575976490-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1637578'] for port, precommit_delete {{(pid=74186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 16:48:01.959796 dv-cinder-798104-1-smb neutron-server[74187]: DEBUG neutron.plugins.ml2.rpc [None req-d0e5ad82-df9b-4ee3-8ee9-b93c74fbe1d3 None None] Device 793d6fcc-cc70-4135-af5c-1e7363bcb0de no longer exists at agent hyperv_hv-cinder-79810 {{(pid=74187) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 28 16:48:01.978281 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7cab5b7-5600-4bad-938a-a9ac13d5626b req-72257a5c-357e-437f-b557-6830e377ab9b tempest-AttachVolumeShelveTestJSON-223402159 tempest-AttachVolumeShelveTestJSON-223402159-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 16:48:01.979845 dv-cinder-798104-1-smb neutron-server[74185]: INFO neutron.wsgi [req-a7cab5b7-5600-4bad-938a-a9ac13d5626b req-72257a5c-357e-437f-b557-6830e377ab9b tempest-AttachVolumeShelveTestJSON-223402159 tempest-AttachVolumeShelveTestJSON-223402159-project] 10.222.0.26 "GET /v2.0/ports?device_id=8e3a90db-fda3-48b9-a3a1-df3f395c0dfd HTTP/1.1" status: 200 len: 945 time: 0.1139867 Jun 28 16:48:02.045774 dv-cinder-798104-1-smb neutron-server[74185]: INFO neutron.wsgi [req-a7cab5b7-5600-4bad-938a-a9ac13d5626b req-f431fa71-5c0c-4860-bb9b-a181b4889094 tempest-AttachVolumeShelveTestJSON-223402159 tempest-AttachVolumeShelveTestJSON-223402159-project] 10.222.0.26 "GET /v2.0/security-groups?id=ee5b5d98-52f8-46a1-b53d-b30b29c7120c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0590222 Jun 28 16:48:02.116959 dv-cinder-798104-1-smb neutron-server[74187]: DEBUG neutron_lib.callbacks.manager [None req-d0e5ad82-df9b-4ee3-8ee9-b93c74fbe1d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621611'] for port, before_update {{(pid=74187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 16:48:02.153882 dv-cinder-798104-1-smb neutron-server[74187]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8e3a90db-fda3-48b9-a3a1-df3f395c0dfd', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '793d6fcc-cc70-4135-af5c-1e7363bcb0de'}] {{(pid=74187) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 28 16:48:02.179998 dv-cinder-798104-1-smb neutron-server[74187]: DEBUG neutron.plugins.ml2.db [None req-d0e5ad82-df9b-4ee3-8ee9-b93c74fbe1d3 None None] For port 793d6fcc-cc70-4135-af5c-1e7363bcb0de, host hv-cinder-79810, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79810',level=0,port_id=793d6fcc-cc70-4135-af5c-1e7363bcb0de,segment=NetworkSegment(2df110ad-025a-4a6b-9e31-f233466e01f1),segment_id=2df110ad-025a-4a6b-9e31-f233466e01f1)] {{(pid=74187) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 16:48:02.187282 dv-cinder-798104-1-smb neutron-server[74187]: DEBUG neutron_lib.callbacks.manager [None req-d0e5ad82-df9b-4ee3-8ee9-b93c74fbe1d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-615041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1598908', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774158213048', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774157688378', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774157688423'] for port, after_update {{(pid=74187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 16:48:02.190121 dv-cinder-798104-1-smb neutron-server[74187]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74187) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 16:48:02.248093 dv-cinder-798104-1-smb neutron-server[74186]: DEBUG neutron_lib.callbacks.manager [req-6d0b4d67-6dee-4afe-9279-b10637a087df req-f39fbf95-ae55-4db6-a273-81a17c498016 tempest-AttachVolumeTestJSON-1575976490 tempest-AttachVolumeTestJSON-1575976490-project] Notify callbacks [] for floatingip, precommit_update {{(pid=74186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 16:48:02.248714 dv-cinder-798104-1-smb neutron-server[74186]: DEBUG neutron_lib.callbacks.manager [req-6d0b4d67-6dee-4afe-9279-b10637a087df req-f39fbf95-ae55-4db6-a273-81a17c498016 tempest-AttachVolumeTestJSON-1575976490 tempest-AttachVolumeTestJSON-1575976490-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1624410'] for floatingip, after_update {{(pid=74186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 16:48:02.249501 dv-cinder-798104-1-smb neutron-server[74186]: INFO neutron.db.l3_db [req-6d0b4d67-6dee-4afe-9279-b10637a087df req-f39fbf95-ae55-4db6-a273-81a17c498016 tempest-AttachVolumeTestJSON-1575976490 tempest-AttachVolumeTestJSON-1575976490-project] Floating IP 959c7a27-a7ff-4d46-bd7f-d5c25fc6f705 disassociated. External IP: 172.28.3.191, port: 567022d5-f15c-406e-9bad-30b7f5fb6ef4. Jun 28 16:48:02.250538 dv-cinder-798104-1-smb neutron-server[74186]: DEBUG neutron.plugins.ml2.plugin [req-6d0b4d67-6dee-4afe-9279-b10637a087df req-f39fbf95-ae55-4db6-a273-81a17c498016 tempest-AttachVolumeTestJSON-1575976490 tempest-AttachVolumeTestJSON-1575976490-project] Calling delete_port for 567022d5-f15c-406e-9bad-30b7f5fb6ef4 owned by compute:nova {{(pid=74186) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Jun 28 16:48:02.254437 dv-cinder-798104-1-smb neutron-server[74187]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '8e3a90db-fda3-48b9-a3a1-df3f395c0dfd', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '793d6fcc-cc70-4135-af5c-1e7363bcb0de', 'code': 422} returned with failed status Jun 28 16:48:02.325720 dv-cinder-798104-1-smb neutron-server[74187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0e5ad82-df9b-4ee3-8ee9-b93c74fbe1d3 None None] Pushing event updated for resources: {'Port': ['ID=793d6fcc-cc70-4135-af5c-1e7363bcb0de,revision_number=8']} {{(pid=74187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 16:48:02.331095 dv-cinder-798104-1-smb neutron-server[74187]: DEBUG oslo_concurrency.lockutils [None req-d0e5ad82-df9b-4ee3-8ee9-b93c74fbe1d3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.141s {{(pid=74187) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 16:48:02.489832 dv-cinder-798104-1-smb neutron-server[74186]: DEBUG neutron_lib.callbacks.manager [req-6d0b4d67-6dee-4afe-9279-b10637a087df req-f39fbf95-ae55-4db6-a273-81a17c498016 tempest-AttachVolumeTestJSON-1575976490 tempest-AttachVolumeTestJSON-1575976490-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-615041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1598908', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774158213030', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774157688369', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1108489'] for port, after_delete {{(pid=74186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 16:48:02.496859 dv-cinder-798104-1-smb neutron-server[74186]: DEBUG oslo_concurrency.lockutils [None req-34b090a8-9354-41eb-86cf-4773367ee830 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74186) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 16:48:02.542781 dv-cinder-798104-1-smb neutron-server[74186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f39fbf95-ae55-4db6-a273-81a17c498016 tempest-AttachVolumeTestJSON-1575976490 tempest-AttachVolumeTestJSON-1575976490-project] Pushing event deleted for resources: {'Port': ['ID=567022d5-f15c-406e-9bad-30b7f5fb6ef4,revision_number=None']} {{(pid=74186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 16:48:02.546036 dv-cinder-798104-1-smb neutron-server[74186]: DEBUG oslo_concurrency.lockutils [None req-f39fbf95-ae55-4db6-a273-81a17c498016 tempest-AttachVolumeTestJSON-1575976490 tempest-AttachVolumeTestJSON-1575976490-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=74186) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 16:48:02.660965 dv-cinder-798104-1-smb neutron-server[74185]: INFO neutron.wsgi [req-9942da66-8280-4f91-bbe0-a07d4dd7ae64 req-54deddb3-4d21-4053-8ef5-71f48f9cecde tempest-AttachVolumeTestJSON-1575976490 tempest-AttachVolumeTestJSON-1575976490-project] 10.222.0.26 "GET /v2.0/ports?device_id=3665badc-78c1-41fc-9a4d-bea55d14be99 HTTP/1.1" status: 200 len: 210 time: 0.0505660 Jun 28 16:48:02.842490 dv-cinder-798104-1-smb neutron-server[74186]: DEBUG neutron.scheduler.l3_agent_scheduler [req-6d0b4d67-6dee-4afe-9279-b10637a087df req-f39fbf95-ae55-4db6-a273-81a17c498016 tempest-AttachVolumeTestJSON-1575976490 tempest-AttachVolumeTestJSON-1575976490-project] Router 30e00ac4-b549-4d86-a0ee-d327f17cf3c1 has already been hosted by L3 agent 633adcd1-515e-4435-b14d-49f054abd10f {{(pid=74186) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 28 16:48:03.183084 dv-cinder-798104-1-smb neutron-server[74186]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-6d0b4d67-6dee-4afe-9279-b10637a087df req-f39fbf95-ae55-4db6-a273-81a17c498016 tempest-AttachVolumeTestJSON-1575976490 tempest-AttachVolumeTestJSON-1575976490-project] Notify agent at l3_agent.dv-cinder-798104-1-smb the message routers_updated {{(pid=74186) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 28 16:48:03.197265 dv-cinder-798104-1-smb neutron-server[74187]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d7a15e5-8399-4622-b0dd-af5cd6d22255 None None] Sync routers for ids ['30e00ac4-b549-4d86-a0ee-d327f17cf3c1'] in dv-cinder-798104-1-smb {{(pid=74187) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jun 28 16:48:03.212991 dv-cinder-798104-1-smb neutron-server[74187]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d7a15e5-8399-4622-b0dd-af5cd6d22255 None None] Routers {'30e00ac4-b549-4d86-a0ee-d327f17cf3c1'} bound to L3 agent in host dv-cinder-798104-1-smb {{(pid=74187) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 28 16:48:03.213913 dv-cinder-798104-1-smb neutron-server[74187]: DEBUG neutron.db.l3_hamode_db [None req-1d7a15e5-8399-4622-b0dd-af5cd6d22255 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-798104-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-28T16:32:46Z,description=,heartbeat_timestamp=2021-06-28T16:47:46Z,host='dv-cinder-798104-1-smb',id=633adcd1-515e-4435-b14d-49f054abd10f,load=0,resource_versions=,resources_synced=,started_at=2021-06-28T16:32:46Z,topic='l3_agent')) {'router_ids': ['30e00ac4-b549-4d86-a0ee-d327f17cf3c1'], 'active': True} {{(pid=74187) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 16:48:03.265812 dv-cinder-798104-1-smb neutron-server[74186]: DEBUG neutron.db.l3_dvrscheduler_db [req-6d0b4d67-6dee-4afe-9279-b10637a087df req-f39fbf95-ae55-4db6-a273-81a17c498016 tempest-AttachVolumeTestJSON-1575976490 tempest-AttachVolumeTestJSON-1575976490-project] No DVR routers for this DVR port 567022d5-f15c-406e-9bad-30b7f5fb6ef4 on host hv-cinder-79810 {{(pid=74186) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 28 16:48:03.268772 dv-cinder-798104-1-smb neutron-server[74186]: DEBUG neutron_lib.callbacks.manager [req-6d0b4d67-6dee-4afe-9279-b10637a087df req-f39fbf95-ae55-4db6-a273-81a17c498016 tempest-AttachVolumeTestJSON-1575976490 tempest-AttachVolumeTestJSON-1575976490-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129357'] for port, before_response {{(pid=74186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 16:48:03.272082 dv-cinder-798104-1-smb neutron-server[74186]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3665badc-78c1-41fc-9a4d-bea55d14be99', 'name': 'network-vif-deleted', 'tag': '567022d5-f15c-406e-9bad-30b7f5fb6ef4'}] {{(pid=74186) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 28 16:48:03.290562 dv-cinder-798104-1-smb neutron-server[74186]: INFO neutron.wsgi [req-6d0b4d67-6dee-4afe-9279-b10637a087df req-f39fbf95-ae55-4db6-a273-81a17c498016 tempest-AttachVolumeTestJSON-1575976490 tempest-AttachVolumeTestJSON-1575976490-project] 10.222.0.41 "DELETE /v2.0/ports/567022d5-f15c-406e-9bad-30b7f5fb6ef4 HTTP/1.1" status: 204 len: 173 time: 1.9216514 Jun 28 16:48:03.386104 dv-cinder-798104-1-smb neutron-server[74186]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3665badc-78c1-41fc-9a4d-bea55d14be99', 'name': 'network-vif-deleted', 'tag': '567022d5-f15c-406e-9bad-30b7f5fb6ef4', 'status': 'completed', 'code': 200} Jun 28 16:48:03.495011 dv-cinder-798104-1-smb neutron-server[74187]: DEBUG neutron.db.l3_dvr_db [None req-1d7a15e5-8399-4622-b0dd-af5cd6d22255 None None] Set router 30e00ac4-b549-4d86-a0ee-d327f17cf3c1 gateway port host: dv-cinder-798104-1-smb {{(pid=74187) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jun 28 16:48:03.967014 dv-cinder-798104-1-smb neutron-server[74187]: DEBUG neutron.db.l3_hamode_db [None req-1d7a15e5-8399-4622-b0dd-af5cd6d22255 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '30e00ac4-b549-4d86-a0ee-d327f17cf3c1', 'name': 'tempest-AttachVolumeTestJSON-1815267279-router', 'tenant_id': '2f9864be4f7741e0aa69625d43b5a918', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f9715ce2-16ba-4ae9-9a15-557432d0a5ed', 'external_fixed_ips': [{'subnet_id': 'e3a20e14-2eea-4943-8cec-1fe85e8448d0', 'ip_address': '172.28.3.202'}], 'enable_snat': True}, 'gw_port_id': '600f6151-facc-4997-ba41-54649124a999', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-28T16:41:09Z', 'updated_at': '2021-06-28T16:41:24Z', 'revision_number': 4, 'project_id': '2f9864be4f7741e0aa69625d43b5a918', 'gw_port': {'id': '600f6151-facc-4997-ba41-54649124a999', 'name': '', 'network_id': 'f9715ce2-16ba-4ae9-9a15-557432d0a5ed', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:53:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30e00ac4-b549-4d86-a0ee-d327f17cf3c1', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e3a20e14-2eea-4943-8cec-1fe85e8448d0', 'ip_address': '172.28.3.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798104-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T16:41:10Z', 'updated_at': '2021-06-28T16:41:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e3a20e14-2eea-4943-8cec-1fe85e8448d0', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798104-1-smb', '_interfaces': [{'id': '9e62c1b4-b2c3-4819-9e9c-653784818f44', 'name': '', 'network_id': 'ad1db160-79ed-4f75-9884-27c71855a2d5', 'tenant_id': '2f9864be4f7741e0aa69625d43b5a918', 'mac_address': 'fa:16:3e:d1:33:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30e00ac4-b549-4d86-a0ee-d327f17cf3c1', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '37b72020-400c-49f7-aceb-0167a7e84569', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798104-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T16:41:21Z', 'updated_at': '2021-06-28T16:41:43Z', 'revision_number': 5, 'project_id': '2f9864be4f7741e0aa69625d43b5a918', 'subnets': [{'id': '37b72020-400c-49f7-aceb-0167a7e84569', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-798104-1-smb', False) {} {{(pid=74187) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 16:48:03.972543 dv-cinder-798104-1-smb neutron-server[74187]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d7a15e5-8399-4622-b0dd-af5cd6d22255 None None] Checking router: 30e00ac4-b549-4d86-a0ee-d327f17cf3c1 for host: dv-cinder-798104-1-smb {{(pid=74187) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Jun 28 16:48:03.986960 dv-cinder-798104-1-smb neutron-server[74187]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d7a15e5-8399-4622-b0dd-af5cd6d22255 None None] Routers {'30e00ac4-b549-4d86-a0ee-d327f17cf3c1'} bound to L3 agent in host dv-cinder-798104-1-smb {{(pid=74187) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 28 16:48:03.987750 dv-cinder-798104-1-smb neutron-server[74187]: DEBUG neutron.db.l3_hamode_db [None req-1d7a15e5-8399-4622-b0dd-af5cd6d22255 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-798104-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-28T16:32:46Z,description=,heartbeat_timestamp=2021-06-28T16:47:46Z,host='dv-cinder-798104-1-smb',id=633adcd1-515e-4435-b14d-49f054abd10f,load=0,resource_versions=,resources_synced=,started_at=2021-06-28T16:32:46Z,topic='l3_agent')) {'router_ids': ['30e00ac4-b549-4d86-a0ee-d327f17cf3c1'], 'active': True} {{(pid=74187) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 16:48:04.170341 dv-cinder-798104-1-smb neutron-server[74185]: INFO neutron.wsgi [req-7013c21d-6c08-40e9-bb66-f623bb20205e req-80d68091-479a-4039-a1bb-fe8b6e1431b0 tempest-AttachVolumeTestJSON-1575976490 tempest-AttachVolumeTestJSON-1575976490-project] 10.222.0.26 "GET /v2.0/ports?device_id=3665badc-78c1-41fc-9a4d-bea55d14be99 HTTP/1.1" status: 200 len: 210 time: 0.0544798 Jun 28 16:48:04.220295 dv-cinder-798104-1-smb neutron-server[74187]: DEBUG neutron.db.l3_dvr_db [None req-1d7a15e5-8399-4622-b0dd-af5cd6d22255 None None] Set router 30e00ac4-b549-4d86-a0ee-d327f17cf3c1 gateway port host: dv-cinder-798104-1-smb {{(pid=74187) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jun 28 16:48:04.222512 dv-cinder-798104-1-smb neutron-server[74185]: INFO neutron.wsgi [req-82ea82f2-4cbd-4262-842e-dcb6423f3357 req-be73ae07-c31c-4aed-a9a3-2fdab4ff61c1 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=8e3a90db-fda3-48b9-a3a1-df3f395c0dfd&fields=resource_request HTTP/1.1" status: 200 len: 212 time: 0.2871575 Jun 28 16:48:04.573157 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc5b1cf8-5aa7-4f09-a5b8-e41fe2eb4164 req-399c4481-a7c3-4f70-a5c8-1dada23200d2 tempest-AttachVolumeShelveTestJSON-223402159 tempest-AttachVolumeShelveTestJSON-223402159-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 16:48:04.576190 dv-cinder-798104-1-smb neutron-server[74185]: INFO neutron.wsgi [req-bc5b1cf8-5aa7-4f09-a5b8-e41fe2eb4164 req-399c4481-a7c3-4f70-a5c8-1dada23200d2 tempest-AttachVolumeShelveTestJSON-223402159 tempest-AttachVolumeShelveTestJSON-223402159-project] 10.222.0.26 "GET /v2.0/ports?device_id=8e3a90db-fda3-48b9-a3a1-df3f395c0dfd HTTP/1.1" status: 200 len: 943 time: 0.1366513 Jun 28 16:48:04.636770 dv-cinder-798104-1-smb neutron-server[74185]: INFO neutron.wsgi [req-97956abc-ca25-4c22-8049-0f0111057f87 req-0e7b9555-8006-476b-ab03-f88caec8fca0 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=8e3a90db-fda3-48b9-a3a1-df3f395c0dfd&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1270218 Jun 28 16:48:04.642470 dv-cinder-798104-1-smb neutron-server[74185]: INFO neutron.wsgi [req-bc5b1cf8-5aa7-4f09-a5b8-e41fe2eb4164 req-8d91dd10-59ec-4d50-9e37-cff9e1e2eaa4 tempest-AttachVolumeShelveTestJSON-223402159 tempest-AttachVolumeShelveTestJSON-223402159-project] 10.222.0.26 "GET /v2.0/security-groups?id=ee5b5d98-52f8-46a1-b53d-b30b29c7120c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0581253 Jun 28 16:48:04.662483 dv-cinder-798104-1-smb neutron-server[74187]: DEBUG neutron.db.l3_hamode_db [None req-1d7a15e5-8399-4622-b0dd-af5cd6d22255 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '30e00ac4-b549-4d86-a0ee-d327f17cf3c1', 'name': 'tempest-AttachVolumeTestJSON-1815267279-router', 'tenant_id': '2f9864be4f7741e0aa69625d43b5a918', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f9715ce2-16ba-4ae9-9a15-557432d0a5ed', 'external_fixed_ips': [{'subnet_id': 'e3a20e14-2eea-4943-8cec-1fe85e8448d0', 'ip_address': '172.28.3.202'}], 'enable_snat': True}, 'gw_port_id': '600f6151-facc-4997-ba41-54649124a999', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-28T16:41:09Z', 'updated_at': '2021-06-28T16:41:24Z', 'revision_number': 4, 'project_id': '2f9864be4f7741e0aa69625d43b5a918', 'gw_port': {'id': '600f6151-facc-4997-ba41-54649124a999', 'name': '', 'network_id': 'f9715ce2-16ba-4ae9-9a15-557432d0a5ed', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:53:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30e00ac4-b549-4d86-a0ee-d327f17cf3c1', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e3a20e14-2eea-4943-8cec-1fe85e8448d0', 'ip_address': '172.28.3.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798104-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T16:41:10Z', 'updated_at': '2021-06-28T16:41:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e3a20e14-2eea-4943-8cec-1fe85e8448d0', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798104-1-smb', '_interfaces': [{'id': '9e62c1b4-b2c3-4819-9e9c-653784818f44', 'name': '', 'network_id': 'ad1db160-79ed-4f75-9884-27c71855a2d5', 'tenant_id': '2f9864be4f7741e0aa69625d43b5a918', 'mac_address': 'fa:16:3e:d1:33:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30e00ac4-b549-4d86-a0ee-d327f17cf3c1', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '37b72020-400c-49f7-aceb-0167a7e84569', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798104-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T16:41:21Z', 'updated_at': '2021-06-28T16:41:43Z', 'revision_number': 5, 'project_id': '2f9864be4f7741e0aa69625d43b5a918', 'subnets': [{'id': '37b72020-400c-49f7-aceb-0167a7e84569', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-798104-1-smb', False) {} {{(pid=74187) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 16:48:04.668385 dv-cinder-798104-1-smb neutron-server[74187]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d7a15e5-8399-4622-b0dd-af5cd6d22255 None None] The sync data for ids ['30e00ac4-b549-4d86-a0ee-d327f17cf3c1'] in dv-cinder-798104-1-smb is: [{'id': '30e00ac4-b549-4d86-a0ee-d327f17cf3c1', 'name': 'tempest-AttachVolumeTestJSON-1815267279-router', 'tenant_id': '2f9864be4f7741e0aa69625d43b5a918', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f9715ce2-16ba-4ae9-9a15-557432d0a5ed', 'external_fixed_ips': [{'subnet_id': 'e3a20e14-2eea-4943-8cec-1fe85e8448d0', 'ip_address': '172.28.3.202'}], 'enable_snat': True}, 'gw_port_id': '600f6151-facc-4997-ba41-54649124a999', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-28T16:41:09Z', 'updated_at': '2021-06-28T16:41:24Z', 'revision_number': 4, 'project_id': '2f9864be4f7741e0aa69625d43b5a918', 'gw_port': {'id': '600f6151-facc-4997-ba41-54649124a999', 'name': '', 'network_id': 'f9715ce2-16ba-4ae9-9a15-557432d0a5ed', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:53:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30e00ac4-b549-4d86-a0ee-d327f17cf3c1', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e3a20e14-2eea-4943-8cec-1fe85e8448d0', 'ip_address': '172.28.3.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798104-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T16:41:10Z', 'updated_at': '2021-06-28T16:41:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e3a20e14-2eea-4943-8cec-1fe85e8448d0', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798104-1-smb', '_interfaces': [{'id': '9e62c1b4-b2c3-4819-9e9c-653784818f44', 'name': '', 'network_id': 'ad1db160-79ed-4f75-9884-27c71855a2d5', 'tenant_id': '2f9864be4f7741e0aa69625d43b5a918', 'mac_address': 'fa:16:3e:d1:33:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30e00ac4-b549-4d86-a0ee-d327f17cf3c1', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '37b72020-400c-49f7-aceb-0167a7e84569', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798104-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T16:41:21Z', 'updated_at': '2021-06-28T16:41:43Z', 'revision_number': 5, 'project_id': '2f9864be4f7741e0aa69625d43b5a918', 'subnets': [{'id': '37b72020-400c-49f7-aceb-0167a7e84569', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=74187) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jun 28 16:48:04.981494 dv-cinder-798104-1-smb neutron-server[74188]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c6693c2-30f6-47dd-ab06-b4b4996289b5 None None] New status for floating IP 959c7a27-a7ff-4d46-bd7f-d5c25fc6f705: DOWN {{(pid=74188) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Jun 28 16:48:05.336079 dv-cinder-798104-1-smb neutron-server[74186]: INFO neutron.wsgi [req-97956abc-ca25-4c22-8049-0f0111057f87 req-32ba8c33-e5aa-4aed-95f2-6f71781033e6 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=8e3a90db-fda3-48b9-a3a1-df3f395c0dfd&tenant_id=1796e3b7b6834b8a88df228c1c9772ef HTTP/1.1" status: 200 len: 1096 time: 0.1228807 Jun 28 16:48:05.410277 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG neutron.wsgi [-] (74185) accepted ('10.222.0.26', 54336) {{(pid=74185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 28 16:48:05.445284 dv-cinder-798104-1-smb neutron-server[74186]: INFO neutron.wsgi [req-97956abc-ca25-4c22-8049-0f0111057f87 req-a244adaf-a527-47d3-b391-f264347a4bee service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=1796e3b7b6834b8a88df228c1c9772ef&device_id=8e3a90db-fda3-48b9-a3a1-df3f395c0dfd HTTP/1.1" status: 200 len: 1096 time: 0.0844159 Jun 28 16:48:05.489370 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG neutron_lib.callbacks.manager [None req-e66bd7c1-2c5d-4012-9571-bd0556b2823c tempest-AttachVolumeTestJSON-1575976490 tempest-AttachVolumeTestJSON-1575976490-project] Notify callbacks [] for security_group, before_delete {{(pid=74185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 16:48:05.529656 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG neutron_lib.callbacks.manager [None req-e66bd7c1-2c5d-4012-9571-bd0556b2823c tempest-AttachVolumeTestJSON-1575976490 tempest-AttachVolumeTestJSON-1575976490-project] Notify callbacks [] for security_group, precommit_delete {{(pid=74185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 16:48:05.604732 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG neutron_lib.callbacks.manager [None req-e66bd7c1-2c5d-4012-9571-bd0556b2823c tempest-AttachVolumeTestJSON-1575976490 tempest-AttachVolumeTestJSON-1575976490-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2050486'] for security_group, after_delete {{(pid=74185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 16:48:05.611027 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG oslo_concurrency.lockutils [None req-294329f1-6722-476c-8549-fc42f1526ef6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74185) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 16:48:05.629001 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e66bd7c1-2c5d-4012-9571-bd0556b2823c tempest-AttachVolumeTestJSON-1575976490 tempest-AttachVolumeTestJSON-1575976490-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=934817d2-1a75-4f26-ac33-5fb06c40c0b2,revision_number=None']} {{(pid=74185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 16:48:05.632903 dv-cinder-798104-1-smb neutron-server[74186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97956abc-ca25-4c22-8049-0f0111057f87 req-b100d19d-5bb3-4ea4-8446-a86c724e1804 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=74186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 16:48:05.635689 dv-cinder-798104-1-smb neutron-server[74186]: INFO neutron.wsgi [req-97956abc-ca25-4c22-8049-0f0111057f87 req-b100d19d-5bb3-4ea4-8446-a86c724e1804 service neutron] 10.222.0.41 "GET /v2.0/networks?id=4e66a7eb-2725-411e-9b4f-e274c7c51246 HTTP/1.1" status: 200 len: 918 time: 0.1822410 Jun 28 16:48:05.643297 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e66bd7c1-2c5d-4012-9571-bd0556b2823c tempest-AttachVolumeTestJSON-1575976490 tempest-AttachVolumeTestJSON-1575976490-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798104-1-smb {{(pid=74185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 16:48:05.643837 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e66bd7c1-2c5d-4012-9571-bd0556b2823c tempest-AttachVolumeTestJSON-1575976490 tempest-AttachVolumeTestJSON-1575976490-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798104-1-smb {{(pid=74185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 16:48:05.644187 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e66bd7c1-2c5d-4012-9571-bd0556b2823c tempest-AttachVolumeTestJSON-1575976490 tempest-AttachVolumeTestJSON-1575976490-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798104-1-smb {{(pid=74185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 16:48:05.644574 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e66bd7c1-2c5d-4012-9571-bd0556b2823c tempest-AttachVolumeTestJSON-1575976490 tempest-AttachVolumeTestJSON-1575976490-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-798104-1-smb {{(pid=74185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 16:48:05.645211 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e66bd7c1-2c5d-4012-9571-bd0556b2823c tempest-AttachVolumeTestJSON-1575976490 tempest-AttachVolumeTestJSON-1575976490-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798104-1-smb {{(pid=74185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 16:48:05.645717 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e66bd7c1-2c5d-4012-9571-bd0556b2823c tempest-AttachVolumeTestJSON-1575976490 tempest-AttachVolumeTestJSON-1575976490-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-798104-1-smb {{(pid=74185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 16:48:05.646186 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e66bd7c1-2c5d-4012-9571-bd0556b2823c tempest-AttachVolumeTestJSON-1575976490 tempest-AttachVolumeTestJSON-1575976490-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798104-1-smb {{(pid=74185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 16:48:05.646532 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e66bd7c1-2c5d-4012-9571-bd0556b2823c tempest-AttachVolumeTestJSON-1575976490 tempest-AttachVolumeTestJSON-1575976490-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798104-1-smb {{(pid=74185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 16:48:05.646884 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e66bd7c1-2c5d-4012-9571-bd0556b2823c tempest-AttachVolumeTestJSON-1575976490 tempest-AttachVolumeTestJSON-1575976490-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798104-1-smb {{(pid=74185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 16:48:05.647224 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e66bd7c1-2c5d-4012-9571-bd0556b2823c tempest-AttachVolumeTestJSON-1575976490 tempest-AttachVolumeTestJSON-1575976490-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798104-1-smb {{(pid=74185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 16:48:05.647569 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e66bd7c1-2c5d-4012-9571-bd0556b2823c tempest-AttachVolumeTestJSON-1575976490 tempest-AttachVolumeTestJSON-1575976490-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798104-1-smb {{(pid=74185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 16:48:05.650752 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG oslo_concurrency.lockutils [None req-e66bd7c1-2c5d-4012-9571-bd0556b2823c tempest-AttachVolumeTestJSON-1575976490 tempest-AttachVolumeTestJSON-1575976490-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=74185) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 16:48:05.658866 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG neutron_lib.callbacks.manager [None req-e66bd7c1-2c5d-4012-9571-bd0556b2823c tempest-AttachVolumeTestJSON-1575976490 tempest-AttachVolumeTestJSON-1575976490-project] Notify callbacks [] for security_group, before_response {{(pid=74185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 16:48:05.660221 dv-cinder-798104-1-smb neutron-server[74185]: INFO neutron.wsgi [None req-e66bd7c1-2c5d-4012-9571-bd0556b2823c tempest-AttachVolumeTestJSON-1575976490 tempest-AttachVolumeTestJSON-1575976490-project] 10.222.0.26 "DELETE /v2.0/security-groups/934817d2-1a75-4f26-ac33-5fb06c40c0b2 HTTP/1.1" status: 204 len: 168 time: 0.2489161 Jun 28 16:48:05.664444 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG neutron.wsgi [-] (74185) accepted ('10.222.0.26', 54340) {{(pid=74185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 28 16:48:05.682751 dv-cinder-798104-1-smb neutron-server[74185]: INFO neutron.api.v2.resource [None req-09068d13-66c2-49c7-97b1-c29bf4a21106 tempest-AttachVolumeTestJSON-1575976490 tempest-AttachVolumeTestJSON-1575976490-project] show failed (client error): The resource could not be found. Jun 28 16:48:05.683766 dv-cinder-798104-1-smb neutron-server[74185]: INFO neutron.wsgi [None req-09068d13-66c2-49c7-97b1-c29bf4a21106 tempest-AttachVolumeTestJSON-1575976490 tempest-AttachVolumeTestJSON-1575976490-project] 10.222.0.26 "GET /v2.0/security-groups/934817d2-1a75-4f26-ac33-5fb06c40c0b2 HTTP/1.1" status: 404 len: 347 time: 0.0182874 Jun 28 16:48:05.686714 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG neutron.wsgi [-] (74185) accepted ('10.222.0.26', 54344) {{(pid=74185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 28 16:48:05.833340 dv-cinder-798104-1-smb neutron-server[74186]: INFO neutron.wsgi [req-97956abc-ca25-4c22-8049-0f0111057f87 req-0c1a94ee-a2d9-45f9-a73d-8df9f0e73812 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=793d6fcc-cc70-4135-af5c-1e7363bcb0de HTTP/1.1" status: 200 len: 999 time: 0.1896162 Jun 28 16:48:05.861593 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG neutron.plugins.ml2.plugin [None req-d152fd00-4f30-493b-9a0c-3428e9fd337f tempest-AttachVolumeTestJSON-1575976490 tempest-AttachVolumeTestJSON-1575976490-project] Deleting port dc1a7d52-e2d4-42f6-8ad5-2a2f0fc38857 {{(pid=74185) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Jun 28 16:48:05.862571 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG neutron_lib.callbacks.manager [None req-d152fd00-4f30-493b-9a0c-3428e9fd337f tempest-AttachVolumeTestJSON-1575976490 tempest-AttachVolumeTestJSON-1575976490-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774158158511'] for port, before_delete {{(pid=74185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 16:48:05.905466 dv-cinder-798104-1-smb neutron-server[74186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97956abc-ca25-4c22-8049-0f0111057f87 req-69058abe-e016-4a7a-8a83-2d7b28dd3dec service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=74186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 16:48:05.906982 dv-cinder-798104-1-smb neutron-server[74186]: INFO neutron.wsgi [req-97956abc-ca25-4c22-8049-0f0111057f87 req-69058abe-e016-4a7a-8a83-2d7b28dd3dec service neutron] 10.222.0.41 "GET /v2.0/subnets?id=f2ffd4c6-165d-446d-9207-8235b5280dd5 HTTP/1.1" status: 200 len: 856 time: 0.0650611 Jun 28 16:48:05.989046 dv-cinder-798104-1-smb neutron-server[74187]: DEBUG neutron.plugins.ml2.rpc [None req-d0e5ad82-df9b-4ee3-8ee9-b93c74fbe1d3 None None] Device 567022d5-f15c-406e-9bad-30b7f5fb6ef4 no longer exists at agent hyperv_hv-cinder-79810 {{(pid=74187) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 28 16:48:05.997900 dv-cinder-798104-1-smb neutron-server[74186]: INFO neutron.wsgi [req-97956abc-ca25-4c22-8049-0f0111057f87 req-8d7f15d8-26db-4ab7-a1cd-6771a6acf4ff service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=4e66a7eb-2725-411e-9b4f-e274c7c51246&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0799651 Jun 28 16:48:06.024689 dv-cinder-798104-1-smb neutron-server[74187]: DEBUG neutron.plugins.ml2.plugin [None req-d0e5ad82-df9b-4ee3-8ee9-b93c74fbe1d3 None None] No Port match for: 567022d5-f15c-406e-9bad-30b7f5fb6ef4 {{(pid=74187) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}} Jun 28 16:48:06.024689 dv-cinder-798104-1-smb neutron-server[74187]: DEBUG neutron.plugins.ml2.rpc [None req-d0e5ad82-df9b-4ee3-8ee9-b93c74fbe1d3 None None] Device 567022d5-f15c-406e-9bad-30b7f5fb6ef4 not bound to the agent host hv-cinder-79810 {{(pid=74187) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 28 16:48:06.165132 dv-cinder-798104-1-smb neutron-server[74186]: INFO neutron.wsgi [req-97956abc-ca25-4c22-8049-0f0111057f87 req-880e3b06-86ec-4e27-b074-bb0cdbf85729 service neutron] 10.222.0.41 "GET /v2.0/networks/4e66a7eb-2725-411e-9b4f-e274c7c51246?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1584260 Jun 28 16:48:06.284155 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba800d88-988e-49d4-9fca-0d811ef2edc8 req-1ee55a76-6155-4b58-9253-a6fffd18d121 tempest-AttachVolumeShelveTestJSON-223402159 tempest-AttachVolumeShelveTestJSON-223402159-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 16:48:06.286782 dv-cinder-798104-1-smb neutron-server[74185]: INFO neutron.wsgi [req-ba800d88-988e-49d4-9fca-0d811ef2edc8 req-1ee55a76-6155-4b58-9253-a6fffd18d121 tempest-AttachVolumeShelveTestJSON-223402159 tempest-AttachVolumeShelveTestJSON-223402159-project] 10.222.0.26 "GET /v2.0/ports?device_id=8e3a90db-fda3-48b9-a3a1-df3f395c0dfd HTTP/1.1" status: 200 len: 943 time: 0.3703814 Jun 28 16:48:06.319584 dv-cinder-798104-1-smb neutron-server[74186]: INFO neutron.wsgi [req-97956abc-ca25-4c22-8049-0f0111057f87 req-85d827eb-3c3a-426d-b79a-66589f9a8b7a service neutron] 10.222.0.41 "GET /v2.0/networks/4e66a7eb-2725-411e-9b4f-e274c7c51246?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1464477 Jun 28 16:48:06.352364 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG neutron_lib.callbacks.manager [None req-d152fd00-4f30-493b-9a0c-3428e9fd337f tempest-AttachVolumeTestJSON-1575976490 tempest-AttachVolumeTestJSON-1575976490-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1637578'] for port, precommit_delete {{(pid=74185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 16:48:06.352683 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG neutron_lib.callbacks.manager [None req-d152fd00-4f30-493b-9a0c-3428e9fd337f tempest-AttachVolumeTestJSON-1575976490 tempest-AttachVolumeTestJSON-1575976490-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=74185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 16:48:06.493197 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG neutron.plugins.ml2.plugin [None req-d152fd00-4f30-493b-9a0c-3428e9fd337f tempest-AttachVolumeTestJSON-1575976490 tempest-AttachVolumeTestJSON-1575976490-project] Calling delete_port for dc1a7d52-e2d4-42f6-8ad5-2a2f0fc38857 owned by network:floatingip {{(pid=74185) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Jun 28 16:48:06.545862 dv-cinder-798104-1-smb neutron-server[74185]: INFO neutron.wsgi [req-ba800d88-988e-49d4-9fca-0d811ef2edc8 req-9a849943-200f-4ed7-8d31-48c89d37b169 tempest-AttachVolumeShelveTestJSON-223402159 tempest-AttachVolumeShelveTestJSON-223402159-project] 10.222.0.26 "GET /v2.0/security-groups?id=ee5b5d98-52f8-46a1-b53d-b30b29c7120c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2527671 Jun 28 16:48:06.665944 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG neutron_lib.callbacks.manager [None req-d152fd00-4f30-493b-9a0c-3428e9fd337f tempest-AttachVolumeTestJSON-1575976490 tempest-AttachVolumeTestJSON-1575976490-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-615041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1598908', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774158213030', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774157688369', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15648331'] for port, after_delete {{(pid=74185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 16:48:06.670268 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG oslo_concurrency.lockutils [None req-8a7a8ecb-71a4-4588-8110-56f44e41bf85 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74185) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 16:48:06.718008 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d152fd00-4f30-493b-9a0c-3428e9fd337f tempest-AttachVolumeTestJSON-1575976490 tempest-AttachVolumeTestJSON-1575976490-project] Pushing event deleted for resources: {'Port': ['ID=dc1a7d52-e2d4-42f6-8ad5-2a2f0fc38857,revision_number=None']} {{(pid=74185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 16:48:06.721380 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG oslo_concurrency.lockutils [None req-d152fd00-4f30-493b-9a0c-3428e9fd337f tempest-AttachVolumeTestJSON-1575976490 tempest-AttachVolumeTestJSON-1575976490-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=74185) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 16:48:06.818468 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG neutron_lib.callbacks.manager [None req-d152fd00-4f30-493b-9a0c-3428e9fd337f tempest-AttachVolumeTestJSON-1575976490 tempest-AttachVolumeTestJSON-1575976490-project] Notify callbacks [] for floatingip, after_delete {{(pid=74185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 16:48:06.833233 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG neutron_lib.callbacks.manager [None req-d152fd00-4f30-493b-9a0c-3428e9fd337f tempest-AttachVolumeTestJSON-1575976490 tempest-AttachVolumeTestJSON-1575976490-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129357'] for floatingip, before_response {{(pid=74185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 16:48:06.836974 dv-cinder-798104-1-smb neutron-server[74185]: INFO neutron.wsgi [None req-d152fd00-4f30-493b-9a0c-3428e9fd337f tempest-AttachVolumeTestJSON-1575976490 tempest-AttachVolumeTestJSON-1575976490-project] 10.222.0.26 "DELETE /v2.0/floatingips/959c7a27-a7ff-4d46-bd7f-d5c25fc6f705 HTTP/1.1" status: 204 len: 168 time: 1.1467581 Jun 28 16:48:07.925597 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cab26c9c-711b-4fd9-8bed-31b9b187066b req-bb68e9a8-316a-4036-84a8-f3a15ce9dec2 tempest-AttachVolumeShelveTestJSON-223402159 tempest-AttachVolumeShelveTestJSON-223402159-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 16:48:07.927119 dv-cinder-798104-1-smb neutron-server[74185]: INFO neutron.wsgi [req-cab26c9c-711b-4fd9-8bed-31b9b187066b req-bb68e9a8-316a-4036-84a8-f3a15ce9dec2 tempest-AttachVolumeShelveTestJSON-223402159 tempest-AttachVolumeShelveTestJSON-223402159-project] 10.222.0.26 "GET /v2.0/ports?device_id=8e3a90db-fda3-48b9-a3a1-df3f395c0dfd HTTP/1.1" status: 200 len: 943 time: 0.1132469 Jun 28 16:48:08.011416 dv-cinder-798104-1-smb neutron-server[74185]: INFO neutron.wsgi [req-cab26c9c-711b-4fd9-8bed-31b9b187066b req-45d196d8-f258-4eec-9ea6-bac8a0e37518 tempest-AttachVolumeShelveTestJSON-223402159 tempest-AttachVolumeShelveTestJSON-223402159-project] 10.222.0.26 "GET /v2.0/security-groups?id=ee5b5d98-52f8-46a1-b53d-b30b29c7120c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0784087 Jun 28 16:48:09.318125 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6060a6f-a828-41d5-a6d4-81ffb2936313 req-97ac0737-e288-4e6d-8c57-23798ce081e9 tempest-AttachVolumeShelveTestJSON-223402159 tempest-AttachVolumeShelveTestJSON-223402159-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 16:48:09.319750 dv-cinder-798104-1-smb neutron-server[74185]: INFO neutron.wsgi [req-c6060a6f-a828-41d5-a6d4-81ffb2936313 req-97ac0737-e288-4e6d-8c57-23798ce081e9 tempest-AttachVolumeShelveTestJSON-223402159 tempest-AttachVolumeShelveTestJSON-223402159-project] 10.222.0.26 "GET /v2.0/ports?device_id=8e3a90db-fda3-48b9-a3a1-df3f395c0dfd HTTP/1.1" status: 200 len: 943 time: 0.0929029 Jun 28 16:48:09.369314 dv-cinder-798104-1-smb neutron-server[74185]: INFO neutron.wsgi [req-c6060a6f-a828-41d5-a6d4-81ffb2936313 req-a72af1e6-b21f-4595-b12f-802c8ef224dd tempest-AttachVolumeShelveTestJSON-223402159 tempest-AttachVolumeShelveTestJSON-223402159-project] 10.222.0.26 "GET /v2.0/security-groups?id=ee5b5d98-52f8-46a1-b53d-b30b29c7120c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0437422 Jun 28 16:48:10.661574 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3f79751-1f7e-4ebe-ad55-eced94abf8e4 req-400eed84-c7eb-4fa5-a76a-ce31f9012cfb tempest-AttachVolumeShelveTestJSON-223402159 tempest-AttachVolumeShelveTestJSON-223402159-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 16:48:10.663062 dv-cinder-798104-1-smb neutron-server[74185]: INFO neutron.wsgi [req-a3f79751-1f7e-4ebe-ad55-eced94abf8e4 req-400eed84-c7eb-4fa5-a76a-ce31f9012cfb tempest-AttachVolumeShelveTestJSON-223402159 tempest-AttachVolumeShelveTestJSON-223402159-project] 10.222.0.26 "GET /v2.0/ports?device_id=8e3a90db-fda3-48b9-a3a1-df3f395c0dfd HTTP/1.1" status: 200 len: 943 time: 0.0836027 Jun 28 16:48:10.713914 dv-cinder-798104-1-smb neutron-server[74185]: INFO neutron.wsgi [req-a3f79751-1f7e-4ebe-ad55-eced94abf8e4 req-ebbfbda7-637e-428e-9306-56693e0c6c02 tempest-AttachVolumeShelveTestJSON-223402159 tempest-AttachVolumeShelveTestJSON-223402159-project] 10.222.0.26 "GET /v2.0/security-groups?id=ee5b5d98-52f8-46a1-b53d-b30b29c7120c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0430377 Jun 28 16:48:11.146696 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG neutron.wsgi [-] (74185) accepted ('10.222.0.26', 54396) {{(pid=74185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 28 16:48:11.950724 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG neutron_lib.callbacks.manager [None req-12c64b81-d136-4727-bf74-e0247b95fce7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1635418'] for router_interface, before_delete {{(pid=74185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 16:48:12.126821 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d88548a-830f-4245-bc9d-a0f80189188c req-6e6fd3cd-1ed9-44b3-af17-a0c33e5abad0 tempest-AttachVolumeShelveTestJSON-223402159 tempest-AttachVolumeShelveTestJSON-223402159-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 16:48:12.128331 dv-cinder-798104-1-smb neutron-server[74185]: INFO neutron.wsgi [req-6d88548a-830f-4245-bc9d-a0f80189188c req-6e6fd3cd-1ed9-44b3-af17-a0c33e5abad0 tempest-AttachVolumeShelveTestJSON-223402159 tempest-AttachVolumeShelveTestJSON-223402159-project] 10.222.0.26 "GET /v2.0/ports?device_id=8e3a90db-fda3-48b9-a3a1-df3f395c0dfd HTTP/1.1" status: 200 len: 943 time: 0.1160240 Jun 28 16:48:12.265966 dv-cinder-798104-1-smb neutron-server[74185]: INFO neutron.wsgi [req-6d88548a-830f-4245-bc9d-a0f80189188c req-bdb3add5-cbcc-4107-a788-d06f17ec78de tempest-AttachVolumeShelveTestJSON-223402159 tempest-AttachVolumeShelveTestJSON-223402159-project] 10.222.0.26 "GET /v2.0/security-groups?id=ee5b5d98-52f8-46a1-b53d-b30b29c7120c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1301558 Jun 28 16:48:12.885513 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG neutron.plugins.ml2.plugin [None req-12c64b81-d136-4727-bf74-e0247b95fce7 admin admin] Deleting port 9e62c1b4-b2c3-4819-9e9c-653784818f44 {{(pid=74185) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Jun 28 16:48:12.885973 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG neutron_lib.callbacks.manager [None req-12c64b81-d136-4727-bf74-e0247b95fce7 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774158158511'] for port, before_delete {{(pid=74185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 16:48:13.172640 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG neutron.plugins.ml2.db [None req-12c64b81-d136-4727-bf74-e0247b95fce7 admin admin] For port 9e62c1b4-b2c3-4819-9e9c-653784818f44, host dv-cinder-798104-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-798104-1-smb',level=0,port_id=9e62c1b4-b2c3-4819-9e9c-653784818f44,segment=NetworkSegment(c39146b4-a4d2-486a-bb26-fc05ca06bf0a),segment_id=c39146b4-a4d2-486a-bb26-fc05ca06bf0a)] {{(pid=74185) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 16:48:13.173391 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG neutron_lib.callbacks.manager [None req-12c64b81-d136-4727-bf74-e0247b95fce7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1637578'] for port, precommit_delete {{(pid=74185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 16:48:13.304548 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG neutron.plugins.ml2.plugin [None req-12c64b81-d136-4727-bf74-e0247b95fce7 admin admin] Calling delete_port for 9e62c1b4-b2c3-4819-9e9c-653784818f44 owned by network:router_interface {{(pid=74185) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Jun 28 16:48:13.598970 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56c0d51b-9ef2-493f-a59b-84d73ed677cf req-6e676665-3fdb-41a6-b61f-f56a8e8cda82 tempest-AttachVolumeShelveTestJSON-223402159 tempest-AttachVolumeShelveTestJSON-223402159-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 16:48:13.600565 dv-cinder-798104-1-smb neutron-server[74185]: INFO neutron.wsgi [req-56c0d51b-9ef2-493f-a59b-84d73ed677cf req-6e676665-3fdb-41a6-b61f-f56a8e8cda82 tempest-AttachVolumeShelveTestJSON-223402159 tempest-AttachVolumeShelveTestJSON-223402159-project] 10.222.0.26 "GET /v2.0/ports?device_id=8e3a90db-fda3-48b9-a3a1-df3f395c0dfd HTTP/1.1" status: 200 len: 943 time: 0.1068091 Jun 28 16:48:13.638356 dv-cinder-798104-1-smb neutron-server[74187]: DEBUG neutron_lib.callbacks.manager [None req-44337a49-45d2-4572-9805-780d64fd47b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774158209648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1002899'] for agent, after_update {{(pid=74187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 16:48:13.723605 dv-cinder-798104-1-smb neutron-server[74185]: INFO neutron.wsgi [req-56c0d51b-9ef2-493f-a59b-84d73ed677cf req-0e013c04-2783-4f6f-a703-65bc431e60c8 tempest-AttachVolumeShelveTestJSON-223402159 tempest-AttachVolumeShelveTestJSON-223402159-project] 10.222.0.26 "GET /v2.0/security-groups?id=ee5b5d98-52f8-46a1-b53d-b30b29c7120c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0994663 Jun 28 16:48:13.729476 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG neutron_lib.callbacks.manager [None req-12c64b81-d136-4727-bf74-e0247b95fce7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-615041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1598908', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774158213030', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774157688369', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15648331'] for port, after_delete {{(pid=74185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 16:48:13.735230 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG oslo_concurrency.lockutils [None req-d3cd7087-cde2-4ff8-ade3-bc364463a40a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74185) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 16:48:13.781168 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12c64b81-d136-4727-bf74-e0247b95fce7 admin admin] Pushing event deleted for resources: {'Port': ['ID=9e62c1b4-b2c3-4819-9e9c-653784818f44,revision_number=None']} {{(pid=74185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 16:48:13.784683 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG oslo_concurrency.lockutils [None req-12c64b81-d136-4727-bf74-e0247b95fce7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=74185) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 16:48:13.909723 dv-cinder-798104-1-smb neutron-server[74187]: DEBUG neutron_lib.callbacks.manager [None req-c72dd329-595c-4eca-9296-ba6eff8780d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774158209648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1002899'] for agent, after_update {{(pid=74187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 16:48:14.259557 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG neutron_lib.callbacks.manager [None req-12c64b81-d136-4727-bf74-e0247b95fce7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1598901', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1635940'] for router_interface, after_delete {{(pid=74185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 16:48:15.056582 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-12c64b81-d136-4727-bf74-e0247b95fce7 admin admin] Router 30e00ac4-b549-4d86-a0ee-d327f17cf3c1 has already been hosted by L3 agent 633adcd1-515e-4435-b14d-49f054abd10f {{(pid=74185) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 28 16:48:15.221860 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61e8f9eb-066f-4aab-af70-da1911568c4c req-9f5a5a57-9349-4451-92e8-ed5cc6506215 tempest-AttachVolumeShelveTestJSON-223402159 tempest-AttachVolumeShelveTestJSON-223402159-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 16:48:15.223392 dv-cinder-798104-1-smb neutron-server[74185]: INFO neutron.wsgi [req-61e8f9eb-066f-4aab-af70-da1911568c4c req-9f5a5a57-9349-4451-92e8-ed5cc6506215 tempest-AttachVolumeShelveTestJSON-223402159 tempest-AttachVolumeShelveTestJSON-223402159-project] 10.222.0.26 "GET /v2.0/ports?device_id=8e3a90db-fda3-48b9-a3a1-df3f395c0dfd HTTP/1.1" status: 200 len: 943 time: 0.2678599 Jun 28 16:48:15.298105 dv-cinder-798104-1-smb neutron-server[74185]: INFO neutron.wsgi [req-61e8f9eb-066f-4aab-af70-da1911568c4c req-53dfa090-e2b5-4e2f-bd28-87d9cba69ceb tempest-AttachVolumeShelveTestJSON-223402159 tempest-AttachVolumeShelveTestJSON-223402159-project] 10.222.0.26 "GET /v2.0/security-groups?id=ee5b5d98-52f8-46a1-b53d-b30b29c7120c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0627594 Jun 28 16:48:15.400659 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-12c64b81-d136-4727-bf74-e0247b95fce7 admin admin] Notify agent at l3_agent.dv-cinder-798104-1-smb the message routers_updated {{(pid=74185) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 28 16:48:15.412928 dv-cinder-798104-1-smb neutron-server[74187]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6536e5a-f894-451c-8a4a-5ef6d01c56e9 None None] Sync routers for ids ['30e00ac4-b549-4d86-a0ee-d327f17cf3c1'] in dv-cinder-798104-1-smb {{(pid=74187) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jun 28 16:48:15.418239 dv-cinder-798104-1-smb neutron-server[74185]: INFO neutron.wsgi [None req-12c64b81-d136-4727-bf74-e0247b95fce7 admin admin] 10.222.0.26 "PUT /v2.0/routers/30e00ac4-b549-4d86-a0ee-d327f17cf3c1/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.2702718 Jun 28 16:48:15.422274 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG neutron.wsgi [-] (74185) accepted ('10.222.0.26', 54412) {{(pid=74185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 28 16:48:15.427974 dv-cinder-798104-1-smb neutron-server[74187]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6536e5a-f894-451c-8a4a-5ef6d01c56e9 None None] Routers {'30e00ac4-b549-4d86-a0ee-d327f17cf3c1'} bound to L3 agent in host dv-cinder-798104-1-smb {{(pid=74187) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 28 16:48:15.428686 dv-cinder-798104-1-smb neutron-server[74187]: DEBUG neutron.db.l3_hamode_db [None req-f6536e5a-f894-451c-8a4a-5ef6d01c56e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-798104-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-28T16:32:46Z,description=,heartbeat_timestamp=2021-06-28T16:47:46Z,host='dv-cinder-798104-1-smb',id=633adcd1-515e-4435-b14d-49f054abd10f,load=0,resource_versions=,resources_synced=,started_at=2021-06-28T16:32:46Z,topic='l3_agent')) {'router_ids': ['30e00ac4-b549-4d86-a0ee-d327f17cf3c1'], 'active': True} {{(pid=74187) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 16:48:15.682424 dv-cinder-798104-1-smb neutron-server[74187]: DEBUG neutron.db.l3_dvr_db [None req-f6536e5a-f894-451c-8a4a-5ef6d01c56e9 None None] Set router 30e00ac4-b549-4d86-a0ee-d327f17cf3c1 gateway port host: dv-cinder-798104-1-smb {{(pid=74187) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jun 28 16:48:15.783325 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG neutron_lib.callbacks.manager [None req-a5e14ec9-2d68-4833-8b79-2fc76727c4a5 admin admin] Notify callbacks [] for router, before_delete {{(pid=74185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 16:48:16.013277 dv-cinder-798104-1-smb neutron-server[74187]: DEBUG neutron.db.l3_hamode_db [None req-f6536e5a-f894-451c-8a4a-5ef6d01c56e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '30e00ac4-b549-4d86-a0ee-d327f17cf3c1', 'name': 'tempest-AttachVolumeTestJSON-1815267279-router', 'tenant_id': '2f9864be4f7741e0aa69625d43b5a918', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f9715ce2-16ba-4ae9-9a15-557432d0a5ed', 'external_fixed_ips': [{'subnet_id': 'e3a20e14-2eea-4943-8cec-1fe85e8448d0', 'ip_address': '172.28.3.202'}], 'enable_snat': True}, 'gw_port_id': '600f6151-facc-4997-ba41-54649124a999', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-28T16:41:09Z', 'updated_at': '2021-06-28T16:48:13Z', 'revision_number': 5, 'project_id': '2f9864be4f7741e0aa69625d43b5a918', 'gw_port': {'id': '600f6151-facc-4997-ba41-54649124a999', 'name': '', 'network_id': 'f9715ce2-16ba-4ae9-9a15-557432d0a5ed', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:53:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30e00ac4-b549-4d86-a0ee-d327f17cf3c1', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e3a20e14-2eea-4943-8cec-1fe85e8448d0', 'ip_address': '172.28.3.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798104-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T16:41:10Z', 'updated_at': '2021-06-28T16:41:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e3a20e14-2eea-4943-8cec-1fe85e8448d0', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798104-1-smb'}], 'dv-cinder-798104-1-smb', False) {} {{(pid=74187) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 16:48:16.019177 dv-cinder-798104-1-smb neutron-server[74187]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6536e5a-f894-451c-8a4a-5ef6d01c56e9 None None] Checking router: 30e00ac4-b549-4d86-a0ee-d327f17cf3c1 for host: dv-cinder-798104-1-smb {{(pid=74187) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Jun 28 16:48:16.030495 dv-cinder-798104-1-smb neutron-server[74187]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6536e5a-f894-451c-8a4a-5ef6d01c56e9 None None] Routers {'30e00ac4-b549-4d86-a0ee-d327f17cf3c1'} bound to L3 agent in host dv-cinder-798104-1-smb {{(pid=74187) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 28 16:48:16.031153 dv-cinder-798104-1-smb neutron-server[74187]: DEBUG neutron.db.l3_hamode_db [None req-f6536e5a-f894-451c-8a4a-5ef6d01c56e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-798104-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-28T16:32:46Z,description=,heartbeat_timestamp=2021-06-28T16:47:46Z,host='dv-cinder-798104-1-smb',id=633adcd1-515e-4435-b14d-49f054abd10f,load=0,resource_versions=,resources_synced=,started_at=2021-06-28T16:32:46Z,topic='l3_agent')) {'router_ids': ['30e00ac4-b549-4d86-a0ee-d327f17cf3c1'], 'active': True} {{(pid=74187) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 16:48:16.061276 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG neutron_lib.callbacks.manager [None req-a5e14ec9-2d68-4833-8b79-2fc76727c4a5 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=74185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 16:48:16.072875 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG neutron.plugins.ml2.plugin [None req-a5e14ec9-2d68-4833-8b79-2fc76727c4a5 admin admin] Deleting port 600f6151-facc-4997-ba41-54649124a999 {{(pid=74185) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Jun 28 16:48:16.073265 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG neutron_lib.callbacks.manager [None req-a5e14ec9-2d68-4833-8b79-2fc76727c4a5 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774158158511'] for port, before_delete {{(pid=74185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 16:48:16.190562 dv-cinder-798104-1-smb neutron-server[74187]: DEBUG neutron_lib.callbacks.manager [None req-37ff8464-cc66-4bda-b00d-712e4eb77c9c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774158209648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1002899'] for agent, after_update {{(pid=74187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 16:48:16.205312 dv-cinder-798104-1-smb neutron-server[74187]: DEBUG neutron.db.l3_dvr_db [None req-f6536e5a-f894-451c-8a4a-5ef6d01c56e9 None None] Set router 30e00ac4-b549-4d86-a0ee-d327f17cf3c1 gateway port host: None {{(pid=74187) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jun 28 16:48:16.307486 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG neutron.plugins.ml2.db [None req-a5e14ec9-2d68-4833-8b79-2fc76727c4a5 admin admin] For port 600f6151-facc-4997-ba41-54649124a999, host dv-cinder-798104-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-798104-1-smb',level=0,port_id=600f6151-facc-4997-ba41-54649124a999,segment=NetworkSegment(1fdcd85b-55c4-4ae7-ac73-ac3bd2107891),segment_id=1fdcd85b-55c4-4ae7-ac73-ac3bd2107891)] {{(pid=74185) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 16:48:16.308067 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG neutron_lib.callbacks.manager [None req-a5e14ec9-2d68-4833-8b79-2fc76727c4a5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1637578'] for port, precommit_delete {{(pid=74185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 16:48:16.318325 dv-cinder-798104-1-smb neutron-server[74187]: DEBUG neutron.db.l3_hamode_db [None req-f6536e5a-f894-451c-8a4a-5ef6d01c56e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '30e00ac4-b549-4d86-a0ee-d327f17cf3c1', 'name': 'tempest-AttachVolumeTestJSON-1815267279-router', 'tenant_id': '2f9864be4f7741e0aa69625d43b5a918', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-28T16:41:09Z', 'updated_at': '2021-06-28T16:48:16Z', 'revision_number': 6, 'project_id': '2f9864be4f7741e0aa69625d43b5a918', 'gw_port_host': None}], 'dv-cinder-798104-1-smb', False) {} {{(pid=74187) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 16:48:16.324676 dv-cinder-798104-1-smb neutron-server[74187]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6536e5a-f894-451c-8a4a-5ef6d01c56e9 None None] The sync data for ids ['30e00ac4-b549-4d86-a0ee-d327f17cf3c1'] in dv-cinder-798104-1-smb is: [{'id': '30e00ac4-b549-4d86-a0ee-d327f17cf3c1', 'name': 'tempest-AttachVolumeTestJSON-1815267279-router', 'tenant_id': '2f9864be4f7741e0aa69625d43b5a918', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-28T16:41:09Z', 'updated_at': '2021-06-28T16:48:16Z', 'revision_number': 6, 'project_id': '2f9864be4f7741e0aa69625d43b5a918', 'gw_port_host': None}] {{(pid=74187) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jun 28 16:48:16.450736 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG neutron.plugins.ml2.plugin [None req-a5e14ec9-2d68-4833-8b79-2fc76727c4a5 admin admin] Calling delete_port for 600f6151-facc-4997-ba41-54649124a999 owned by network:router_gateway {{(pid=74185) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Jun 28 16:48:16.609957 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fc7f2a4-45f8-483a-9ba8-eac87c646693 req-28dc7257-fd0a-4709-82ec-2c09e87da0ed tempest-AttachVolumeShelveTestJSON-223402159 tempest-AttachVolumeShelveTestJSON-223402159-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 16:48:16.612230 dv-cinder-798104-1-smb neutron-server[74185]: INFO neutron.wsgi [req-5fc7f2a4-45f8-483a-9ba8-eac87c646693 req-28dc7257-fd0a-4709-82ec-2c09e87da0ed tempest-AttachVolumeShelveTestJSON-223402159 tempest-AttachVolumeShelveTestJSON-223402159-project] 10.222.0.26 "GET /v2.0/ports?device_id=8e3a90db-fda3-48b9-a3a1-df3f395c0dfd HTTP/1.1" status: 200 len: 943 time: 0.1327527 Jun 28 16:48:16.688671 dv-cinder-798104-1-smb neutron-server[74185]: INFO neutron.wsgi [req-5fc7f2a4-45f8-483a-9ba8-eac87c646693 req-135b1a67-3d8f-4660-82b2-80935b069ca5 tempest-AttachVolumeShelveTestJSON-223402159 tempest-AttachVolumeShelveTestJSON-223402159-project] 10.222.0.26 "GET /v2.0/security-groups?id=ee5b5d98-52f8-46a1-b53d-b30b29c7120c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0649726 Jun 28 16:48:16.812750 dv-cinder-798104-1-smb neutron-server[74187]: DEBUG neutron.plugins.ml2.rpc [None req-c72dd329-595c-4eca-9296-ba6eff8780d9 None None] Device 9e62c1b4-b2c3-4819-9e9c-653784818f44 no longer exists at agent ovs-agent-dv-cinder-798104-1-smb {{(pid=74187) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 28 16:48:16.827523 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG neutron_lib.callbacks.manager [None req-a5e14ec9-2d68-4833-8b79-2fc76727c4a5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-615041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1598908', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774158213030', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774157688369', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15648331'] for port, after_delete {{(pid=74185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 16:48:16.842035 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG oslo_concurrency.lockutils [None req-1f317094-61b6-4085-9e1f-1c3d9f94d4f1 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74185) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 16:48:16.894144 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5e14ec9-2d68-4833-8b79-2fc76727c4a5 admin admin] Pushing event deleted for resources: {'Port': ['ID=600f6151-facc-4997-ba41-54649124a999,revision_number=None']} {{(pid=74185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 16:48:16.899600 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG oslo_concurrency.lockutils [None req-a5e14ec9-2d68-4833-8b79-2fc76727c4a5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=74185) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 16:48:16.899828 dv-cinder-798104-1-smb neutron-server[74187]: DEBUG neutron.plugins.ml2.plugin [None req-c72dd329-595c-4eca-9296-ba6eff8780d9 None None] No Port match for: 9e62c1b4-b2c3-4819-9e9c-653784818f44 {{(pid=74187) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}} Jun 28 16:48:16.900305 dv-cinder-798104-1-smb neutron-server[74187]: DEBUG neutron.plugins.ml2.rpc [None req-c72dd329-595c-4eca-9296-ba6eff8780d9 None None] Device 9e62c1b4-b2c3-4819-9e9c-653784818f44 not bound to the agent host dv-cinder-798104-1-smb {{(pid=74187) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 28 16:48:17.233826 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG neutron_lib.callbacks.manager [None req-a5e14ec9-2d68-4833-8b79-2fc76727c4a5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1624205'] for router_gateway, after_delete {{(pid=74185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 16:48:17.599623 dv-cinder-798104-1-smb neutron-server[74187]: DEBUG neutron_lib.callbacks.manager [None req-17b6939a-39ed-439c-8d74-c49ac6595f0c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774158209648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1002899'] for agent, after_update {{(pid=74187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 16:48:17.616347 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG neutron_lib.callbacks.manager [None req-a5e14ec9-2d68-4833-8b79-2fc76727c4a5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1623837', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3706'] for router, precommit_delete {{(pid=74185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 16:48:17.621872 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG neutron_lib.callbacks.manager [None req-a5e14ec9-2d68-4833-8b79-2fc76727c4a5 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=74185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 16:48:17.722714 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG neutron_lib.callbacks.manager [None req-a5e14ec9-2d68-4833-8b79-2fc76727c4a5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1624049'] for router, after_delete {{(pid=74185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 16:48:17.723422 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a5e14ec9-2d68-4833-8b79-2fc76727c4a5 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 30e00ac4-b549-4d86-a0ee-d327f17cf3c1 {{(pid=74185) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 28 16:48:17.740717 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG neutron_lib.callbacks.manager [None req-a5e14ec9-2d68-4833-8b79-2fc76727c4a5 admin admin] Notify callbacks [] for router, before_response {{(pid=74185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 16:48:17.742250 dv-cinder-798104-1-smb neutron-server[74185]: INFO neutron.wsgi [None req-a5e14ec9-2d68-4833-8b79-2fc76727c4a5 admin admin] 10.222.0.26 "DELETE /v2.0/routers/30e00ac4-b549-4d86-a0ee-d327f17cf3c1 HTTP/1.1" status: 204 len: 168 time: 2.3186452 Jun 28 16:48:17.744769 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG neutron.wsgi [-] (74185) accepted ('10.222.0.26', 54418) {{(pid=74185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 28 16:48:17.835794 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG neutron.db.db_base_plugin_v2 [None req-8f0a8897-b738-46b7-9009-c6a786e2b05e admin admin] Deleting subnet 37b72020-400c-49f7-aceb-0167a7e84569 {{(pid=74185) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 28 16:48:17.840592 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG neutron_lib.callbacks.manager [None req-8f0a8897-b738-46b7-9009-c6a786e2b05e admin admin] Notify callbacks [] for subnet, before_delete {{(pid=74185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 16:48:17.923430 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG neutron_lib.callbacks.manager [None req-8f0a8897-b738-46b7-9009-c6a786e2b05e admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15604356'] for subnet, precommit_delete_associations {{(pid=74185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 16:48:18.119657 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-048d9a47-c292-48f8-9498-4329f4259a39 req-265e1d9c-8c1c-4786-a64e-abaf314ecf23 tempest-AttachVolumeShelveTestJSON-223402159 tempest-AttachVolumeShelveTestJSON-223402159-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 16:48:18.121363 dv-cinder-798104-1-smb neutron-server[74185]: INFO neutron.wsgi [req-048d9a47-c292-48f8-9498-4329f4259a39 req-265e1d9c-8c1c-4786-a64e-abaf314ecf23 tempest-AttachVolumeShelveTestJSON-223402159 tempest-AttachVolumeShelveTestJSON-223402159-project] 10.222.0.26 "GET /v2.0/ports?device_id=8e3a90db-fda3-48b9-a3a1-df3f395c0dfd HTTP/1.1" status: 200 len: 943 time: 0.1648226 Jun 28 16:48:18.128099 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG neutron_lib.callbacks.manager [None req-8f0a8897-b738-46b7-9009-c6a786e2b05e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1001168'] for subnet, precommit_delete {{(pid=74185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 16:48:18.237171 dv-cinder-798104-1-smb neutron-server[74185]: INFO neutron.wsgi [req-048d9a47-c292-48f8-9498-4329f4259a39 req-f7a4cb9f-d522-4fca-9acf-e704899b3bac tempest-AttachVolumeShelveTestJSON-223402159 tempest-AttachVolumeShelveTestJSON-223402159-project] 10.222.0.26 "GET /v2.0/security-groups?id=ee5b5d98-52f8-46a1-b53d-b30b29c7120c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0788980 Jun 28 16:48:18.250640 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG neutron_lib.callbacks.manager [None req-8f0a8897-b738-46b7-9009-c6a786e2b05e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1001177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107460', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1598908', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15648440', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15445221'] for subnet, after_delete {{(pid=74185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 16:48:18.255327 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG oslo_concurrency.lockutils [None req-8d4fab63-d329-41c5-a22c-be46b725376f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74185) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 16:48:18.296344 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f0a8897-b738-46b7-9009-c6a786e2b05e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=37b72020-400c-49f7-aceb-0167a7e84569,revision_number=None']} {{(pid=74185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 16:48:18.300168 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG oslo_concurrency.lockutils [None req-8f0a8897-b738-46b7-9009-c6a786e2b05e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=74185) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 16:48:18.306649 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG neutron_lib.callbacks.manager [None req-8f0a8897-b738-46b7-9009-c6a786e2b05e admin admin] Notify callbacks [] for subnet, before_response {{(pid=74185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 16:48:18.313275 dv-cinder-798104-1-smb neutron-server[74187]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5c2cc470-8455-4b10-bb1b-21a4a420cbcf None None] Network ad1db160-79ed-4f75-9884-27c71855a2d5 requested from dv-cinder-798104-1-smb {{(pid=74187) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jun 28 16:48:18.320707 dv-cinder-798104-1-smb neutron-server[74185]: INFO neutron.wsgi [None req-8f0a8897-b738-46b7-9009-c6a786e2b05e admin admin] 10.222.0.26 "DELETE /v2.0/subnets/37b72020-400c-49f7-aceb-0167a7e84569 HTTP/1.1" status: 204 len: 168 time: 0.5741315 Jun 28 16:48:18.323230 dv-cinder-798104-1-smb neutron-server[74186]: DEBUG neutron.wsgi [-] (74186) accepted ('10.222.0.26', 54424) {{(pid=74186) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 28 16:48:18.448871 dv-cinder-798104-1-smb neutron-server[74186]: DEBUG neutron_lib.callbacks.manager [None req-b5d061a9-00ec-4d9e-9b6b-a1084d88abfe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-565721'] for network, before_delete {{(pid=74186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 16:48:18.461877 dv-cinder-798104-1-smb neutron-server[74186]: DEBUG neutron.plugins.ml2.plugin [None req-b5d061a9-00ec-4d9e-9b6b-a1084d88abfe admin admin] Deleting port c027336f-5597-4636-9716-f03f8353484f {{(pid=74186) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Jun 28 16:48:18.462516 dv-cinder-798104-1-smb neutron-server[74186]: DEBUG neutron_lib.callbacks.manager [None req-b5d061a9-00ec-4d9e-9b6b-a1084d88abfe admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774158158511'] for port, before_delete {{(pid=74186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 16:48:18.676464 dv-cinder-798104-1-smb neutron-server[74187]: DEBUG neutron_lib.callbacks.manager [None req-d49266a9-82cf-4da4-977f-ceca59b71534 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774158209648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1002899'] for agent, after_update {{(pid=74187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 16:48:18.748791 dv-cinder-798104-1-smb neutron-server[74187]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-99415881-be03-40f9-80b5-bc9df76ab170 None None] DHCP port deletion for ad1db160-79ed-4f75-9884-27c71855a2d5 request from dv-cinder-798104-1-smb {{(pid=74187) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Jun 28 16:48:18.758105 dv-cinder-798104-1-smb neutron-server[74187]: DEBUG neutron.plugins.ml2.plugin [None req-99415881-be03-40f9-80b5-bc9df76ab170 None None] Deleting port c027336f-5597-4636-9716-f03f8353484f {{(pid=74187) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Jun 28 16:48:18.758722 dv-cinder-798104-1-smb neutron-server[74187]: DEBUG neutron_lib.callbacks.manager [None req-99415881-be03-40f9-80b5-bc9df76ab170 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774158158511'] for port, before_delete {{(pid=74187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 16:48:18.867832 dv-cinder-798104-1-smb neutron-server[74186]: DEBUG neutron.plugins.ml2.db [None req-b5d061a9-00ec-4d9e-9b6b-a1084d88abfe admin admin] For port c027336f-5597-4636-9716-f03f8353484f, host dv-cinder-798104-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-798104-1-smb',level=0,port_id=c027336f-5597-4636-9716-f03f8353484f,segment=NetworkSegment(c39146b4-a4d2-486a-bb26-fc05ca06bf0a),segment_id=c39146b4-a4d2-486a-bb26-fc05ca06bf0a)] {{(pid=74186) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 16:48:18.868346 dv-cinder-798104-1-smb neutron-server[74186]: DEBUG neutron_lib.callbacks.manager [None req-b5d061a9-00ec-4d9e-9b6b-a1084d88abfe admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1637578'] for port, precommit_delete {{(pid=74186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 16:48:18.911952 dv-cinder-798104-1-smb neutron-server[74187]: DEBUG neutron.plugins.ml2.rpc [None req-c72dd329-595c-4eca-9296-ba6eff8780d9 None None] Device 600f6151-facc-4997-ba41-54649124a999 no longer exists at agent ovs-agent-dv-cinder-798104-1-smb {{(pid=74187) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 28 16:48:18.971668 dv-cinder-798104-1-smb neutron-server[74187]: DEBUG neutron.plugins.ml2.plugin [None req-c72dd329-595c-4eca-9296-ba6eff8780d9 None None] No Port match for: 600f6151-facc-4997-ba41-54649124a999 {{(pid=74187) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}} Jun 28 16:48:18.971966 dv-cinder-798104-1-smb neutron-server[74187]: DEBUG neutron.plugins.ml2.rpc [None req-c72dd329-595c-4eca-9296-ba6eff8780d9 None None] Device 600f6151-facc-4997-ba41-54649124a999 not bound to the agent host dv-cinder-798104-1-smb {{(pid=74187) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 28 16:48:18.972335 dv-cinder-798104-1-smb neutron-server[74187]: DEBUG neutron.plugins.ml2.rpc [None req-c72dd329-595c-4eca-9296-ba6eff8780d9 None None] Device c027336f-5597-4636-9716-f03f8353484f no longer exists at agent ovs-agent-dv-cinder-798104-1-smb {{(pid=74187) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 28 16:48:19.016900 dv-cinder-798104-1-smb neutron-server[74186]: DEBUG neutron.plugins.ml2.plugin [None req-b5d061a9-00ec-4d9e-9b6b-a1084d88abfe admin admin] Calling delete_port for c027336f-5597-4636-9716-f03f8353484f owned by network:dhcp {{(pid=74186) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Jun 28 16:48:19.201871 dv-cinder-798104-1-smb neutron-server[74187]: DEBUG neutron.plugins.ml2.db [None req-99415881-be03-40f9-80b5-bc9df76ab170 None None] For port c027336f-5597-4636-9716-f03f8353484f, host dv-cinder-798104-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-798104-1-smb',level=0,port_id=c027336f-5597-4636-9716-f03f8353484f,segment=NetworkSegment(c39146b4-a4d2-486a-bb26-fc05ca06bf0a),segment_id=c39146b4-a4d2-486a-bb26-fc05ca06bf0a)] {{(pid=74187) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 16:48:19.202313 dv-cinder-798104-1-smb neutron-server[74187]: DEBUG neutron_lib.callbacks.manager [None req-99415881-be03-40f9-80b5-bc9df76ab170 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1637578'] for port, precommit_delete {{(pid=74187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 16:48:19.234702 dv-cinder-798104-1-smb neutron-server[74186]: DEBUG neutron_lib.callbacks.manager [None req-b5d061a9-00ec-4d9e-9b6b-a1084d88abfe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-615041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1598908', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774158213030', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774157688369', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1108489'] for port, after_delete {{(pid=74186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 16:48:19.239415 dv-cinder-798104-1-smb neutron-server[74186]: DEBUG oslo_concurrency.lockutils [None req-89171d23-83da-4531-90f5-442f5a0d3ce9 tempest-AttachVolumeTestJSON-1575976490 tempest-AttachVolumeTestJSON-1575976490-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74186) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 16:48:19.288822 dv-cinder-798104-1-smb neutron-server[74186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5d061a9-00ec-4d9e-9b6b-a1084d88abfe admin admin] Pushing event deleted for resources: {'Port': ['ID=c027336f-5597-4636-9716-f03f8353484f,revision_number=None']} {{(pid=74186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 16:48:19.297280 dv-cinder-798104-1-smb neutron-server[74186]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5d061a9-00ec-4d9e-9b6b-a1084d88abfe admin admin] No DVR routers for this DVR port c027336f-5597-4636-9716-f03f8353484f on host dv-cinder-798104-1-smb {{(pid=74186) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 28 16:48:19.328498 dv-cinder-798104-1-smb neutron-server[74186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5d061a9-00ec-4d9e-9b6b-a1084d88abfe admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798104-1-smb {{(pid=74186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 16:48:19.329880 dv-cinder-798104-1-smb neutron-server[74186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5d061a9-00ec-4d9e-9b6b-a1084d88abfe admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798104-1-smb {{(pid=74186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 16:48:19.329880 dv-cinder-798104-1-smb neutron-server[74186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5d061a9-00ec-4d9e-9b6b-a1084d88abfe admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798104-1-smb {{(pid=74186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 16:48:19.330138 dv-cinder-798104-1-smb neutron-server[74186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5d061a9-00ec-4d9e-9b6b-a1084d88abfe admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-798104-1-smb {{(pid=74186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 16:48:19.330455 dv-cinder-798104-1-smb neutron-server[74186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5d061a9-00ec-4d9e-9b6b-a1084d88abfe admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798104-1-smb {{(pid=74186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 16:48:19.330803 dv-cinder-798104-1-smb neutron-server[74186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5d061a9-00ec-4d9e-9b6b-a1084d88abfe admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-798104-1-smb {{(pid=74186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 16:48:19.331161 dv-cinder-798104-1-smb neutron-server[74186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5d061a9-00ec-4d9e-9b6b-a1084d88abfe admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798104-1-smb {{(pid=74186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 16:48:19.331510 dv-cinder-798104-1-smb neutron-server[74186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5d061a9-00ec-4d9e-9b6b-a1084d88abfe admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798104-1-smb {{(pid=74186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 16:48:19.331859 dv-cinder-798104-1-smb neutron-server[74186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5d061a9-00ec-4d9e-9b6b-a1084d88abfe admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798104-1-smb {{(pid=74186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 16:48:19.332230 dv-cinder-798104-1-smb neutron-server[74186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5d061a9-00ec-4d9e-9b6b-a1084d88abfe admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798104-1-smb {{(pid=74186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 16:48:19.332578 dv-cinder-798104-1-smb neutron-server[74186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5d061a9-00ec-4d9e-9b6b-a1084d88abfe admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798104-1-smb {{(pid=74186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 16:48:19.338928 dv-cinder-798104-1-smb neutron-server[74186]: DEBUG oslo_concurrency.lockutils [None req-b5d061a9-00ec-4d9e-9b6b-a1084d88abfe admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=74186) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 16:48:19.362046 dv-cinder-798104-1-smb neutron-server[74187]: DEBUG neutron.plugins.ml2.plugin [None req-c72dd329-595c-4eca-9296-ba6eff8780d9 None None] Port c027336f-5597-4636-9716-f03f8353484f update to DOWN by agent not found {{(pid=74187) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2084}} Jun 28 16:48:19.370651 dv-cinder-798104-1-smb neutron-server[74187]: DEBUG neutron.plugins.ml2.plugin [None req-99415881-be03-40f9-80b5-bc9df76ab170 None None] Calling delete_port for c027336f-5597-4636-9716-f03f8353484f owned by network:dhcp {{(pid=74187) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Jun 28 16:48:19.485365 dv-cinder-798104-1-smb neutron-server[74186]: DEBUG neutron_lib.callbacks.manager [None req-b5d061a9-00ec-4d9e-9b6b-a1084d88abfe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1000101', 'neutron.services.segments.db._delete_segments_for_network-8774158209666'] for network, precommit_delete {{(pid=74186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 16:48:19.524364 dv-cinder-798104-1-smb neutron-server[74186]: DEBUG neutron.services.segments.db [None req-b5d061a9-00ec-4d9e-9b6b-a1084d88abfe admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ad1db160-79ed-4f75-9884-27c71855a2d5']}} {{(pid=74186) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 16:48:19.536721 dv-cinder-798104-1-smb neutron-server[74187]: DEBUG neutron_lib.callbacks.manager [None req-d0e5ad82-df9b-4ee3-8ee9-b93c74fbe1d3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774158209648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1002899'] for agent, after_update {{(pid=74187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 16:48:19.551675 dv-cinder-798104-1-smb neutron-server[74186]: DEBUG neutron.services.segments.db [None req-b5d061a9-00ec-4d9e-9b6b-a1084d88abfe admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c39146b4-a4d2-486a-bb26-fc05ca06bf0a') {'for_net_delete': True} {{(pid=74186) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 16:48:19.552746 dv-cinder-798104-1-smb neutron-server[74186]: DEBUG neutron.services.segments.db [None req-b5d061a9-00ec-4d9e-9b6b-a1084d88abfe admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c39146b4-a4d2-486a-bb26-fc05ca06bf0a') {} {{(pid=74186) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 16:48:19.567545 dv-cinder-798104-1-smb neutron-server[74187]: DEBUG neutron_lib.db.api [None req-99415881-be03-40f9-80b5-bc9df76ab170 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=74187) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 28 16:48:19.568324 dv-cinder-798104-1-smb neutron-server[74187]: DEBUG oslo_db.api [None req-99415881-be03-40f9-80b5-bc9df76ab170 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=74187) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 28 16:48:19.572818 dv-cinder-798104-1-smb neutron-server[74186]: DEBUG neutron_lib.callbacks.manager [None req-b5d061a9-00ec-4d9e-9b6b-a1084d88abfe admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774158131357', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1055344'] for segment, before_delete {{(pid=74186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 16:48:19.597694 dv-cinder-798104-1-smb neutron-server[74186]: DEBUG neutron_lib.callbacks.manager [None req-b5d061a9-00ec-4d9e-9b6b-a1084d88abfe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-938564'] for segment, precommit_delete {{(pid=74186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 16:48:19.606310 dv-cinder-798104-1-smb neutron-server[74186]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b5d061a9-00ec-4d9e-9b6b-a1084d88abfe admin admin] Releasing vlan 402 on physical network physnet1 to pool {{(pid=74186) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Jun 28 16:48:19.607237 dv-cinder-798104-1-smb neutron-server[74186]: DEBUG neutron_lib.callbacks.manager [None req-b5d061a9-00ec-4d9e-9b6b-a1084d88abfe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-938591', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1108572'] for segment, after_delete {{(pid=74186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 16:48:19.623821 dv-cinder-798104-1-smb neutron-server[74186]: Traceback (most recent call last): Jun 28 16:48:19.623821 dv-cinder-798104-1-smb neutron-server[74186]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Jun 28 16:48:19.623821 dv-cinder-798104-1-smb neutron-server[74186]: timer() Jun 28 16:48:19.623821 dv-cinder-798104-1-smb neutron-server[74186]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 28 16:48:19.623821 dv-cinder-798104-1-smb neutron-server[74186]: cb(*args, **kw) Jun 28 16:48:19.623821 dv-cinder-798104-1-smb neutron-server[74186]: File "/opt/stack/neutron/neutron/common/utils.py", line 901, in wrapper Jun 28 16:48:19.623821 dv-cinder-798104-1-smb neutron-server[74186]: return func(*args, **kwargs) Jun 28 16:48:19.623821 dv-cinder-798104-1-smb neutron-server[74186]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 28 16:48:19.623821 dv-cinder-798104-1-smb neutron-server[74186]: self._notify() Jun 28 16:48:19.623821 dv-cinder-798104-1-smb neutron-server[74186]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 28 16:48:19.623821 dv-cinder-798104-1-smb neutron-server[74186]: self.callback(batched_events) Jun 28 16:48:19.623821 dv-cinder-798104-1-smb neutron-server[74186]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 28 16:48:19.623821 dv-cinder-798104-1-smb neutron-server[74186]: event.method(event) Jun 28 16:48:19.623821 dv-cinder-798104-1-smb neutron-server[74186]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 28 16:48:19.623821 dv-cinder-798104-1-smb neutron-server[74186]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 28 16:48:19.623821 dv-cinder-798104-1-smb neutron-server[74186]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 28 16:48:19.623821 dv-cinder-798104-1-smb neutron-server[74186]: aggregate_uuid = self.p_client.list_aggregates( Jun 28 16:48:19.623821 dv-cinder-798104-1-smb neutron-server[74186]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 28 16:48:19.623821 dv-cinder-798104-1-smb neutron-server[74186]: return f(self, *a, **k) Jun 28 16:48:19.623821 dv-cinder-798104-1-smb neutron-server[74186]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jun 28 16:48:19.623821 dv-cinder-798104-1-smb neutron-server[74186]: return self._get(url).json() Jun 28 16:48:19.623821 dv-cinder-798104-1-smb neutron-server[74186]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jun 28 16:48:19.623821 dv-cinder-798104-1-smb neutron-server[74186]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 28 16:48:19.623821 dv-cinder-798104-1-smb neutron-server[74186]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Jun 28 16:48:19.623821 dv-cinder-798104-1-smb neutron-server[74186]: return self.request(url, 'GET', **kwargs) Jun 28 16:48:19.623821 dv-cinder-798104-1-smb neutron-server[74186]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Jun 28 16:48:19.623821 dv-cinder-798104-1-smb neutron-server[74186]: base_url = self.get_endpoint(auth, allow=allow, Jun 28 16:48:19.623821 dv-cinder-798104-1-smb neutron-server[74186]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jun 28 16:48:19.623821 dv-cinder-798104-1-smb neutron-server[74186]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 28 16:48:19.623821 dv-cinder-798104-1-smb neutron-server[74186]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jun 28 16:48:19.623821 dv-cinder-798104-1-smb neutron-server[74186]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 28 16:48:19.623821 dv-cinder-798104-1-smb neutron-server[74186]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 28 16:48:19.671631 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3e17dc4-52e4-4e6c-a006-f00ba4c1d13b req-2fe223c9-48ef-4868-bce5-745107474763 tempest-AttachVolumeShelveTestJSON-223402159 tempest-AttachVolumeShelveTestJSON-223402159-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 16:48:19.681722 dv-cinder-798104-1-smb neutron-server[74185]: INFO neutron.wsgi [req-f3e17dc4-52e4-4e6c-a006-f00ba4c1d13b req-2fe223c9-48ef-4868-bce5-745107474763 tempest-AttachVolumeShelveTestJSON-223402159 tempest-AttachVolumeShelveTestJSON-223402159-project] 10.222.0.26 "GET /v2.0/ports?device_id=8e3a90db-fda3-48b9-a3a1-df3f395c0dfd HTTP/1.1" status: 200 len: 943 time: 0.1514556 Jun 28 16:48:19.729201 dv-cinder-798104-1-smb neutron-server[74186]: DEBUG neutron_lib.callbacks.manager [None req-b5d061a9-00ec-4d9e-9b6b-a1084d88abfe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1000534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2050463', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1598908', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1624240'] for network, after_delete {{(pid=74186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 16:48:19.734253 dv-cinder-798104-1-smb neutron-server[74186]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74186) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 16:48:19.748417 dv-cinder-798104-1-smb neutron-server[74186]: DEBUG neutron_lib.callbacks.manager [None req-b5d061a9-00ec-4d9e-9b6b-a1084d88abfe admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1598890'] for network, before_response {{(pid=74186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 16:48:19.758088 dv-cinder-798104-1-smb neutron-server[74185]: INFO neutron.wsgi [req-f3e17dc4-52e4-4e6c-a006-f00ba4c1d13b req-4c8f0f22-a086-4304-bb62-a326897970ae tempest-AttachVolumeShelveTestJSON-223402159 tempest-AttachVolumeShelveTestJSON-223402159-project] 10.222.0.26 "GET /v2.0/security-groups?id=ee5b5d98-52f8-46a1-b53d-b30b29c7120c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0608659 Jun 28 16:48:19.759620 dv-cinder-798104-1-smb neutron-server[74186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5d061a9-00ec-4d9e-9b6b-a1084d88abfe admin admin] Pushing event deleted for resources: {'Network': ['ID=ad1db160-79ed-4f75-9884-27c71855a2d5,revision_number=None']} {{(pid=74186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 16:48:19.763004 dv-cinder-798104-1-smb neutron-server[74186]: DEBUG oslo_concurrency.lockutils [None req-b5d061a9-00ec-4d9e-9b6b-a1084d88abfe admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=74186) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 16:48:19.776032 dv-cinder-798104-1-smb neutron-server[74186]: INFO neutron.wsgi [None req-b5d061a9-00ec-4d9e-9b6b-a1084d88abfe admin admin] 10.222.0.26 "DELETE /v2.0/networks/ad1db160-79ed-4f75-9884-27c71855a2d5 HTTP/1.1" status: 204 len: 168 time: 1.4516957 Jun 28 16:48:19.970735 dv-cinder-798104-1-smb neutron-server[74186]: DEBUG neutron.wsgi [-] (74186) accepted ('10.222.0.26', 54436) {{(pid=74186) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 28 16:48:20.037758 dv-cinder-798104-1-smb neutron-server[74186]: INFO neutron.wsgi [None req-bcdb9264-5b0c-49b5-9b62-f9d35d222502 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=2f9864be4f7741e0aa69625d43b5a918&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0653050 Jun 28 16:48:20.040667 dv-cinder-798104-1-smb neutron-server[74186]: DEBUG neutron.wsgi [-] (74186) accepted ('10.222.0.26', 54440) {{(pid=74186) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 28 16:48:20.069469 dv-cinder-798104-1-smb neutron-server[74187]: DEBUG neutron.plugins.ml2.plugin [None req-99415881-be03-40f9-80b5-bc9df76ab170 None None] Deleting port c027336f-5597-4636-9716-f03f8353484f {{(pid=74187) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Jun 28 16:48:20.069851 dv-cinder-798104-1-smb neutron-server[74187]: DEBUG neutron_lib.callbacks.manager [None req-99415881-be03-40f9-80b5-bc9df76ab170 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774158158511'] for port, before_delete {{(pid=74187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 16:48:20.110673 dv-cinder-798104-1-smb neutron-server[74186]: DEBUG neutron_lib.callbacks.manager [None req-ce11a3e2-56be-4e8b-a0bf-6dafaa12a1d1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=74186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 16:48:20.135001 dv-cinder-798104-1-smb neutron-server[74187]: DEBUG neutron.plugins.ml2.plugin [None req-99415881-be03-40f9-80b5-bc9df76ab170 None None] The port 'c027336f-5597-4636-9716-f03f8353484f' was deleted {{(pid=74187) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1889}} Jun 28 16:48:20.146647 dv-cinder-798104-1-smb neutron-server[74186]: DEBUG neutron_lib.callbacks.manager [None req-ce11a3e2-56be-4e8b-a0bf-6dafaa12a1d1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=74186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 16:48:20.224215 dv-cinder-798104-1-smb neutron-server[74186]: DEBUG neutron_lib.callbacks.manager [None req-ce11a3e2-56be-4e8b-a0bf-6dafaa12a1d1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2050486'] for security_group, after_delete {{(pid=74186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 16:48:20.229730 dv-cinder-798104-1-smb neutron-server[74186]: DEBUG oslo_concurrency.lockutils [None req-0c8ca89d-5cdc-4479-8a25-5e5d34cbace9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74186) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 16:48:20.246762 dv-cinder-798104-1-smb neutron-server[74186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce11a3e2-56be-4e8b-a0bf-6dafaa12a1d1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ac447f63-c9bd-4035-9b8d-1ec51463fca1,revision_number=None']} {{(pid=74186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 16:48:20.249930 dv-cinder-798104-1-smb neutron-server[74186]: DEBUG oslo_concurrency.lockutils [None req-ce11a3e2-56be-4e8b-a0bf-6dafaa12a1d1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=74186) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 16:48:20.257296 dv-cinder-798104-1-smb neutron-server[74186]: DEBUG neutron_lib.callbacks.manager [None req-ce11a3e2-56be-4e8b-a0bf-6dafaa12a1d1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=74186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 16:48:20.267638 dv-cinder-798104-1-smb neutron-server[74186]: INFO neutron.wsgi [None req-ce11a3e2-56be-4e8b-a0bf-6dafaa12a1d1 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/ac447f63-c9bd-4035-9b8d-1ec51463fca1 HTTP/1.1" status: 204 len: 168 time: 0.2168217 Jun 28 16:48:21.060237 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5812f074-7bd9-4ce9-8714-4790772f3a17 req-aa1fa0ed-e75d-4a9a-8f72-a23abdc7344a tempest-AttachVolumeShelveTestJSON-223402159 tempest-AttachVolumeShelveTestJSON-223402159-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 16:48:21.063305 dv-cinder-798104-1-smb neutron-server[74185]: INFO neutron.wsgi [req-5812f074-7bd9-4ce9-8714-4790772f3a17 req-aa1fa0ed-e75d-4a9a-8f72-a23abdc7344a tempest-AttachVolumeShelveTestJSON-223402159 tempest-AttachVolumeShelveTestJSON-223402159-project] 10.222.0.26 "GET /v2.0/ports?device_id=8e3a90db-fda3-48b9-a3a1-df3f395c0dfd HTTP/1.1" status: 200 len: 943 time: 0.1141889 Jun 28 16:48:21.157136 dv-cinder-798104-1-smb neutron-server[74185]: INFO neutron.wsgi [req-5812f074-7bd9-4ce9-8714-4790772f3a17 req-91fbe44e-9275-48ca-8dc9-fd1a2bb14de1 tempest-AttachVolumeShelveTestJSON-223402159 tempest-AttachVolumeShelveTestJSON-223402159-project] 10.222.0.26 "GET /v2.0/security-groups?id=ee5b5d98-52f8-46a1-b53d-b30b29c7120c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0802631 Jun 28 16:48:22.432304 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4d45c24-05a2-46d4-9ae7-1554287a3636 req-9ac276a3-a41a-4306-bf71-18c8176a3ab1 tempest-AttachVolumeShelveTestJSON-223402159 tempest-AttachVolumeShelveTestJSON-223402159-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 16:48:22.433824 dv-cinder-798104-1-smb neutron-server[74185]: INFO neutron.wsgi [req-f4d45c24-05a2-46d4-9ae7-1554287a3636 req-9ac276a3-a41a-4306-bf71-18c8176a3ab1 tempest-AttachVolumeShelveTestJSON-223402159 tempest-AttachVolumeShelveTestJSON-223402159-project] 10.222.0.26 "GET /v2.0/ports?device_id=8e3a90db-fda3-48b9-a3a1-df3f395c0dfd HTTP/1.1" status: 200 len: 943 time: 0.1197081 Jun 28 16:48:22.502360 dv-cinder-798104-1-smb neutron-server[74185]: INFO neutron.wsgi [req-f4d45c24-05a2-46d4-9ae7-1554287a3636 req-0b34ca21-2bb7-4408-af4a-228b142a4f52 tempest-AttachVolumeShelveTestJSON-223402159 tempest-AttachVolumeShelveTestJSON-223402159-project] 10.222.0.26 "GET /v2.0/security-groups?id=ee5b5d98-52f8-46a1-b53d-b30b29c7120c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0613265 Jun 28 16:48:22.944619 dv-cinder-798104-1-smb neutron-server[74188]: DEBUG neutron.db.agents_db [None req-8255730c-b11f-4cfb-aeb3-67319944b41a None None] Agent healthcheck: found 6 active agents {{(pid=74188) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jun 28 16:48:23.731840 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f28aa78d-4ecc-4df6-a155-987a82ae874f req-7d8b7b10-ab5a-4c6b-ae49-95190b8fb901 tempest-AttachVolumeShelveTestJSON-223402159 tempest-AttachVolumeShelveTestJSON-223402159-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 16:48:23.733479 dv-cinder-798104-1-smb neutron-server[74185]: INFO neutron.wsgi [req-f28aa78d-4ecc-4df6-a155-987a82ae874f req-7d8b7b10-ab5a-4c6b-ae49-95190b8fb901 tempest-AttachVolumeShelveTestJSON-223402159 tempest-AttachVolumeShelveTestJSON-223402159-project] 10.222.0.26 "GET /v2.0/ports?device_id=8e3a90db-fda3-48b9-a3a1-df3f395c0dfd HTTP/1.1" status: 200 len: 943 time: 0.0852425 Jun 28 16:48:23.792319 dv-cinder-798104-1-smb neutron-server[74185]: INFO neutron.wsgi [req-f28aa78d-4ecc-4df6-a155-987a82ae874f req-b62a464a-06d9-408a-ac8c-6d3aa655fc8c tempest-AttachVolumeShelveTestJSON-223402159 tempest-AttachVolumeShelveTestJSON-223402159-project] 10.222.0.26 "GET /v2.0/security-groups?id=ee5b5d98-52f8-46a1-b53d-b30b29c7120c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0490043 Jun 28 16:48:25.061144 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba7e700d-c18e-499f-b898-a1d8f5b39d08 req-3b406981-d83e-4a95-a953-755d9125135d tempest-AttachVolumeShelveTestJSON-223402159 tempest-AttachVolumeShelveTestJSON-223402159-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 16:48:25.063637 dv-cinder-798104-1-smb neutron-server[74185]: INFO neutron.wsgi [req-ba7e700d-c18e-499f-b898-a1d8f5b39d08 req-3b406981-d83e-4a95-a953-755d9125135d tempest-AttachVolumeShelveTestJSON-223402159 tempest-AttachVolumeShelveTestJSON-223402159-project] 10.222.0.26 "GET /v2.0/ports?device_id=8e3a90db-fda3-48b9-a3a1-df3f395c0dfd HTTP/1.1" status: 200 len: 943 time: 0.0861216 Jun 28 16:48:25.121547 dv-cinder-798104-1-smb neutron-server[74185]: INFO neutron.wsgi [req-ba7e700d-c18e-499f-b898-a1d8f5b39d08 req-95b7f0bb-69d4-449c-bd23-019cadc44d2c tempest-AttachVolumeShelveTestJSON-223402159 tempest-AttachVolumeShelveTestJSON-223402159-project] 10.222.0.26 "GET /v2.0/security-groups?id=ee5b5d98-52f8-46a1-b53d-b30b29c7120c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0517900 Jun 28 16:48:26.081558 dv-cinder-798104-1-smb neutron-server[74187]: DEBUG neutron.plugins.ml2.rpc [None req-d0e5ad82-df9b-4ee3-8ee9-b93c74fbe1d3 None None] Device 793d6fcc-cc70-4135-af5c-1e7363bcb0de details requested by agent hyperv_hv-cinder-79810 with host hv-cinder-79810 {{(pid=74187) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 28 16:48:26.232602 dv-cinder-798104-1-smb neutron-server[74187]: DEBUG neutron.plugins.ml2.db [None req-d0e5ad82-df9b-4ee3-8ee9-b93c74fbe1d3 None None] For port 793d6fcc-cc70-4135-af5c-1e7363bcb0de, host hv-cinder-79810, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79810',level=0,port_id=793d6fcc-cc70-4135-af5c-1e7363bcb0de,segment=NetworkSegment(2df110ad-025a-4a6b-9e31-f233466e01f1),segment_id=2df110ad-025a-4a6b-9e31-f233466e01f1)] {{(pid=74187) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 16:48:26.246845 dv-cinder-798104-1-smb neutron-server[74187]: DEBUG neutron.plugins.ml2.rpc [None req-d0e5ad82-df9b-4ee3-8ee9-b93c74fbe1d3 None None] Returning: {'device': '793d6fcc-cc70-4135-af5c-1e7363bcb0de', 'network_id': '4e66a7eb-2725-411e-9b4f-e274c7c51246', 'port_id': '793d6fcc-cc70-4135-af5c-1e7363bcb0de', 'mac_address': 'fa:16:3e:ee:de:9b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 405, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f2ffd4c6-165d-446d-9207-8235b5280dd5', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=74187) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 28 16:48:26.306160 dv-cinder-798104-1-smb neutron-server[74187]: DEBUG neutron_lib.callbacks.manager [None req-d0e5ad82-df9b-4ee3-8ee9-b93c74fbe1d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621611'] for port, before_update {{(pid=74187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 16:48:26.324540 dv-cinder-798104-1-smb neutron-server[74187]: DEBUG neutron.notifiers.nova [None req-d0e5ad82-df9b-4ee3-8ee9-b93c74fbe1d3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 793d6fcc-cc70-4135-af5c-1e7363bcb0de {{(pid=74187) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 28 16:48:26.341913 dv-cinder-798104-1-smb neutron-server[74187]: DEBUG neutron.plugins.ml2.db [None req-d0e5ad82-df9b-4ee3-8ee9-b93c74fbe1d3 None None] For port 793d6fcc-cc70-4135-af5c-1e7363bcb0de, host hv-cinder-79810, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79810',level=0,port_id=793d6fcc-cc70-4135-af5c-1e7363bcb0de,segment=NetworkSegment(2df110ad-025a-4a6b-9e31-f233466e01f1),segment_id=2df110ad-025a-4a6b-9e31-f233466e01f1)] {{(pid=74187) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 16:48:26.347807 dv-cinder-798104-1-smb neutron-server[74187]: DEBUG neutron_lib.callbacks.manager [None req-d0e5ad82-df9b-4ee3-8ee9-b93c74fbe1d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-615041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1598908', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774158213048', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774157688378', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774157688423'] for port, after_update {{(pid=74187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 16:48:26.354218 dv-cinder-798104-1-smb neutron-server[74187]: DEBUG oslo_concurrency.lockutils [None req-d0e5ad82-df9b-4ee3-8ee9-b93c74fbe1d3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74187) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 16:48:26.440990 dv-cinder-798104-1-smb neutron-server[74187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0e5ad82-df9b-4ee3-8ee9-b93c74fbe1d3 None None] Pushing event updated for resources: {'Port': ['ID=793d6fcc-cc70-4135-af5c-1e7363bcb0de,revision_number=9']} {{(pid=74187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 16:48:26.441777 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-780e5c5d-4e3c-4a12-a71c-35cc93510ef4 req-757f4619-cb95-4781-86ee-82dc72db7430 tempest-AttachVolumeShelveTestJSON-223402159 tempest-AttachVolumeShelveTestJSON-223402159-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 16:48:26.444095 dv-cinder-798104-1-smb neutron-server[74185]: INFO neutron.wsgi [req-780e5c5d-4e3c-4a12-a71c-35cc93510ef4 req-757f4619-cb95-4781-86ee-82dc72db7430 tempest-AttachVolumeShelveTestJSON-223402159 tempest-AttachVolumeShelveTestJSON-223402159-project] 10.222.0.26 "GET /v2.0/ports?device_id=8e3a90db-fda3-48b9-a3a1-df3f395c0dfd HTTP/1.1" status: 200 len: 944 time: 0.0996149 Jun 28 16:48:26.449401 dv-cinder-798104-1-smb neutron-server[74187]: DEBUG oslo_concurrency.lockutils [None req-d0e5ad82-df9b-4ee3-8ee9-b93c74fbe1d3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=74187) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 16:48:26.496156 dv-cinder-798104-1-smb neutron-server[74185]: INFO neutron.wsgi [req-780e5c5d-4e3c-4a12-a71c-35cc93510ef4 req-881dea88-e160-4eb9-a81f-29a0da4bceda tempest-AttachVolumeShelveTestJSON-223402159 tempest-AttachVolumeShelveTestJSON-223402159-project] 10.222.0.26 "GET /v2.0/security-groups?id=ee5b5d98-52f8-46a1-b53d-b30b29c7120c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0455637 Jun 28 16:48:26.593586 dv-cinder-798104-1-smb neutron-server[74187]: DEBUG neutron.plugins.ml2.db [None req-d0e5ad82-df9b-4ee3-8ee9-b93c74fbe1d3 None None] get_ports_and_sgs() called for port_ids ['793d6fcc-cc70-4135-af5c-1e7363bcb0de'] {{(pid=74187) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jun 28 16:48:27.723733 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8e3a1ed-a0f1-443f-8fa8-f25105c7a95a req-67eb3e6e-76b6-4216-bdf5-6c2b7b91b5ae tempest-AttachVolumeShelveTestJSON-223402159 tempest-AttachVolumeShelveTestJSON-223402159-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 16:48:27.725219 dv-cinder-798104-1-smb neutron-server[74185]: INFO neutron.wsgi [req-b8e3a1ed-a0f1-443f-8fa8-f25105c7a95a req-67eb3e6e-76b6-4216-bdf5-6c2b7b91b5ae tempest-AttachVolumeShelveTestJSON-223402159 tempest-AttachVolumeShelveTestJSON-223402159-project] 10.222.0.26 "GET /v2.0/ports?device_id=8e3a90db-fda3-48b9-a3a1-df3f395c0dfd HTTP/1.1" status: 200 len: 944 time: 0.0784109 Jun 28 16:48:27.771735 dv-cinder-798104-1-smb neutron-server[74185]: INFO neutron.wsgi [req-b8e3a1ed-a0f1-443f-8fa8-f25105c7a95a req-88a7a8d5-9c16-4ee0-8cea-244f4fec071b tempest-AttachVolumeShelveTestJSON-223402159 tempest-AttachVolumeShelveTestJSON-223402159-project] 10.222.0.26 "GET /v2.0/security-groups?id=ee5b5d98-52f8-46a1-b53d-b30b29c7120c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0409150 Jun 28 16:48:28.088889 dv-cinder-798104-1-smb neutron-server[74187]: DEBUG neutron.plugins.ml2.rpc [None req-d0e5ad82-df9b-4ee3-8ee9-b93c74fbe1d3 None None] Device 793d6fcc-cc70-4135-af5c-1e7363bcb0de up at agent hyperv_hv-cinder-79810 {{(pid=74187) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 28 16:48:28.157068 dv-cinder-798104-1-smb neutron-server[74187]: DEBUG neutron.db.provisioning_blocks [None req-d0e5ad82-df9b-4ee3-8ee9-b93c74fbe1d3 None None] Provisioning complete for port 793d6fcc-cc70-4135-af5c-1e7363bcb0de triggered by entity L2. {{(pid=74187) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 28 16:48:28.158008 dv-cinder-798104-1-smb neutron-server[74187]: DEBUG neutron_lib.callbacks.manager [None req-d0e5ad82-df9b-4ee3-8ee9-b93c74fbe1d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1002786'] for port, provisioning_complete {{(pid=74187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 16:48:28.274990 dv-cinder-798104-1-smb neutron-server[74187]: DEBUG neutron_lib.callbacks.manager [None req-d0e5ad82-df9b-4ee3-8ee9-b93c74fbe1d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621611'] for port, before_update {{(pid=74187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 16:48:28.303822 dv-cinder-798104-1-smb neutron-server[74187]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8e3a90db-fda3-48b9-a3a1-df3f395c0dfd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '793d6fcc-cc70-4135-af5c-1e7363bcb0de'}] {{(pid=74187) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 28 16:48:28.313932 dv-cinder-798104-1-smb neutron-server[74187]: DEBUG neutron.plugins.ml2.db [None req-d0e5ad82-df9b-4ee3-8ee9-b93c74fbe1d3 None None] For port 793d6fcc-cc70-4135-af5c-1e7363bcb0de, host hv-cinder-79810, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79810',level=0,port_id=793d6fcc-cc70-4135-af5c-1e7363bcb0de,segment=NetworkSegment(2df110ad-025a-4a6b-9e31-f233466e01f1),segment_id=2df110ad-025a-4a6b-9e31-f233466e01f1)] {{(pid=74187) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 16:48:28.319083 dv-cinder-798104-1-smb neutron-server[74187]: DEBUG neutron_lib.callbacks.manager [None req-d0e5ad82-df9b-4ee3-8ee9-b93c74fbe1d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-615041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1598908', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774158213048', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774157688378', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774157688423'] for port, after_update {{(pid=74187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 16:48:28.320744 dv-cinder-798104-1-smb neutron-server[74187]: DEBUG oslo_concurrency.lockutils [None req-d0e5ad82-df9b-4ee3-8ee9-b93c74fbe1d3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74187) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 16:48:28.368022 dv-cinder-798104-1-smb neutron-server[74187]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8e3a90db-fda3-48b9-a3a1-df3f395c0dfd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '793d6fcc-cc70-4135-af5c-1e7363bcb0de', 'code': 200} Jun 28 16:48:28.404564 dv-cinder-798104-1-smb neutron-server[74187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0e5ad82-df9b-4ee3-8ee9-b93c74fbe1d3 None None] Pushing event updated for resources: {'Port': ['ID=793d6fcc-cc70-4135-af5c-1e7363bcb0de,revision_number=10']} {{(pid=74187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 16:48:28.408489 dv-cinder-798104-1-smb neutron-server[74187]: DEBUG oslo_concurrency.lockutils [None req-d0e5ad82-df9b-4ee3-8ee9-b93c74fbe1d3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=74187) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 16:48:28.653968 dv-cinder-798104-1-smb neutron-server[74186]: INFO neutron.wsgi [req-5aba6ea0-6978-475c-8921-496622936bc0 req-51310b4f-5480-44f4-aec4-717ea0df02ca service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=8e3a90db-fda3-48b9-a3a1-df3f395c0dfd HTTP/1.1" status: 200 len: 1099 time: 0.0790548 Jun 28 16:48:28.706796 dv-cinder-798104-1-smb neutron-server[74186]: INFO neutron.wsgi [req-5aba6ea0-6978-475c-8921-496622936bc0 req-c1c670a0-a3c4-4119-a561-563baf3d3c65 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=ee5b5d98-52f8-46a1-b53d-b30b29c7120c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0419185 Jun 28 16:48:28.991076 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ad8afac-8b3a-4d17-87c3-dc0ac564dc2c req-97fe0f5f-b8bd-4a3f-b7ef-41f0facb4948 tempest-AttachVolumeShelveTestJSON-223402159 tempest-AttachVolumeShelveTestJSON-223402159-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 16:48:28.992439 dv-cinder-798104-1-smb neutron-server[74185]: INFO neutron.wsgi [req-7ad8afac-8b3a-4d17-87c3-dc0ac564dc2c req-97fe0f5f-b8bd-4a3f-b7ef-41f0facb4948 tempest-AttachVolumeShelveTestJSON-223402159 tempest-AttachVolumeShelveTestJSON-223402159-project] 10.222.0.26 "GET /v2.0/ports?device_id=8e3a90db-fda3-48b9-a3a1-df3f395c0dfd HTTP/1.1" status: 200 len: 946 time: 0.0802097 Jun 28 16:48:29.037934 dv-cinder-798104-1-smb neutron-server[74185]: INFO neutron.wsgi [req-7ad8afac-8b3a-4d17-87c3-dc0ac564dc2c req-c0900a5d-bfc5-4a27-9fdc-4ed18ff07fe8 tempest-AttachVolumeShelveTestJSON-223402159 tempest-AttachVolumeShelveTestJSON-223402159-project] 10.222.0.26 "GET /v2.0/security-groups?id=ee5b5d98-52f8-46a1-b53d-b30b29c7120c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0396543 Jun 28 16:48:30.261746 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd2fdff2-0a51-4fe4-ada7-26f22a921810 req-805256b7-6553-42a3-a69e-b5e8bf9a7ddc tempest-AttachVolumeShelveTestJSON-223402159 tempest-AttachVolumeShelveTestJSON-223402159-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 16:48:30.263288 dv-cinder-798104-1-smb neutron-server[74185]: INFO neutron.wsgi [req-bd2fdff2-0a51-4fe4-ada7-26f22a921810 req-805256b7-6553-42a3-a69e-b5e8bf9a7ddc tempest-AttachVolumeShelveTestJSON-223402159 tempest-AttachVolumeShelveTestJSON-223402159-project] 10.222.0.26 "GET /v2.0/ports?device_id=8e3a90db-fda3-48b9-a3a1-df3f395c0dfd HTTP/1.1" status: 200 len: 946 time: 0.0811579 Jun 28 16:48:30.417995 dv-cinder-798104-1-smb neutron-server[74185]: INFO neutron.wsgi [req-bd2fdff2-0a51-4fe4-ada7-26f22a921810 req-e3bd39fa-24e8-4e78-97df-31e69e909b07 tempest-AttachVolumeShelveTestJSON-223402159 tempest-AttachVolumeShelveTestJSON-223402159-project] 10.222.0.26 "GET /v2.0/security-groups?id=ee5b5d98-52f8-46a1-b53d-b30b29c7120c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1489782 Jun 28 16:48:31.778044 dv-cinder-798104-1-smb neutron-server[74186]: DEBUG neutron.wsgi [-] (74186) accepted ('10.222.0.26', 54626) {{(pid=74186) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 28 16:48:31.793871 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6a60381-3e4e-465a-bb90-a0d71a4be17b req-609983e6-e4e0-45cb-8e94-43e4e8304d18 tempest-AttachVolumeShelveTestJSON-223402159 tempest-AttachVolumeShelveTestJSON-223402159-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 16:48:31.796043 dv-cinder-798104-1-smb neutron-server[74185]: INFO neutron.wsgi [req-c6a60381-3e4e-465a-bb90-a0d71a4be17b req-609983e6-e4e0-45cb-8e94-43e4e8304d18 tempest-AttachVolumeShelveTestJSON-223402159 tempest-AttachVolumeShelveTestJSON-223402159-project] 10.222.0.26 "GET /v2.0/ports?device_id=8e3a90db-fda3-48b9-a3a1-df3f395c0dfd HTTP/1.1" status: 200 len: 946 time: 0.0855427 Jun 28 16:48:31.858765 dv-cinder-798104-1-smb neutron-server[74185]: INFO neutron.wsgi [req-c6a60381-3e4e-465a-bb90-a0d71a4be17b req-78259e8a-2bb1-423a-8b0f-f3ebaa4e98a1 tempest-AttachVolumeShelveTestJSON-223402159 tempest-AttachVolumeShelveTestJSON-223402159-project] 10.222.0.26 "GET /v2.0/security-groups?id=ee5b5d98-52f8-46a1-b53d-b30b29c7120c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0550873 Jun 28 16:48:31.962271 dv-cinder-798104-1-smb neutron-server[74186]: DEBUG neutron_lib.callbacks.manager [None req-4478017c-9161-45f5-8519-45a1216f22e9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=74186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 16:48:31.995934 dv-cinder-798104-1-smb neutron-server[74186]: DEBUG neutron.db.quota.driver [None req-4478017c-9161-45f5-8519-45a1216f22e9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74186) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 28 16:48:32.000081 dv-cinder-798104-1-smb neutron-server[74186]: DEBUG neutron.quota.resource [None req-4478017c-9161-45f5-8519-45a1216f22e9 admin admin] Usage tracker for resource:security_group_rule and tenant:8b4c8404b9cb472d94e3320cf173a128 is out of sync, need to count used quota {{(pid=74186) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 28 16:48:32.003422 dv-cinder-798104-1-smb neutron-server[74186]: DEBUG neutron.quota.resource [None req-4478017c-9161-45f5-8519-45a1216f22e9 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=74186) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 28 16:48:32.009473 dv-cinder-798104-1-smb neutron-server[74186]: DEBUG neutron.db.quota.driver [None req-4478017c-9161-45f5-8519-45a1216f22e9 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74186) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 28 16:48:32.078019 dv-cinder-798104-1-smb neutron-server[74186]: DEBUG neutron_lib.callbacks.manager [None req-4478017c-9161-45f5-8519-45a1216f22e9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=74186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 16:48:32.082131 dv-cinder-798104-1-smb neutron-server[74186]: DEBUG neutron_lib.callbacks.manager [None req-4478017c-9161-45f5-8519-45a1216f22e9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2050486'] for security_group, after_create {{(pid=74186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 16:48:32.089203 dv-cinder-798104-1-smb neutron-server[74186]: DEBUG oslo_concurrency.lockutils [None req-2634e634-f7b5-4ab6-963b-3e40ab1530a0 tempest-VolumesNegativeTest-637907310 tempest-VolumesNegativeTest-637907310-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74186) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 16:48:32.136357 dv-cinder-798104-1-smb neutron-server[74186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4478017c-9161-45f5-8519-45a1216f22e9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b8ccf50a-1ba8-4eef-a3f8-1c70afed8c06,revision_number=1']} {{(pid=74186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 16:48:32.139883 dv-cinder-798104-1-smb neutron-server[74186]: DEBUG oslo_concurrency.lockutils [None req-4478017c-9161-45f5-8519-45a1216f22e9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=74186) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 16:48:32.146944 dv-cinder-798104-1-smb neutron-server[74186]: INFO neutron.wsgi [None req-4478017c-9161-45f5-8519-45a1216f22e9 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=8b4c8404b9cb472d94e3320cf173a128&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3640106 Jun 28 16:48:32.148767 dv-cinder-798104-1-smb neutron-server[74186]: DEBUG neutron.wsgi [-] (74186) accepted ('10.222.0.26', 54634) {{(pid=74186) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 28 16:48:32.210101 dv-cinder-798104-1-smb neutron-server[74186]: DEBUG neutron_lib.callbacks.manager [None req-646be983-4c58-49b2-ae18-76833461a44f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=74186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 16:48:32.237711 dv-cinder-798104-1-smb neutron-server[74186]: DEBUG neutron_lib.callbacks.manager [None req-646be983-4c58-49b2-ae18-76833461a44f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=74186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 16:48:32.332658 dv-cinder-798104-1-smb neutron-server[74186]: DEBUG neutron_lib.callbacks.manager [None req-646be983-4c58-49b2-ae18-76833461a44f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2050486'] for security_group, after_delete {{(pid=74186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 16:48:32.336568 dv-cinder-798104-1-smb neutron-server[74186]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74186) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 16:48:32.349302 dv-cinder-798104-1-smb neutron-server[74186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-646be983-4c58-49b2-ae18-76833461a44f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b8ccf50a-1ba8-4eef-a3f8-1c70afed8c06,revision_number=None']} {{(pid=74186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 16:48:32.353652 dv-cinder-798104-1-smb neutron-server[74186]: DEBUG oslo_concurrency.lockutils [None req-646be983-4c58-49b2-ae18-76833461a44f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=74186) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 16:48:32.358017 dv-cinder-798104-1-smb neutron-server[74186]: DEBUG neutron_lib.callbacks.manager [None req-646be983-4c58-49b2-ae18-76833461a44f admin admin] Notify callbacks [] for security_group, before_response {{(pid=74186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 16:48:32.362825 dv-cinder-798104-1-smb neutron-server[74186]: INFO neutron.wsgi [None req-646be983-4c58-49b2-ae18-76833461a44f admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/b8ccf50a-1ba8-4eef-a3f8-1c70afed8c06 HTTP/1.1" status: 204 len: 168 time: 0.2101169 Jun 28 16:48:32.732026 dv-cinder-798104-1-smb neutron-server[74186]: DEBUG neutron.wsgi [-] (74186) accepted ('10.222.0.26', 54642) {{(pid=74186) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 28 16:48:32.751244 dv-cinder-798104-1-smb neutron-server[74186]: DEBUG neutron_lib.callbacks.manager [None req-b14ba107-2002-46e6-b1e2-55edf20ecbd3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=74186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 16:48:32.782341 dv-cinder-798104-1-smb neutron-server[74186]: DEBUG neutron.db.quota.driver [None req-b14ba107-2002-46e6-b1e2-55edf20ecbd3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74186) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 28 16:48:32.787068 dv-cinder-798104-1-smb neutron-server[74186]: DEBUG neutron.quota.resource [None req-b14ba107-2002-46e6-b1e2-55edf20ecbd3 admin admin] Usage tracker for resource:security_group_rule and tenant:b919eabd98474da5887c9d29245e7f0c is out of sync, need to count used quota {{(pid=74186) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 28 16:48:32.789989 dv-cinder-798104-1-smb neutron-server[74186]: DEBUG neutron.quota.resource [None req-b14ba107-2002-46e6-b1e2-55edf20ecbd3 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=74186) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 28 16:48:32.795635 dv-cinder-798104-1-smb neutron-server[74186]: DEBUG neutron.db.quota.driver [None req-b14ba107-2002-46e6-b1e2-55edf20ecbd3 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74186) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 28 16:48:32.860617 dv-cinder-798104-1-smb neutron-server[74186]: DEBUG neutron_lib.callbacks.manager [None req-b14ba107-2002-46e6-b1e2-55edf20ecbd3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=74186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 16:48:32.864628 dv-cinder-798104-1-smb neutron-server[74186]: DEBUG neutron_lib.callbacks.manager [None req-b14ba107-2002-46e6-b1e2-55edf20ecbd3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2050486'] for security_group, after_create {{(pid=74186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 16:48:32.871136 dv-cinder-798104-1-smb neutron-server[74186]: DEBUG oslo_concurrency.lockutils [None req-9488439f-9af2-45a3-a832-408ef26d9a57 tempest-TestShelveInstance-142730798 tempest-TestShelveInstance-142730798-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74186) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 16:48:32.913535 dv-cinder-798104-1-smb neutron-server[74186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b14ba107-2002-46e6-b1e2-55edf20ecbd3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cd9a61ca-1c4f-4cd0-ac73-610bd8178d17,revision_number=1']} {{(pid=74186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 16:48:32.917749 dv-cinder-798104-1-smb neutron-server[74186]: INFO neutron.wsgi [None req-b14ba107-2002-46e6-b1e2-55edf20ecbd3 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=b919eabd98474da5887c9d29245e7f0c&name=default HTTP/1.1" status: 200 len: 2647 time: 0.1845858 Jun 28 16:48:32.918726 dv-cinder-798104-1-smb neutron-server[74186]: DEBUG oslo_concurrency.lockutils [None req-b14ba107-2002-46e6-b1e2-55edf20ecbd3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=74186) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 16:48:32.921007 dv-cinder-798104-1-smb neutron-server[74186]: DEBUG neutron.wsgi [-] (74186) accepted ('10.222.0.26', 54646) {{(pid=74186) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 28 16:48:32.984301 dv-cinder-798104-1-smb neutron-server[74186]: DEBUG neutron_lib.callbacks.manager [None req-d31ade03-5dea-4d22-a0ee-97f4e3d13afa admin admin] Notify callbacks [] for security_group, before_delete {{(pid=74186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 16:48:33.015382 dv-cinder-798104-1-smb neutron-server[74186]: DEBUG neutron_lib.callbacks.manager [None req-d31ade03-5dea-4d22-a0ee-97f4e3d13afa admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=74186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 16:48:33.069417 dv-cinder-798104-1-smb neutron-server[74186]: DEBUG neutron_lib.callbacks.manager [None req-d31ade03-5dea-4d22-a0ee-97f4e3d13afa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2050486'] for security_group, after_delete {{(pid=74186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 16:48:33.073402 dv-cinder-798104-1-smb neutron-server[74186]: DEBUG oslo_concurrency.lockutils [None req-532a43ed-094f-45db-a4d5-e201e9a1ef09 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74186) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 16:48:33.087597 dv-cinder-798104-1-smb neutron-server[74186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d31ade03-5dea-4d22-a0ee-97f4e3d13afa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cd9a61ca-1c4f-4cd0-ac73-610bd8178d17,revision_number=None']} {{(pid=74186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 16:48:33.090654 dv-cinder-798104-1-smb neutron-server[74186]: DEBUG oslo_concurrency.lockutils [None req-d31ade03-5dea-4d22-a0ee-97f4e3d13afa admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=74186) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 16:48:33.092786 dv-cinder-798104-1-smb neutron-server[74186]: DEBUG neutron_lib.callbacks.manager [None req-d31ade03-5dea-4d22-a0ee-97f4e3d13afa admin admin] Notify callbacks [] for security_group, before_response {{(pid=74186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 16:48:33.093909 dv-cinder-798104-1-smb neutron-server[74186]: INFO neutron.wsgi [None req-d31ade03-5dea-4d22-a0ee-97f4e3d13afa admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/cd9a61ca-1c4f-4cd0-ac73-610bd8178d17 HTTP/1.1" status: 204 len: 168 time: 0.1718893 Jun 28 16:48:41.787202 dv-cinder-798104-1-smb neutron-server[74186]: DEBUG neutron.wsgi [-] (74186) accepted ('10.222.0.26', 54734) {{(pid=74186) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 28 16:48:41.935522 dv-cinder-798104-1-smb neutron-server[74186]: DEBUG neutron_lib.callbacks.manager [None req-b9c64795-6d10-4807-ba49-54b34fef76ed admin admin] Notify callbacks [] for security_group, before_create {{(pid=74186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 16:48:41.967356 dv-cinder-798104-1-smb neutron-server[74186]: DEBUG neutron.db.quota.driver [None req-b9c64795-6d10-4807-ba49-54b34fef76ed admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74186) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 28 16:48:41.971776 dv-cinder-798104-1-smb neutron-server[74186]: DEBUG neutron.quota.resource [None req-b9c64795-6d10-4807-ba49-54b34fef76ed admin admin] Usage tracker for resource:security_group_rule and tenant:f9f210cc9b88446094053b13e54dee26 is out of sync, need to count used quota {{(pid=74186) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 28 16:48:41.974659 dv-cinder-798104-1-smb neutron-server[74186]: DEBUG neutron.quota.resource [None req-b9c64795-6d10-4807-ba49-54b34fef76ed admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=74186) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 28 16:48:41.981371 dv-cinder-798104-1-smb neutron-server[74186]: DEBUG neutron.db.quota.driver [None req-b9c64795-6d10-4807-ba49-54b34fef76ed admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74186) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 28 16:48:42.050974 dv-cinder-798104-1-smb neutron-server[74186]: DEBUG neutron_lib.callbacks.manager [None req-b9c64795-6d10-4807-ba49-54b34fef76ed admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=74186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 16:48:42.055003 dv-cinder-798104-1-smb neutron-server[74186]: DEBUG neutron_lib.callbacks.manager [None req-b9c64795-6d10-4807-ba49-54b34fef76ed admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2050486'] for security_group, after_create {{(pid=74186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 16:48:42.061718 dv-cinder-798104-1-smb neutron-server[74186]: DEBUG oslo_concurrency.lockutils [None req-4478017c-9161-45f5-8519-45a1216f22e9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74186) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 16:48:42.101761 dv-cinder-798104-1-smb neutron-server[74186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9c64795-6d10-4807-ba49-54b34fef76ed admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=491a921a-497a-4d66-8fbe-925c62d309fe,revision_number=1']} {{(pid=74186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 16:48:42.105927 dv-cinder-798104-1-smb neutron-server[74186]: INFO neutron.wsgi [None req-b9c64795-6d10-4807-ba49-54b34fef76ed admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=f9f210cc9b88446094053b13e54dee26&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3176625 Jun 28 16:48:42.106813 dv-cinder-798104-1-smb neutron-server[74186]: DEBUG oslo_concurrency.lockutils [None req-b9c64795-6d10-4807-ba49-54b34fef76ed admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=74186) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 16:48:42.109419 dv-cinder-798104-1-smb neutron-server[74186]: DEBUG neutron.wsgi [-] (74186) accepted ('10.222.0.26', 54740) {{(pid=74186) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 28 16:48:42.175349 dv-cinder-798104-1-smb neutron-server[74186]: DEBUG neutron_lib.callbacks.manager [None req-c755142a-f302-4d56-839f-f8051818ebce admin admin] Notify callbacks [] for security_group, before_delete {{(pid=74186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 16:48:42.201481 dv-cinder-798104-1-smb neutron-server[74186]: DEBUG neutron_lib.callbacks.manager [None req-c755142a-f302-4d56-839f-f8051818ebce admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=74186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 16:48:42.254376 dv-cinder-798104-1-smb neutron-server[74186]: DEBUG neutron_lib.callbacks.manager [None req-c755142a-f302-4d56-839f-f8051818ebce admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2050486'] for security_group, after_delete {{(pid=74186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 16:48:42.258154 dv-cinder-798104-1-smb neutron-server[74186]: DEBUG oslo_concurrency.lockutils [None req-d1496238-0ae1-4155-9e9a-80372e068a5e tempest-AttachVolumeTestJSON-1575976490 tempest-AttachVolumeTestJSON-1575976490-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74186) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 16:48:42.273177 dv-cinder-798104-1-smb neutron-server[74186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c755142a-f302-4d56-839f-f8051818ebce admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=491a921a-497a-4d66-8fbe-925c62d309fe,revision_number=None']} {{(pid=74186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 16:48:42.275340 dv-cinder-798104-1-smb neutron-server[74186]: DEBUG oslo_concurrency.lockutils [None req-c755142a-f302-4d56-839f-f8051818ebce admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=74186) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 16:48:42.283244 dv-cinder-798104-1-smb neutron-server[74186]: DEBUG neutron_lib.callbacks.manager [None req-c755142a-f302-4d56-839f-f8051818ebce admin admin] Notify callbacks [] for security_group, before_response {{(pid=74186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 16:48:42.285123 dv-cinder-798104-1-smb neutron-server[74186]: INFO neutron.wsgi [None req-c755142a-f302-4d56-839f-f8051818ebce admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/491a921a-497a-4d66-8fbe-925c62d309fe HTTP/1.1" status: 204 len: 168 time: 0.1745203 Jun 28 16:48:42.653910 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG neutron.wsgi [-] (74185) accepted ('10.222.0.26', 54748) {{(pid=74185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 28 16:48:42.676638 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG neutron_lib.callbacks.manager [None req-646f149d-9725-448d-9d96-1f831c4cafd3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=74185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 16:48:42.714165 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG neutron.db.quota.driver [None req-646f149d-9725-448d-9d96-1f831c4cafd3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74185) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 28 16:48:42.718782 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG neutron.quota.resource [None req-646f149d-9725-448d-9d96-1f831c4cafd3 admin admin] Usage tracker for resource:security_group_rule and tenant:73ed117647f64f4789ba10449e60a69e is out of sync, need to count used quota {{(pid=74185) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 28 16:48:42.721730 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG neutron.quota.resource [None req-646f149d-9725-448d-9d96-1f831c4cafd3 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=74185) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 28 16:48:42.727860 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG neutron.db.quota.driver [None req-646f149d-9725-448d-9d96-1f831c4cafd3 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74185) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 28 16:48:42.805005 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG neutron_lib.callbacks.manager [None req-646f149d-9725-448d-9d96-1f831c4cafd3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=74185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 16:48:42.809341 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG neutron_lib.callbacks.manager [None req-646f149d-9725-448d-9d96-1f831c4cafd3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2050486'] for security_group, after_create {{(pid=74185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 16:48:42.817196 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG oslo_concurrency.lockutils [None req-f29d4c97-5e29-46e5-8853-5a72c34a7295 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74185) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 16:48:42.863294 dv-cinder-798104-1-smb neutron-server[74185]: INFO neutron.wsgi [None req-646f149d-9725-448d-9d96-1f831c4cafd3 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=73ed117647f64f4789ba10449e60a69e&name=default HTTP/1.1" status: 200 len: 2647 time: 0.2081478 Jun 28 16:48:42.864166 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-646f149d-9725-448d-9d96-1f831c4cafd3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=69503374-aff9-44cf-a9d7-519467b30b90,revision_number=1']} {{(pid=74185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 16:48:42.867127 dv-cinder-798104-1-smb neutron-server[74186]: DEBUG neutron.wsgi [-] (74186) accepted ('10.222.0.26', 54752) {{(pid=74186) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 28 16:48:42.867756 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG oslo_concurrency.lockutils [None req-646f149d-9725-448d-9d96-1f831c4cafd3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=74185) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 16:48:42.933371 dv-cinder-798104-1-smb neutron-server[74186]: DEBUG neutron_lib.callbacks.manager [None req-7bece6e8-5065-4f69-8cd1-9f126c1f9c3b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=74186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 16:48:42.961608 dv-cinder-798104-1-smb neutron-server[74186]: DEBUG neutron_lib.callbacks.manager [None req-7bece6e8-5065-4f69-8cd1-9f126c1f9c3b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=74186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 16:48:43.017880 dv-cinder-798104-1-smb neutron-server[74186]: DEBUG neutron_lib.callbacks.manager [None req-7bece6e8-5065-4f69-8cd1-9f126c1f9c3b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2050486'] for security_group, after_delete {{(pid=74186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 16:48:43.021659 dv-cinder-798104-1-smb neutron-server[74186]: DEBUG oslo_concurrency.lockutils [None req-b14ba107-2002-46e6-b1e2-55edf20ecbd3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74186) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 16:48:43.037395 dv-cinder-798104-1-smb neutron-server[74186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bece6e8-5065-4f69-8cd1-9f126c1f9c3b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=69503374-aff9-44cf-a9d7-519467b30b90,revision_number=None']} {{(pid=74186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 16:48:43.040305 dv-cinder-798104-1-smb neutron-server[74186]: DEBUG oslo_concurrency.lockutils [None req-7bece6e8-5065-4f69-8cd1-9f126c1f9c3b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=74186) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 16:48:43.042672 dv-cinder-798104-1-smb neutron-server[74186]: DEBUG neutron_lib.callbacks.manager [None req-7bece6e8-5065-4f69-8cd1-9f126c1f9c3b admin admin] Notify callbacks [] for security_group, before_response {{(pid=74186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 16:48:43.043781 dv-cinder-798104-1-smb neutron-server[74186]: INFO neutron.wsgi [None req-7bece6e8-5065-4f69-8cd1-9f126c1f9c3b admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/69503374-aff9-44cf-a9d7-519467b30b90 HTTP/1.1" status: 204 len: 168 time: 0.1747196 Jun 28 16:48:43.616504 dv-cinder-798104-1-smb neutron-server[74187]: DEBUG neutron_lib.callbacks.manager [None req-bd18b3e2-500b-4516-99b9-18f4563c9467 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774158209648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1002899'] for agent, after_update {{(pid=74187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 16:48:43.888053 dv-cinder-798104-1-smb neutron-server[74187]: DEBUG neutron_lib.callbacks.manager [None req-c72dd329-595c-4eca-9296-ba6eff8780d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774158209648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1002899'] for agent, after_update {{(pid=74187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 16:48:46.163345 dv-cinder-798104-1-smb neutron-server[74187]: DEBUG neutron_lib.callbacks.manager [None req-e30ea0e9-cead-4fd7-8765-2107474ad1d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774158209648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1002899'] for agent, after_update {{(pid=74187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 16:48:47.598376 dv-cinder-798104-1-smb neutron-server[74187]: DEBUG neutron_lib.callbacks.manager [None req-17b6939a-39ed-439c-8d74-c49ac6595f0c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774158209648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1002899'] for agent, after_update {{(pid=74187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 16:48:48.652868 dv-cinder-798104-1-smb neutron-server[74187]: DEBUG neutron_lib.callbacks.manager [None req-d49266a9-82cf-4da4-977f-ceca59b71534 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774158209648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1002899'] for agent, after_update {{(pid=74187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 16:48:49.454203 dv-cinder-798104-1-smb neutron-server[74187]: DEBUG neutron_lib.callbacks.manager [None req-d0e5ad82-df9b-4ee3-8ee9-b93c74fbe1d3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774158209648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1002899'] for agent, after_update {{(pid=74187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 16:48:59.944465 dv-cinder-798104-1-smb neutron-server[74188]: DEBUG neutron.db.agents_db [None req-8255730c-b11f-4cfb-aeb3-67319944b41a None None] Agent healthcheck: found 6 active agents {{(pid=74188) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jun 28 16:49:03.332922 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG neutron.wsgi [-] (74185) accepted ('10.222.0.26', 54856) {{(pid=74185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 28 16:49:03.484942 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG neutron_lib.callbacks.manager [None req-c3326996-982b-40ba-98c4-81aeb76767bd admin admin] Notify callbacks [] for security_group, before_create {{(pid=74185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 16:49:03.520889 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG neutron.db.quota.driver [None req-c3326996-982b-40ba-98c4-81aeb76767bd admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74185) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 28 16:49:03.525189 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG neutron.quota.resource [None req-c3326996-982b-40ba-98c4-81aeb76767bd admin admin] Usage tracker for resource:security_group_rule and tenant:fc4f9c0745ac4d31b6dc04d84e731e68 is out of sync, need to count used quota {{(pid=74185) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 28 16:49:03.528485 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG neutron.quota.resource [None req-c3326996-982b-40ba-98c4-81aeb76767bd admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=74185) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 28 16:49:03.535211 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG neutron.db.quota.driver [None req-c3326996-982b-40ba-98c4-81aeb76767bd admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74185) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 28 16:49:03.609963 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG neutron_lib.callbacks.manager [None req-c3326996-982b-40ba-98c4-81aeb76767bd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=74185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 16:49:03.619623 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG neutron_lib.callbacks.manager [None req-c3326996-982b-40ba-98c4-81aeb76767bd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2050486'] for security_group, after_create {{(pid=74185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 16:49:03.626805 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG oslo_concurrency.lockutils [None req-ccc6891e-3394-4467-a73e-9555d0e89933 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74185) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 16:49:03.682653 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3326996-982b-40ba-98c4-81aeb76767bd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f0ae4c70-cbca-44fc-9eab-06eb785b6052,revision_number=1']} {{(pid=74185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 16:49:03.688244 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG oslo_concurrency.lockutils [None req-c3326996-982b-40ba-98c4-81aeb76767bd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=74185) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 16:49:03.694434 dv-cinder-798104-1-smb neutron-server[74185]: INFO neutron.wsgi [None req-c3326996-982b-40ba-98c4-81aeb76767bd admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=fc4f9c0745ac4d31b6dc04d84e731e68&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3604953 Jun 28 16:49:03.697182 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG neutron.wsgi [-] (74185) accepted ('10.222.0.26', 54862) {{(pid=74185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 28 16:49:03.786305 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG neutron_lib.callbacks.manager [None req-b8f3a24d-baff-4ca4-ab8c-2db8adb3ff53 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=74185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 16:49:03.825029 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG neutron_lib.callbacks.manager [None req-b8f3a24d-baff-4ca4-ab8c-2db8adb3ff53 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=74185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 16:49:03.880618 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG neutron_lib.callbacks.manager [None req-b8f3a24d-baff-4ca4-ab8c-2db8adb3ff53 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2050486'] for security_group, after_delete {{(pid=74185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 16:49:03.890834 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG oslo_concurrency.lockutils [None req-bd5804f0-eb59-4c77-81da-fae8a493ac25 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74185) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 16:49:03.904195 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8f3a24d-baff-4ca4-ab8c-2db8adb3ff53 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f0ae4c70-cbca-44fc-9eab-06eb785b6052,revision_number=None']} {{(pid=74185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 16:49:03.907343 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG oslo_concurrency.lockutils [None req-b8f3a24d-baff-4ca4-ab8c-2db8adb3ff53 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=74185) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 16:49:03.916703 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG neutron_lib.callbacks.manager [None req-b8f3a24d-baff-4ca4-ab8c-2db8adb3ff53 admin admin] Notify callbacks [] for security_group, before_response {{(pid=74185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 16:49:03.920668 dv-cinder-798104-1-smb neutron-server[74185]: INFO neutron.wsgi [None req-b8f3a24d-baff-4ca4-ab8c-2db8adb3ff53 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/f0ae4c70-cbca-44fc-9eab-06eb785b6052 HTTP/1.1" status: 204 len: 168 time: 0.2221985 Jun 28 16:49:05.487175 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG neutron.wsgi [-] (74185) accepted ('10.222.0.26', 54906) {{(pid=74185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 28 16:49:05.639042 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG neutron_lib.callbacks.manager [None req-0e863f88-839f-4d96-bebb-3f33954c2b14 admin admin] Notify callbacks [] for security_group, before_create {{(pid=74185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 16:49:05.671589 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG neutron.db.quota.driver [None req-0e863f88-839f-4d96-bebb-3f33954c2b14 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74185) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 28 16:49:05.676083 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG neutron.quota.resource [None req-0e863f88-839f-4d96-bebb-3f33954c2b14 admin admin] Usage tracker for resource:security_group_rule and tenant:1fafaed76eb749f4aba5da5e6c115f6e is out of sync, need to count used quota {{(pid=74185) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 28 16:49:05.679131 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG neutron.quota.resource [None req-0e863f88-839f-4d96-bebb-3f33954c2b14 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=74185) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 28 16:49:05.685495 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG neutron.db.quota.driver [None req-0e863f88-839f-4d96-bebb-3f33954c2b14 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74185) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 28 16:49:05.754458 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG neutron_lib.callbacks.manager [None req-0e863f88-839f-4d96-bebb-3f33954c2b14 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=74185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 16:49:05.758681 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG neutron_lib.callbacks.manager [None req-0e863f88-839f-4d96-bebb-3f33954c2b14 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2050486'] for security_group, after_create {{(pid=74185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 16:49:05.765539 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG oslo_concurrency.lockutils [None req-e189be45-c580-4986-bcd2-5050786d4959 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74185) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 16:49:05.810623 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e863f88-839f-4d96-bebb-3f33954c2b14 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f650e360-4f72-408b-8c41-cc421c500938,revision_number=1']} {{(pid=74185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 16:49:05.814638 dv-cinder-798104-1-smb neutron-server[74185]: INFO neutron.wsgi [None req-0e863f88-839f-4d96-bebb-3f33954c2b14 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=1fafaed76eb749f4aba5da5e6c115f6e&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3258705 Jun 28 16:49:05.818168 dv-cinder-798104-1-smb neutron-server[74186]: DEBUG neutron.wsgi [-] (74186) accepted ('10.222.0.26', 54912) {{(pid=74186) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 28 16:49:05.822658 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e863f88-839f-4d96-bebb-3f33954c2b14 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798104-1-smb {{(pid=74185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 16:49:05.823032 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e863f88-839f-4d96-bebb-3f33954c2b14 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798104-1-smb {{(pid=74185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 16:49:05.823400 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e863f88-839f-4d96-bebb-3f33954c2b14 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798104-1-smb {{(pid=74185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 16:49:05.823809 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e863f88-839f-4d96-bebb-3f33954c2b14 admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-798104-1-smb {{(pid=74185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 16:49:05.824111 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e863f88-839f-4d96-bebb-3f33954c2b14 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798104-1-smb {{(pid=74185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 16:49:05.824488 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e863f88-839f-4d96-bebb-3f33954c2b14 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-798104-1-smb {{(pid=74185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 16:49:05.824908 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e863f88-839f-4d96-bebb-3f33954c2b14 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798104-1-smb {{(pid=74185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 16:49:05.825193 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e863f88-839f-4d96-bebb-3f33954c2b14 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798104-1-smb {{(pid=74185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 16:49:05.825541 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e863f88-839f-4d96-bebb-3f33954c2b14 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798104-1-smb {{(pid=74185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 16:49:05.825881 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e863f88-839f-4d96-bebb-3f33954c2b14 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798104-1-smb {{(pid=74185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 16:49:05.826229 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e863f88-839f-4d96-bebb-3f33954c2b14 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798104-1-smb {{(pid=74185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 16:49:05.830072 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG oslo_concurrency.lockutils [None req-0e863f88-839f-4d96-bebb-3f33954c2b14 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=74185) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 16:49:05.889618 dv-cinder-798104-1-smb neutron-server[74186]: DEBUG neutron_lib.callbacks.manager [None req-2eedf6ec-2194-4f89-88dc-c653eb704bc1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=74186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 16:49:05.916844 dv-cinder-798104-1-smb neutron-server[74186]: DEBUG neutron_lib.callbacks.manager [None req-2eedf6ec-2194-4f89-88dc-c653eb704bc1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=74186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 16:49:05.970462 dv-cinder-798104-1-smb neutron-server[74186]: DEBUG neutron_lib.callbacks.manager [None req-2eedf6ec-2194-4f89-88dc-c653eb704bc1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2050486'] for security_group, after_delete {{(pid=74186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 16:49:05.975923 dv-cinder-798104-1-smb neutron-server[74186]: DEBUG oslo_concurrency.lockutils [None req-566a6f05-450b-45c9-a49a-45d119dc9f81 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74186) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 16:49:05.989433 dv-cinder-798104-1-smb neutron-server[74186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2eedf6ec-2194-4f89-88dc-c653eb704bc1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f650e360-4f72-408b-8c41-cc421c500938,revision_number=None']} {{(pid=74186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 16:49:05.994202 dv-cinder-798104-1-smb neutron-server[74186]: DEBUG oslo_concurrency.lockutils [None req-2eedf6ec-2194-4f89-88dc-c653eb704bc1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=74186) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 16:49:05.997843 dv-cinder-798104-1-smb neutron-server[74186]: DEBUG neutron_lib.callbacks.manager [None req-2eedf6ec-2194-4f89-88dc-c653eb704bc1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=74186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 16:49:06.000617 dv-cinder-798104-1-smb neutron-server[74186]: INFO neutron.wsgi [None req-2eedf6ec-2194-4f89-88dc-c653eb704bc1 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/f650e360-4f72-408b-8c41-cc421c500938 HTTP/1.1" status: 204 len: 168 time: 0.1813452 Jun 28 16:49:06.850253 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG neutron.wsgi [-] (74185) accepted ('10.222.0.26', 54934) {{(pid=74185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 28 16:49:06.981416 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG neutron.api.v2.base [None req-e43d8062-a67d-4300-ae13-e9c45b05b7f3 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-831825175-network', 'tenant_id': '5bf6de7fd09845dea4827bbd91336fa8'}} {{(pid=74185) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jun 28 16:49:06.986059 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG neutron.db.quota.driver [None req-e43d8062-a67d-4300-ae13-e9c45b05b7f3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74185) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 28 16:49:06.990578 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG neutron.quota.resource [None req-e43d8062-a67d-4300-ae13-e9c45b05b7f3 admin admin] Usage tracker for resource:network and tenant:5bf6de7fd09845dea4827bbd91336fa8 is out of sync, need to count used quota {{(pid=74185) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 28 16:49:06.993424 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG neutron.quota.resource [None req-e43d8062-a67d-4300-ae13-e9c45b05b7f3 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=74185) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 28 16:49:06.999411 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG neutron.db.quota.driver [None req-e43d8062-a67d-4300-ae13-e9c45b05b7f3 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74185) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 28 16:49:07.009355 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e43d8062-a67d-4300-ae13-e9c45b05b7f3 admin admin] Made reservation on behalf of 5bf6de7fd09845dea4827bbd91336fa8 for: {'network': 1} {{(pid=74185) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 28 16:49:07.011592 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG neutron_lib.callbacks.manager [None req-e43d8062-a67d-4300-ae13-e9c45b05b7f3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621611'] for network, before_create {{(pid=74185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 16:49:07.025581 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG neutron_lib.callbacks.manager [None req-e43d8062-a67d-4300-ae13-e9c45b05b7f3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=74185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 16:49:07.057608 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG neutron.db.quota.driver [None req-e43d8062-a67d-4300-ae13-e9c45b05b7f3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74185) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 28 16:49:07.061289 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG neutron.quota.resource [None req-e43d8062-a67d-4300-ae13-e9c45b05b7f3 admin admin] Usage tracker for resource:security_group_rule and tenant:5bf6de7fd09845dea4827bbd91336fa8 is out of sync, need to count used quota {{(pid=74185) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 28 16:49:07.064011 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG neutron.quota.resource [None req-e43d8062-a67d-4300-ae13-e9c45b05b7f3 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=74185) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 28 16:49:07.069662 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG neutron.db.quota.driver [None req-e43d8062-a67d-4300-ae13-e9c45b05b7f3 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74185) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 28 16:49:07.135532 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG neutron_lib.callbacks.manager [None req-e43d8062-a67d-4300-ae13-e9c45b05b7f3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=74185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 16:49:07.139326 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG neutron_lib.callbacks.manager [None req-e43d8062-a67d-4300-ae13-e9c45b05b7f3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2050486'] for security_group, after_create {{(pid=74185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 16:49:07.142155 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG oslo_concurrency.lockutils [None req-e00e8e9c-f5e4-416f-95b1-8e12638f818f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74185) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 16:49:07.171158 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e43d8062-a67d-4300-ae13-e9c45b05b7f3 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 402} {{(pid=74185) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:149}} Jun 28 16:49:07.179299 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e43d8062-a67d-4300-ae13-e9c45b05b7f3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=593d65e9-98bb-4e8f-8eec-8b5ea591b244,revision_number=1']} {{(pid=74185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 16:49:07.182784 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG oslo_concurrency.lockutils [None req-e43d8062-a67d-4300-ae13-e9c45b05b7f3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=74185) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 16:49:07.185196 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG neutron_lib.callbacks.manager [None req-e43d8062-a67d-4300-ae13-e9c45b05b7f3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-938564'] for segment, precommit_create {{(pid=74185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 16:49:07.185564 dv-cinder-798104-1-smb neutron-server[74185]: INFO neutron.db.segments_db [None req-e43d8062-a67d-4300-ae13-e9c45b05b7f3 admin admin] Added segment 0e59102a-bfa2-431d-ad4f-e02c6218ed6f of type vlan for network 7235a97e-a247-4b50-b496-41685533e564 Jun 28 16:49:07.212906 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG neutron_lib.callbacks.manager [None req-e43d8062-a67d-4300-ae13-e9c45b05b7f3 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774157680294'] for network, precommit_create {{(pid=74185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 16:49:07.241682 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG neutron_lib.callbacks.manager [None req-e43d8062-a67d-4300-ae13-e9c45b05b7f3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2050463', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1598908'] for network, after_create {{(pid=74185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 16:49:07.242846 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e43d8062-a67d-4300-ae13-e9c45b05b7f3 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=74185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 16:49:07.243419 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG neutron_lib.callbacks.manager [None req-e43d8062-a67d-4300-ae13-e9c45b05b7f3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1598890'] for network, before_response {{(pid=74185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 16:49:07.246626 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG oslo_concurrency.lockutils [None req-0c698d0e-da59-44f6-b103-c0f53ed0c2b1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74185) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 16:49:07.351272 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e43d8062-a67d-4300-ae13-e9c45b05b7f3 admin admin] Pushing event updated for resources: {'Network': ['ID=7235a97e-a247-4b50-b496-41685533e564,revision_number=1']} {{(pid=74185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 16:49:07.354502 dv-cinder-798104-1-smb neutron-server[74185]: INFO neutron.wsgi [None req-e43d8062-a67d-4300-ae13-e9c45b05b7f3 admin admin] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.5032465 Jun 28 16:49:07.355429 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG oslo_concurrency.lockutils [None req-e43d8062-a67d-4300-ae13-e9c45b05b7f3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=74185) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 16:49:07.357367 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG neutron.wsgi [-] (74185) accepted ('10.222.0.26', 54940) {{(pid=74185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 28 16:49:07.361962 dv-cinder-798104-1-smb neutron-server[74187]: DEBUG neutron.plugins.ml2.rpc [None req-c72dd329-595c-4eca-9296-ba6eff8780d9 None None] Network 7235a97e-a247-4b50-b496-41685533e564 details requested by agent ovs-agent-dv-cinder-798104-1-smb with host dv-cinder-798104-1-smb {{(pid=74187) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 28 16:49:07.362820 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG neutron.api.v2.base [None req-b6d55d91-9aaa-445b-8243-24357f735e1b admin admin] Request body: {'subnet': {'network_id': '7235a97e-a247-4b50-b496-41685533e564', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-831825175-subnet', 'tenant_id': '5bf6de7fd09845dea4827bbd91336fa8', 'ip_version': 4}} {{(pid=74185) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jun 28 16:49:07.367559 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG neutron.db.quota.driver [None req-b6d55d91-9aaa-445b-8243-24357f735e1b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74185) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 28 16:49:07.371342 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG neutron.quota.resource [None req-b6d55d91-9aaa-445b-8243-24357f735e1b admin admin] Usage tracker for resource:subnet and tenant:5bf6de7fd09845dea4827bbd91336fa8 is out of sync, need to count used quota {{(pid=74185) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 28 16:49:07.374444 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG neutron.quota.resource [None req-b6d55d91-9aaa-445b-8243-24357f735e1b admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=74185) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 28 16:49:07.380896 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG neutron.db.quota.driver [None req-b6d55d91-9aaa-445b-8243-24357f735e1b admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74185) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 28 16:49:07.392301 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b6d55d91-9aaa-445b-8243-24357f735e1b admin admin] Made reservation on behalf of 5bf6de7fd09845dea4827bbd91336fa8 for: {'subnet': 1} {{(pid=74185) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 28 16:49:07.395223 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG neutron_lib.callbacks.manager [None req-b6d55d91-9aaa-445b-8243-24357f735e1b admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15445246'] for subnet, before_create {{(pid=74185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 16:49:07.597650 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG neutron_lib.callbacks.manager [None req-b6d55d91-9aaa-445b-8243-24357f735e1b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107460', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1598908', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15648503', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-15445228'] for subnet, after_create {{(pid=74185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 16:49:07.601976 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74185) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 16:49:07.659519 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6d55d91-9aaa-445b-8243-24357f735e1b admin admin] Pushing event updated for resources: {'Subnet': ['ID=3e932159-74c5-4507-82f3-46deac3d4b21,revision_number=0']} {{(pid=74185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 16:49:07.662783 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG oslo_concurrency.lockutils [None req-b6d55d91-9aaa-445b-8243-24357f735e1b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=74185) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 16:49:07.686568 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6d55d91-9aaa-445b-8243-24357f735e1b admin admin] Checking segment: {'id': '0e59102a-bfa2-431d-ad4f-e02c6218ed6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': '7235a97e-a247-4b50-b496-41685533e564'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=74185) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jun 28 16:49:07.686926 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b6d55d91-9aaa-445b-8243-24357f735e1b admin admin] Network hostable DHCP agents. Network: 7235a97e-a247-4b50-b496-41685533e564, hostable agents: ['55edce43-ec1d-45c6-9e7a-198ba4834d81'], hosted agents: [] {{(pid=74185) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 28 16:49:07.712370 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b6d55d91-9aaa-445b-8243-24357f735e1b admin admin] Network 7235a97e-a247-4b50-b496-41685533e564 is scheduled to be hosted by DHCP agent 55edce43-ec1d-45c6-9e7a-198ba4834d81 with binding_index 1 {{(pid=74185) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 28 16:49:07.721602 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG neutron.scheduler.base_scheduler [None req-b6d55d91-9aaa-445b-8243-24357f735e1b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-798104-1-smb, 7235a97e-a247-4b50-b496-41685533e564) {{(pid=74185) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 28 16:49:07.726725 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b6d55d91-9aaa-445b-8243-24357f735e1b admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=74185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 16:49:07.727316 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG neutron_lib.callbacks.manager [None req-b6d55d91-9aaa-445b-8243-24357f735e1b admin admin] Notify callbacks [] for subnet, before_response {{(pid=74185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 16:49:07.731133 dv-cinder-798104-1-smb neutron-server[74187]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6e9a267f-fc3c-4d05-87fc-490f7c581fb8 None None] Network 7235a97e-a247-4b50-b496-41685533e564 requested from dv-cinder-798104-1-smb {{(pid=74187) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jun 28 16:49:07.749793 dv-cinder-798104-1-smb neutron-server[74185]: INFO neutron.wsgi [None req-b6d55d91-9aaa-445b-8243-24357f735e1b admin admin] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.3913922 Jun 28 16:49:07.752435 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG neutron.wsgi [-] (74185) accepted ('10.222.0.26', 54944) {{(pid=74185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 28 16:49:07.757881 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG neutron.api.v2.base [None req-202efb91-0c3a-4d47-8eb6-53e323cc92e4 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-831825175-router', 'tenant_id': '5bf6de7fd09845dea4827bbd91336fa8', 'external_gateway_info': {'network_id': 'f9715ce2-16ba-4ae9-9a15-557432d0a5ed'}}} {{(pid=74185) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jun 28 16:49:07.763001 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG neutron.db.quota.driver [None req-202efb91-0c3a-4d47-8eb6-53e323cc92e4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74185) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 28 16:49:07.767842 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG neutron.quota.resource [None req-202efb91-0c3a-4d47-8eb6-53e323cc92e4 admin admin] Usage tracker for resource:router and tenant:5bf6de7fd09845dea4827bbd91336fa8 is out of sync, need to count used quota {{(pid=74185) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 28 16:49:07.772153 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG neutron.quota.resource [None req-202efb91-0c3a-4d47-8eb6-53e323cc92e4 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=74185) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 28 16:49:07.779383 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG neutron.db.quota.driver [None req-202efb91-0c3a-4d47-8eb6-53e323cc92e4 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74185) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 28 16:49:07.792858 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG neutron_lib.callbacks.manager [None req-202efb91-0c3a-4d47-8eb6-53e323cc92e4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1623891', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3692'] for router, before_create {{(pid=74185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 16:49:07.793838 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG neutron_lib.callbacks.manager [None req-202efb91-0c3a-4d47-8eb6-53e323cc92e4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1622264', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1624284', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2010498', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3685'] for router, precommit_create {{(pid=74185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 16:49:07.814374 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG neutron_lib.callbacks.manager [None req-202efb91-0c3a-4d47-8eb6-53e323cc92e4 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=74185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 16:49:07.971045 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG neutron_lib.callbacks.manager [None req-202efb91-0c3a-4d47-8eb6-53e323cc92e4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1624266', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1623873', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3699'] for router, precommit_update {{(pid=74185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 16:49:07.994729 dv-cinder-798104-1-smb neutron-server[74187]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5d627310-ad96-4431-b062-af2836bb5bfe None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpdd6b328c-d855-5cf5-99ae-0baf1e0ae5dd-7235a97e-a247-4b50-b496-41685533e564', 'network_id': '7235a97e-a247-4b50-b496-41685533e564', 'tenant_id': '5bf6de7fd09845dea4827bbd91336fa8', 'fixed_ips': [{'subnet_id': '3e932159-74c5-4507-82f3-46deac3d4b21'}]}} from dv-cinder-798104-1-smb. {{(pid=74187) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Jun 28 16:49:07.995548 dv-cinder-798104-1-smb neutron-server[74187]: DEBUG neutron_lib.callbacks.manager [None req-5d627310-ad96-4431-b062-af2836bb5bfe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621611'] for port, before_create {{(pid=74187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 16:49:08.166209 dv-cinder-798104-1-smb neutron-server[74187]: DEBUG neutron.db.db_base_plugin_common [None req-5d627310-ad96-4431-b062-af2836bb5bfe None None] Allocated IP 172.20.0.2 (7235a97e-a247-4b50-b496-41685533e564/3e932159-74c5-4507-82f3-46deac3d4b21/07a231cf-6591-4df5-8196-2ac034a6024e) {{(pid=74187) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 28 16:49:08.172050 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG neutron_lib.callbacks.manager [None req-202efb91-0c3a-4d47-8eb6-53e323cc92e4 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=74185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 16:49:08.202308 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG neutron_lib.callbacks.manager [None req-202efb91-0c3a-4d47-8eb6-53e323cc92e4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621611'] for port, before_create {{(pid=74185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 16:49:08.346479 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG neutron.db.db_base_plugin_common [None req-202efb91-0c3a-4d47-8eb6-53e323cc92e4 admin admin] Allocated IP 172.28.3.44 (f9715ce2-16ba-4ae9-9a15-557432d0a5ed/e3a20e14-2eea-4943-8cec-1fe85e8448d0/24f8b26b-8869-480a-872b-786338b36fb7) {{(pid=74185) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 28 16:49:08.382272 dv-cinder-798104-1-smb neutron-server[74187]: DEBUG neutron_lib.callbacks.manager [None req-5d627310-ad96-4431-b062-af2836bb5bfe None None] Notify callbacks [] for port, precommit_create {{(pid=74187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 16:49:08.394513 dv-cinder-798104-1-smb neutron-server[74187]: DEBUG neutron.db.provisioning_blocks [None req-5d627310-ad96-4431-b062-af2836bb5bfe None None] Transition to ACTIVE for port object 07a231cf-6591-4df5-8196-2ac034a6024e will not be triggered until provisioned by entity L2. {{(pid=74187) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 28 16:49:08.416076 dv-cinder-798104-1-smb neutron-server[74187]: DEBUG neutron.db.provisioning_blocks [None req-5d627310-ad96-4431-b062-af2836bb5bfe None None] Transition to ACTIVE for port object 07a231cf-6591-4df5-8196-2ac034a6024e will not be triggered until provisioned by entity DHCP. {{(pid=74187) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 28 16:49:08.422186 dv-cinder-798104-1-smb neutron-server[74187]: DEBUG neutron_lib.callbacks.manager [None req-5d627310-ad96-4431-b062-af2836bb5bfe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-615041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1598908', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774157688360'] for port, after_create {{(pid=74187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 16:49:08.427232 dv-cinder-798104-1-smb neutron-server[74187]: DEBUG oslo_concurrency.lockutils [None req-d0e5ad82-df9b-4ee3-8ee9-b93c74fbe1d3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74187) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 16:49:08.496153 dv-cinder-798104-1-smb neutron-server[74187]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5d627310-ad96-4431-b062-af2836bb5bfe None None] Network 7235a97e-a247-4b50-b496-41685533e564 is already hosted by enough agents. {{(pid=74187) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 28 16:49:08.500144 dv-cinder-798104-1-smb neutron-server[74187]: DEBUG neutron.scheduler.base_scheduler [None req-5d627310-ad96-4431-b062-af2836bb5bfe None None] Resources bound (agent type, host, resource id): {{(pid=74187) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 28 16:49:08.502617 dv-cinder-798104-1-smb neutron-server[74187]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d627310-ad96-4431-b062-af2836bb5bfe None None] Received port after_create {{(pid=74187) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 28 16:49:08.504871 dv-cinder-798104-1-smb neutron-server[74187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d627310-ad96-4431-b062-af2836bb5bfe None None] Pushing event updated for resources: {'Port': ['ID=07a231cf-6591-4df5-8196-2ac034a6024e,revision_number=1']} {{(pid=74187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 16:49:08.545013 dv-cinder-798104-1-smb neutron-server[74187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d627310-ad96-4431-b062-af2836bb5bfe None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798104-1-smb {{(pid=74187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 16:49:08.545359 dv-cinder-798104-1-smb neutron-server[74187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d627310-ad96-4431-b062-af2836bb5bfe None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798104-1-smb {{(pid=74187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 16:49:08.545698 dv-cinder-798104-1-smb neutron-server[74187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d627310-ad96-4431-b062-af2836bb5bfe None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798104-1-smb {{(pid=74187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 16:49:08.546035 dv-cinder-798104-1-smb neutron-server[74187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d627310-ad96-4431-b062-af2836bb5bfe None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-798104-1-smb {{(pid=74187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 16:49:08.546367 dv-cinder-798104-1-smb neutron-server[74187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d627310-ad96-4431-b062-af2836bb5bfe None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798104-1-smb {{(pid=74187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 16:49:08.546696 dv-cinder-798104-1-smb neutron-server[74187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d627310-ad96-4431-b062-af2836bb5bfe None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-798104-1-smb {{(pid=74187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 16:49:08.547018 dv-cinder-798104-1-smb neutron-server[74187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d627310-ad96-4431-b062-af2836bb5bfe None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798104-1-smb {{(pid=74187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 16:49:08.547350 dv-cinder-798104-1-smb neutron-server[74187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d627310-ad96-4431-b062-af2836bb5bfe None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798104-1-smb {{(pid=74187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 16:49:08.547667 dv-cinder-798104-1-smb neutron-server[74187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d627310-ad96-4431-b062-af2836bb5bfe None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798104-1-smb {{(pid=74187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 16:49:08.547987 dv-cinder-798104-1-smb neutron-server[74187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d627310-ad96-4431-b062-af2836bb5bfe None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798104-1-smb {{(pid=74187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 16:49:08.548340 dv-cinder-798104-1-smb neutron-server[74187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d627310-ad96-4431-b062-af2836bb5bfe None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798104-1-smb {{(pid=74187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 16:49:08.551949 dv-cinder-798104-1-smb neutron-server[74187]: DEBUG oslo_concurrency.lockutils [None req-5d627310-ad96-4431-b062-af2836bb5bfe None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.125s {{(pid=74187) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 16:49:08.583452 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG neutron_lib.callbacks.manager [None req-202efb91-0c3a-4d47-8eb6-53e323cc92e4 admin admin] Notify callbacks [] for port, precommit_create {{(pid=74185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 16:49:08.604641 dv-cinder-798104-1-smb neutron-server[74187]: DEBUG neutron.plugins.ml2.managers [None req-5d627310-ad96-4431-b062-af2836bb5bfe None None] Attempting to bind port 07a231cf-6591-4df5-8196-2ac034a6024e on host dv-cinder-798104-1-smb for vnic_type normal with profile {{(pid=74187) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 28 16:49:08.605022 dv-cinder-798104-1-smb neutron-server[74187]: DEBUG neutron.plugins.ml2.managers [None req-5d627310-ad96-4431-b062-af2836bb5bfe None None] Attempting to bind port 07a231cf-6591-4df5-8196-2ac034a6024e by drivers openvswitch,hyperv on host dv-cinder-798104-1-smb at level 0 using segments [{'id': '0e59102a-bfa2-431d-ad4f-e02c6218ed6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': '7235a97e-a247-4b50-b496-41685533e564'}] {{(pid=74187) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 28 16:49:08.605387 dv-cinder-798104-1-smb neutron-server[74187]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d627310-ad96-4431-b062-af2836bb5bfe None None] Attempting to bind port 07a231cf-6591-4df5-8196-2ac034a6024e on network 7235a97e-a247-4b50-b496-41685533e564 {{(pid=74187) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jun 28 16:49:08.612437 dv-cinder-798104-1-smb neutron-server[74187]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d627310-ad96-4431-b062-af2836bb5bfe None None] Checking agent: {'id': 'fa82f27f-b773-4083-82bf-f246fc41f2de', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-798104-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 28, 16, 32, 44), 'started_at': datetime.datetime(2021, 6, 28, 16, 33, 14), 'heartbeat_timestamp': datetime.datetime(2021, 6, 28, 16, 48, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-798104-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=74187) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jun 28 16:49:08.612916 dv-cinder-798104-1-smb neutron-server[74187]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d627310-ad96-4431-b062-af2836bb5bfe None None] Checking segment: {'id': '0e59102a-bfa2-431d-ad4f-e02c6218ed6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': '7235a97e-a247-4b50-b496-41685533e564'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=74187) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jun 28 16:49:08.613298 dv-cinder-798104-1-smb neutron-server[74187]: DEBUG neutron_lib.callbacks.manager [None req-5d627310-ad96-4431-b062-af2836bb5bfe None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=74187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 16:49:08.613702 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG neutron_lib.callbacks.manager [None req-202efb91-0c3a-4d47-8eb6-53e323cc92e4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-615041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1598908', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774157688360', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15648331'] for port, after_create {{(pid=74185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 16:49:08.613853 dv-cinder-798104-1-smb neutron-server[74187]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d627310-ad96-4431-b062-af2836bb5bfe None None] Bound using segment: {'id': '0e59102a-bfa2-431d-ad4f-e02c6218ed6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': '7235a97e-a247-4b50-b496-41685533e564'} {{(pid=74187) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jun 28 16:49:08.614293 dv-cinder-798104-1-smb neutron-server[74187]: DEBUG neutron.plugins.ml2.managers [None req-5d627310-ad96-4431-b062-af2836bb5bfe None None] Bound port: 07a231cf-6591-4df5-8196-2ac034a6024e, host: dv-cinder-798104-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0e59102a-bfa2-431d-ad4f-e02c6218ed6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': '7235a97e-a247-4b50-b496-41685533e564'}}] {{(pid=74187) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 28 16:49:08.614675 dv-cinder-798104-1-smb neutron-server[74187]: DEBUG neutron_lib.callbacks.manager [None req-5d627310-ad96-4431-b062-af2836bb5bfe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621611'] for port, before_update {{(pid=74187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 16:49:08.617944 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74185) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 16:49:08.684465 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-202efb91-0c3a-4d47-8eb6-53e323cc92e4 admin admin] Network f9715ce2-16ba-4ae9-9a15-557432d0a5ed is already hosted by enough agents. {{(pid=74185) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 28 16:49:08.687179 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG neutron.scheduler.base_scheduler [None req-202efb91-0c3a-4d47-8eb6-53e323cc92e4 admin admin] Resources bound (agent type, host, resource id): {{(pid=74185) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 28 16:49:08.691578 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG neutron.db.l3_dvrscheduler_db [None req-202efb91-0c3a-4d47-8eb6-53e323cc92e4 admin admin] Received port after_create {{(pid=74185) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 28 16:49:08.706085 dv-cinder-798104-1-smb neutron-server[74187]: DEBUG neutron.plugins.ml2.db [None req-5d627310-ad96-4431-b062-af2836bb5bfe None None] For port 07a231cf-6591-4df5-8196-2ac034a6024e, host dv-cinder-798104-1-smb, cleared binding levels {{(pid=74187) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 28 16:49:08.710206 dv-cinder-798104-1-smb neutron-server[74187]: DEBUG neutron.plugins.ml2.db [None req-5d627310-ad96-4431-b062-af2836bb5bfe None None] For port 07a231cf-6591-4df5-8196-2ac034a6024e, host dv-cinder-798104-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-798104-1-smb',level=0,port_id=07a231cf-6591-4df5-8196-2ac034a6024e,segment=NetworkSegment(0e59102a-bfa2-431d-ad4f-e02c6218ed6f),segment_id=0e59102a-bfa2-431d-ad4f-e02c6218ed6f)] {{(pid=74187) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 28 16:49:08.714037 dv-cinder-798104-1-smb neutron-server[74187]: DEBUG neutron_lib.callbacks.manager [None req-5d627310-ad96-4431-b062-af2836bb5bfe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-615041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1598908', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774158213048', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774157688378', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774157688423'] for port, after_update {{(pid=74187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 16:49:08.718344 dv-cinder-798104-1-smb neutron-server[74187]: DEBUG oslo_concurrency.lockutils [None req-c72dd329-595c-4eca-9296-ba6eff8780d9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74187) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 16:49:08.719288 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-202efb91-0c3a-4d47-8eb6-53e323cc92e4 admin admin] Pushing event updated for resources: {'Port': ['ID=24f8b26b-8869-480a-872b-786338b36fb7,revision_number=1']} {{(pid=74185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 16:49:08.726312 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG oslo_concurrency.lockutils [None req-202efb91-0c3a-4d47-8eb6-53e323cc92e4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=74185) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 16:49:08.801086 dv-cinder-798104-1-smb neutron-server[74187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d627310-ad96-4431-b062-af2836bb5bfe None None] Pushing event updated for resources: {'Port': ['ID=07a231cf-6591-4df5-8196-2ac034a6024e,revision_number=2']} {{(pid=74187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 16:49:08.804732 dv-cinder-798104-1-smb neutron-server[74187]: DEBUG oslo_concurrency.lockutils [None req-5d627310-ad96-4431-b062-af2836bb5bfe None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=74187) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 16:49:08.867978 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG neutron_lib.callbacks.manager [None req-202efb91-0c3a-4d47-8eb6-53e323cc92e4 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=74185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 16:49:08.868877 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG neutron_lib.callbacks.manager [None req-202efb91-0c3a-4d47-8eb6-53e323cc92e4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1623880', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1624305'] for router, after_create {{(pid=74185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 16:49:09.124245 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-202efb91-0c3a-4d47-8eb6-53e323cc92e4 admin admin] Router f7acaa2e-6c5f-436b-9363-3f726190c3c0 is scheduled to L3 agent 633adcd1-515e-4435-b14d-49f054abd10f with binding_index 1 {{(pid=74185) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jun 28 16:49:09.323210 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-202efb91-0c3a-4d47-8eb6-53e323cc92e4 admin admin] Notify agent at l3_agent.dv-cinder-798104-1-smb the message routers_updated {{(pid=74185) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 28 16:49:09.332641 dv-cinder-798104-1-smb neutron-server[74188]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9fae365-077f-4800-8bc1-26f60a9e5388 None None] Sync routers for ids ['f7acaa2e-6c5f-436b-9363-3f726190c3c0'] in dv-cinder-798104-1-smb {{(pid=74188) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jun 28 16:49:09.345172 dv-cinder-798104-1-smb neutron-server[74188]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9fae365-077f-4800-8bc1-26f60a9e5388 None None] Routers {'f7acaa2e-6c5f-436b-9363-3f726190c3c0'} bound to L3 agent in host dv-cinder-798104-1-smb {{(pid=74188) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 28 16:49:09.345786 dv-cinder-798104-1-smb neutron-server[74188]: DEBUG neutron.db.l3_hamode_db [None req-f9fae365-077f-4800-8bc1-26f60a9e5388 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-798104-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-28T16:32:46Z,description=,heartbeat_timestamp=2021-06-28T16:48:46Z,host='dv-cinder-798104-1-smb',id=633adcd1-515e-4435-b14d-49f054abd10f,load=0,resource_versions=,resources_synced=,started_at=2021-06-28T16:32:46Z,topic='l3_agent')) {'router_ids': ['f7acaa2e-6c5f-436b-9363-3f726190c3c0'], 'active': True} {{(pid=74188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 16:49:09.348937 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG neutron_lib.callbacks.manager [None req-202efb91-0c3a-4d47-8eb6-53e323cc92e4 admin admin] Notify callbacks [] for router, before_response {{(pid=74185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 16:49:09.352987 dv-cinder-798104-1-smb neutron-server[74186]: DEBUG neutron.wsgi [-] (74186) accepted ('10.222.0.26', 54950) {{(pid=74186) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 28 16:49:09.353540 dv-cinder-798104-1-smb neutron-server[74185]: INFO neutron.wsgi [None req-202efb91-0c3a-4d47-8eb6-53e323cc92e4 admin admin] 10.222.0.26 "POST /v2.0/routers HTTP/1.1" status: 201 len: 925 time: 1.5996065 Jun 28 16:49:09.531055 dv-cinder-798104-1-smb neutron-server[74188]: DEBUG neutron.db.l3_dvr_db [None req-f9fae365-077f-4800-8bc1-26f60a9e5388 None None] Set router f7acaa2e-6c5f-436b-9363-3f726190c3c0 gateway port host: dv-cinder-798104-1-smb {{(pid=74188) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jun 28 16:49:09.777598 dv-cinder-798104-1-smb neutron-server[74187]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b9217f74-e8de-4ce8-a98e-11720b84eac6 None None] Network 7235a97e-a247-4b50-b496-41685533e564 requested from dv-cinder-798104-1-smb {{(pid=74187) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jun 28 16:49:09.899712 dv-cinder-798104-1-smb neutron-server[74187]: DEBUG neutron.db.provisioning_blocks [None req-15b396bc-5814-4113-9a0b-63c65f4153f2 None None] Provisioning for port 07a231cf-6591-4df5-8196-2ac034a6024e completed by entity DHCP. {{(pid=74187) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 28 16:49:09.905795 dv-cinder-798104-1-smb neutron-server[74188]: DEBUG neutron.db.l3_hamode_db [None req-f9fae365-077f-4800-8bc1-26f60a9e5388 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f7acaa2e-6c5f-436b-9363-3f726190c3c0', 'name': 'tempest-TestMinimumBasicScenario-831825175-router', 'tenant_id': '5bf6de7fd09845dea4827bbd91336fa8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f9715ce2-16ba-4ae9-9a15-557432d0a5ed', 'external_fixed_ips': [{'subnet_id': 'e3a20e14-2eea-4943-8cec-1fe85e8448d0', 'ip_address': '172.28.3.44'}], 'enable_snat': True}, 'gw_port_id': '24f8b26b-8869-480a-872b-786338b36fb7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-28T16:49:07Z', 'updated_at': '2021-06-28T16:49:08Z', 'revision_number': 3, 'project_id': '5bf6de7fd09845dea4827bbd91336fa8', 'gw_port': {'id': '24f8b26b-8869-480a-872b-786338b36fb7', 'name': '', 'network_id': 'f9715ce2-16ba-4ae9-9a15-557432d0a5ed', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:42:0e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f7acaa2e-6c5f-436b-9363-3f726190c3c0', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e3a20e14-2eea-4943-8cec-1fe85e8448d0', 'ip_address': '172.28.3.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T16:49:08Z', 'updated_at': '2021-06-28T16:49:08Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'e3a20e14-2eea-4943-8cec-1fe85e8448d0', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798104-1-smb'}], 'dv-cinder-798104-1-smb', False) {} {{(pid=74188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 16:49:09.911974 dv-cinder-798104-1-smb neutron-server[74188]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9fae365-077f-4800-8bc1-26f60a9e5388 None None] Checking router: f7acaa2e-6c5f-436b-9363-3f726190c3c0 for host: dv-cinder-798104-1-smb {{(pid=74188) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Jun 28 16:49:09.912425 dv-cinder-798104-1-smb neutron-server[74188]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9fae365-077f-4800-8bc1-26f60a9e5388 None None] Updating router f7acaa2e-6c5f-436b-9363-3f726190c3c0 port 24f8b26b-8869-480a-872b-786338b36fb7 binding host dv-cinder-798104-1-smb {{(pid=74188) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Jun 28 16:49:09.964564 dv-cinder-798104-1-smb neutron-server[74188]: DEBUG neutron_lib.callbacks.manager [None req-f9fae365-077f-4800-8bc1-26f60a9e5388 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621611'] for port, before_update {{(pid=74188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 16:49:10.242308 dv-cinder-798104-1-smb neutron-server[74186]: DEBUG neutron_lib.callbacks.manager [None req-5e3e793e-c26e-4cbe-9b01-674e8d788877 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621611'] for port, before_create {{(pid=74186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 16:49:10.390060 dv-cinder-798104-1-smb neutron-server[74188]: DEBUG neutron_lib.callbacks.manager [None req-f9fae365-077f-4800-8bc1-26f60a9e5388 None None] Notify callbacks [] for port, precommit_update {{(pid=74188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 16:49:10.402227 dv-cinder-798104-1-smb neutron-server[74188]: DEBUG neutron.db.provisioning_blocks [None req-f9fae365-077f-4800-8bc1-26f60a9e5388 None None] Transition to ACTIVE for port object 24f8b26b-8869-480a-872b-786338b36fb7 will not be triggered until provisioned by entity L2. {{(pid=74188) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 28 16:49:10.409067 dv-cinder-798104-1-smb neutron-server[74188]: DEBUG neutron_lib.callbacks.manager [None req-f9fae365-077f-4800-8bc1-26f60a9e5388 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-615041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1598908', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774158213048', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774157688378', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774157688423'] for port, after_update {{(pid=74188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 16:49:10.414245 dv-cinder-798104-1-smb neutron-server[74188]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74188) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 16:49:10.484857 dv-cinder-798104-1-smb neutron-server[74186]: DEBUG neutron.db.db_base_plugin_common [None req-5e3e793e-c26e-4cbe-9b01-674e8d788877 admin admin] Allocated IP 172.20.0.1 (7235a97e-a247-4b50-b496-41685533e564/3e932159-74c5-4507-82f3-46deac3d4b21/afb68667-8373-462e-9bb0-c986179d62c7) {{(pid=74186) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 28 16:49:10.508209 dv-cinder-798104-1-smb neutron-server[74188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-818691ce-6f16-460b-b3d3-16e1de0b875c None None] Pushing event updated for resources: {'Port': ['ID=24f8b26b-8869-480a-872b-786338b36fb7,revision_number=2']} {{(pid=74188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 16:49:10.510544 dv-cinder-798104-1-smb neutron-server[74188]: DEBUG neutron.plugins.ml2.managers [None req-f9fae365-077f-4800-8bc1-26f60a9e5388 None None] Attempting to bind port 24f8b26b-8869-480a-872b-786338b36fb7 on host dv-cinder-798104-1-smb for vnic_type normal with profile {{(pid=74188) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 28 16:49:10.510935 dv-cinder-798104-1-smb neutron-server[74188]: DEBUG neutron.plugins.ml2.managers [None req-f9fae365-077f-4800-8bc1-26f60a9e5388 None None] Attempting to bind port 24f8b26b-8869-480a-872b-786338b36fb7 by drivers openvswitch,hyperv on host dv-cinder-798104-1-smb at level 0 using segments [{'id': '1fdcd85b-55c4-4ae7-ac73-ac3bd2107891', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f9715ce2-16ba-4ae9-9a15-557432d0a5ed'}] {{(pid=74188) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 28 16:49:10.511272 dv-cinder-798104-1-smb neutron-server[74188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9fae365-077f-4800-8bc1-26f60a9e5388 None None] Attempting to bind port 24f8b26b-8869-480a-872b-786338b36fb7 on network f9715ce2-16ba-4ae9-9a15-557432d0a5ed {{(pid=74188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jun 28 16:49:10.523704 dv-cinder-798104-1-smb neutron-server[74188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-818691ce-6f16-460b-b3d3-16e1de0b875c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798104-1-smb {{(pid=74188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 16:49:10.524038 dv-cinder-798104-1-smb neutron-server[74188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-818691ce-6f16-460b-b3d3-16e1de0b875c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798104-1-smb {{(pid=74188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 16:49:10.524398 dv-cinder-798104-1-smb neutron-server[74188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-818691ce-6f16-460b-b3d3-16e1de0b875c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798104-1-smb {{(pid=74188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 16:49:10.524727 dv-cinder-798104-1-smb neutron-server[74188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-818691ce-6f16-460b-b3d3-16e1de0b875c None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-798104-1-smb {{(pid=74188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 16:49:10.525051 dv-cinder-798104-1-smb neutron-server[74188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-818691ce-6f16-460b-b3d3-16e1de0b875c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798104-1-smb {{(pid=74188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 16:49:10.525370 dv-cinder-798104-1-smb neutron-server[74188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-818691ce-6f16-460b-b3d3-16e1de0b875c None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-798104-1-smb {{(pid=74188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 16:49:10.525689 dv-cinder-798104-1-smb neutron-server[74188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-818691ce-6f16-460b-b3d3-16e1de0b875c None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798104-1-smb {{(pid=74188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 16:49:10.525999 dv-cinder-798104-1-smb neutron-server[74188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-818691ce-6f16-460b-b3d3-16e1de0b875c None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798104-1-smb {{(pid=74188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 16:49:10.526310 dv-cinder-798104-1-smb neutron-server[74188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-818691ce-6f16-460b-b3d3-16e1de0b875c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798104-1-smb {{(pid=74188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 16:49:10.526620 dv-cinder-798104-1-smb neutron-server[74188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-818691ce-6f16-460b-b3d3-16e1de0b875c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798104-1-smb {{(pid=74188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 16:49:10.526929 dv-cinder-798104-1-smb neutron-server[74188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-818691ce-6f16-460b-b3d3-16e1de0b875c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798104-1-smb {{(pid=74188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 16:49:10.530565 dv-cinder-798104-1-smb neutron-server[74188]: DEBUG oslo_concurrency.lockutils [None req-818691ce-6f16-460b-b3d3-16e1de0b875c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=74188) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 16:49:10.531672 dv-cinder-798104-1-smb neutron-server[74188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9fae365-077f-4800-8bc1-26f60a9e5388 None None] Checking agent: {'id': 'fa82f27f-b773-4083-82bf-f246fc41f2de', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-798104-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 28, 16, 32, 44), 'started_at': datetime.datetime(2021, 6, 28, 16, 33, 14), 'heartbeat_timestamp': datetime.datetime(2021, 6, 28, 16, 48, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-798104-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=74188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jun 28 16:49:10.533545 dv-cinder-798104-1-smb neutron-server[74188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9fae365-077f-4800-8bc1-26f60a9e5388 None None] Checking segment: {'id': '1fdcd85b-55c4-4ae7-ac73-ac3bd2107891', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f9715ce2-16ba-4ae9-9a15-557432d0a5ed'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=74188) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jun 28 16:49:10.533545 dv-cinder-798104-1-smb neutron-server[74188]: DEBUG neutron_lib.callbacks.manager [None req-f9fae365-077f-4800-8bc1-26f60a9e5388 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=74188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 16:49:10.533545 dv-cinder-798104-1-smb neutron-server[74188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9fae365-077f-4800-8bc1-26f60a9e5388 None None] Bound using segment: {'id': '1fdcd85b-55c4-4ae7-ac73-ac3bd2107891', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f9715ce2-16ba-4ae9-9a15-557432d0a5ed'} {{(pid=74188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jun 28 16:49:10.533545 dv-cinder-798104-1-smb neutron-server[74188]: DEBUG neutron.plugins.ml2.managers [None req-f9fae365-077f-4800-8bc1-26f60a9e5388 None None] Bound port: 24f8b26b-8869-480a-872b-786338b36fb7, host: dv-cinder-798104-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1fdcd85b-55c4-4ae7-ac73-ac3bd2107891', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f9715ce2-16ba-4ae9-9a15-557432d0a5ed'}}] {{(pid=74188) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 28 16:49:10.533907 dv-cinder-798104-1-smb neutron-server[74188]: DEBUG neutron_lib.callbacks.manager [None req-f9fae365-077f-4800-8bc1-26f60a9e5388 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621611'] for port, before_update {{(pid=74188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 16:49:10.613575 dv-cinder-798104-1-smb neutron-server[74188]: DEBUG neutron.plugins.ml2.db [None req-f9fae365-077f-4800-8bc1-26f60a9e5388 None None] For port 24f8b26b-8869-480a-872b-786338b36fb7, host dv-cinder-798104-1-smb, cleared binding levels {{(pid=74188) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 28 16:49:10.616848 dv-cinder-798104-1-smb neutron-server[74188]: DEBUG neutron.plugins.ml2.db [None req-f9fae365-077f-4800-8bc1-26f60a9e5388 None None] For port 24f8b26b-8869-480a-872b-786338b36fb7, host dv-cinder-798104-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-798104-1-smb',level=0,port_id=24f8b26b-8869-480a-872b-786338b36fb7,segment=NetworkSegment(1fdcd85b-55c4-4ae7-ac73-ac3bd2107891),segment_id=1fdcd85b-55c4-4ae7-ac73-ac3bd2107891)] {{(pid=74188) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 28 16:49:10.622614 dv-cinder-798104-1-smb neutron-server[74188]: DEBUG neutron_lib.callbacks.manager [None req-f9fae365-077f-4800-8bc1-26f60a9e5388 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-615041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1598908', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774158213048', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774157688378', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774157688423'] for port, after_update {{(pid=74188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 16:49:10.627739 dv-cinder-798104-1-smb neutron-server[74188]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74188) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 16:49:10.644817 dv-cinder-798104-1-smb neutron-server[74186]: DEBUG neutron_lib.callbacks.manager [None req-5e3e793e-c26e-4cbe-9b01-674e8d788877 admin admin] Notify callbacks [] for port, precommit_create {{(pid=74186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 16:49:10.661287 dv-cinder-798104-1-smb neutron-server[74186]: DEBUG neutron.db.provisioning_blocks [None req-5e3e793e-c26e-4cbe-9b01-674e8d788877 admin admin] Transition to ACTIVE for port object afb68667-8373-462e-9bb0-c986179d62c7 will not be triggered until provisioned by entity DHCP. {{(pid=74186) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 28 16:49:10.690070 dv-cinder-798104-1-smb neutron-server[74186]: DEBUG neutron_lib.callbacks.manager [None req-5e3e793e-c26e-4cbe-9b01-674e8d788877 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-615041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1598908', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774157688360', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1108489'] for port, after_create {{(pid=74186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 16:49:10.694594 dv-cinder-798104-1-smb neutron-server[74186]: DEBUG oslo_concurrency.lockutils [None req-3453a210-9170-4b82-9ff5-6936b0b6acab tempest-TestShelveInstance-142730798 tempest-TestShelveInstance-142730798-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74186) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 16:49:10.711430 dv-cinder-798104-1-smb neutron-server[74188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-818691ce-6f16-460b-b3d3-16e1de0b875c None None] Pushing event updated for resources: {'Port': ['ID=24f8b26b-8869-480a-872b-786338b36fb7,revision_number=3']} {{(pid=74188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 16:49:10.714628 dv-cinder-798104-1-smb neutron-server[74188]: DEBUG oslo_concurrency.lockutils [None req-818691ce-6f16-460b-b3d3-16e1de0b875c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=74188) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 16:49:10.716585 dv-cinder-798104-1-smb neutron-server[74188]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9fae365-077f-4800-8bc1-26f60a9e5388 None None] Routers {'f7acaa2e-6c5f-436b-9363-3f726190c3c0'} bound to L3 agent in host dv-cinder-798104-1-smb {{(pid=74188) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 28 16:49:10.717204 dv-cinder-798104-1-smb neutron-server[74188]: DEBUG neutron.db.l3_hamode_db [None req-f9fae365-077f-4800-8bc1-26f60a9e5388 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-798104-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-28T16:32:46Z,description=,heartbeat_timestamp=2021-06-28T16:48:46Z,host='dv-cinder-798104-1-smb',id=633adcd1-515e-4435-b14d-49f054abd10f,load=0,resource_versions=,resources_synced=,started_at=2021-06-28T16:32:46Z,topic='l3_agent')) {'router_ids': ['f7acaa2e-6c5f-436b-9363-3f726190c3c0'], 'active': True} {{(pid=74188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 16:49:10.764315 dv-cinder-798104-1-smb neutron-server[74186]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e3e793e-c26e-4cbe-9b01-674e8d788877 admin admin] Network 7235a97e-a247-4b50-b496-41685533e564 is already hosted by enough agents. {{(pid=74186) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 28 16:49:10.767319 dv-cinder-798104-1-smb neutron-server[74186]: DEBUG neutron.scheduler.base_scheduler [None req-5e3e793e-c26e-4cbe-9b01-674e8d788877 admin admin] Resources bound (agent type, host, resource id): {{(pid=74186) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 28 16:49:10.772745 dv-cinder-798104-1-smb neutron-server[74186]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e3e793e-c26e-4cbe-9b01-674e8d788877 admin admin] Received port after_create {{(pid=74186) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 28 16:49:10.801434 dv-cinder-798104-1-smb neutron-server[74186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e3e793e-c26e-4cbe-9b01-674e8d788877 admin admin] Pushing event updated for resources: {'Port': ['ID=afb68667-8373-462e-9bb0-c986179d62c7,revision_number=1']} {{(pid=74186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 16:49:10.808858 dv-cinder-798104-1-smb neutron-server[74186]: DEBUG oslo_concurrency.lockutils [None req-5e3e793e-c26e-4cbe-9b01-674e8d788877 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=74186) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 16:49:10.834562 dv-cinder-798104-1-smb neutron-server[74186]: DEBUG neutron_lib.callbacks.manager [None req-5e3e793e-c26e-4cbe-9b01-674e8d788877 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1624359'] for router_interface, before_create {{(pid=74186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 16:49:10.962126 dv-cinder-798104-1-smb neutron-server[74188]: DEBUG neutron.db.l3_dvr_db [None req-f9fae365-077f-4800-8bc1-26f60a9e5388 None None] Set router f7acaa2e-6c5f-436b-9363-3f726190c3c0 gateway port host: dv-cinder-798104-1-smb {{(pid=74188) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jun 28 16:49:10.971990 dv-cinder-798104-1-smb neutron-server[74187]: DEBUG neutron.plugins.ml2.rpc [None req-c72dd329-595c-4eca-9296-ba6eff8780d9 None None] Device 07a231cf-6591-4df5-8196-2ac034a6024e up at agent ovs-agent-dv-cinder-798104-1-smb {{(pid=74187) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 28 16:49:10.981996 dv-cinder-798104-1-smb neutron-server[74186]: DEBUG neutron_lib.callbacks.manager [None req-5e3e793e-c26e-4cbe-9b01-674e8d788877 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621611'] for port, before_update {{(pid=74186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 16:49:11.096918 dv-cinder-798104-1-smb neutron-server[74187]: DEBUG neutron.db.provisioning_blocks [None req-5646760a-ecf2-4cbf-9a52-009a849a3625 None None] Provisioning for port afb68667-8373-462e-9bb0-c986179d62c7 completed by entity DHCP. {{(pid=74187) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 28 16:49:11.108671 dv-cinder-798104-1-smb neutron-server[74187]: DEBUG neutron.db.provisioning_blocks [None req-5646760a-ecf2-4cbf-9a52-009a849a3625 None None] Provisioning complete for port afb68667-8373-462e-9bb0-c986179d62c7 triggered by entity DHCP. {{(pid=74187) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 28 16:49:11.109853 dv-cinder-798104-1-smb neutron-server[74187]: DEBUG neutron_lib.callbacks.manager [None req-5646760a-ecf2-4cbf-9a52-009a849a3625 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1002786'] for port, provisioning_complete {{(pid=74187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 16:49:11.174835 dv-cinder-798104-1-smb neutron-server[74187]: DEBUG neutron.db.provisioning_blocks [None req-c72dd329-595c-4eca-9296-ba6eff8780d9 None None] Provisioning for port 07a231cf-6591-4df5-8196-2ac034a6024e completed by entity L2. {{(pid=74187) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 28 16:49:11.199295 dv-cinder-798104-1-smb neutron-server[74187]: DEBUG neutron.db.provisioning_blocks [None req-c72dd329-595c-4eca-9296-ba6eff8780d9 None None] Provisioning complete for port 07a231cf-6591-4df5-8196-2ac034a6024e triggered by entity L2. {{(pid=74187) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 28 16:49:11.199920 dv-cinder-798104-1-smb neutron-server[74187]: DEBUG neutron_lib.callbacks.manager [None req-c72dd329-595c-4eca-9296-ba6eff8780d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1002786'] for port, provisioning_complete {{(pid=74187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 16:49:11.256468 dv-cinder-798104-1-smb neutron-server[74186]: DEBUG neutron_lib.callbacks.manager [None req-5e3e793e-c26e-4cbe-9b01-674e8d788877 admin admin] Notify callbacks [] for port, precommit_update {{(pid=74186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 16:49:11.263374 dv-cinder-798104-1-smb neutron-server[74186]: DEBUG neutron_lib.callbacks.manager [None req-5e3e793e-c26e-4cbe-9b01-674e8d788877 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-615041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1598908', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774158213048', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774157688378', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774157688423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1108480'] for port, after_update {{(pid=74186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 16:49:11.263740 dv-cinder-798104-1-smb neutron-server[74187]: DEBUG neutron.plugins.ml2.plugin [None req-5646760a-ecf2-4cbf-9a52-009a849a3625 None None] Port afb68667-8373-462e-9bb0-c986179d62c7 cannot update to ACTIVE because it is not bound. {{(pid=74187) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jun 28 16:49:11.287824 dv-cinder-798104-1-smb neutron-server[74188]: DEBUG neutron.db.l3_hamode_db [None req-f9fae365-077f-4800-8bc1-26f60a9e5388 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f7acaa2e-6c5f-436b-9363-3f726190c3c0', 'name': 'tempest-TestMinimumBasicScenario-831825175-router', 'tenant_id': '5bf6de7fd09845dea4827bbd91336fa8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f9715ce2-16ba-4ae9-9a15-557432d0a5ed', 'external_fixed_ips': [{'subnet_id': 'e3a20e14-2eea-4943-8cec-1fe85e8448d0', 'ip_address': '172.28.3.44'}], 'enable_snat': True}, 'gw_port_id': '24f8b26b-8869-480a-872b-786338b36fb7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-28T16:49:07Z', 'updated_at': '2021-06-28T16:49:08Z', 'revision_number': 3, 'project_id': '5bf6de7fd09845dea4827bbd91336fa8', 'gw_port': {'id': '24f8b26b-8869-480a-872b-786338b36fb7', 'name': '', 'network_id': 'f9715ce2-16ba-4ae9-9a15-557432d0a5ed', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:42:0e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f7acaa2e-6c5f-436b-9363-3f726190c3c0', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e3a20e14-2eea-4943-8cec-1fe85e8448d0', 'ip_address': '172.28.3.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798104-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T16:49:08Z', 'updated_at': '2021-06-28T16:49:10Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e3a20e14-2eea-4943-8cec-1fe85e8448d0', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798104-1-smb'}], 'dv-cinder-798104-1-smb', False) {} {{(pid=74188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 16:49:11.292165 dv-cinder-798104-1-smb neutron-server[74186]: DEBUG oslo_concurrency.lockutils [None req-f39fbf95-ae55-4db6-a273-81a17c498016 tempest-AttachVolumeTestJSON-1575976490 tempest-AttachVolumeTestJSON-1575976490-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74186) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 16:49:11.296232 dv-cinder-798104-1-smb neutron-server[74188]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9fae365-077f-4800-8bc1-26f60a9e5388 None None] The sync data for ids ['f7acaa2e-6c5f-436b-9363-3f726190c3c0'] in dv-cinder-798104-1-smb is: [{'id': 'f7acaa2e-6c5f-436b-9363-3f726190c3c0', 'name': 'tempest-TestMinimumBasicScenario-831825175-router', 'tenant_id': '5bf6de7fd09845dea4827bbd91336fa8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f9715ce2-16ba-4ae9-9a15-557432d0a5ed', 'external_fixed_ips': [{'subnet_id': 'e3a20e14-2eea-4943-8cec-1fe85e8448d0', 'ip_address': '172.28.3.44'}], 'enable_snat': True}, 'gw_port_id': '24f8b26b-8869-480a-872b-786338b36fb7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-28T16:49:07Z', 'updated_at': '2021-06-28T16:49:08Z', 'revision_number': 3, 'project_id': '5bf6de7fd09845dea4827bbd91336fa8', 'gw_port': {'id': '24f8b26b-8869-480a-872b-786338b36fb7', 'name': '', 'network_id': 'f9715ce2-16ba-4ae9-9a15-557432d0a5ed', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:42:0e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f7acaa2e-6c5f-436b-9363-3f726190c3c0', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e3a20e14-2eea-4943-8cec-1fe85e8448d0', 'ip_address': '172.28.3.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798104-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T16:49:08Z', 'updated_at': '2021-06-28T16:49:10Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e3a20e14-2eea-4943-8cec-1fe85e8448d0', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798104-1-smb'}] {{(pid=74188) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jun 28 16:49:11.362627 dv-cinder-798104-1-smb neutron-server[74187]: DEBUG neutron_lib.callbacks.manager [None req-c72dd329-595c-4eca-9296-ba6eff8780d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621611'] for port, before_update {{(pid=74187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 16:49:11.379188 dv-cinder-798104-1-smb neutron-server[74186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e3e793e-c26e-4cbe-9b01-674e8d788877 admin admin] Pushing event updated for resources: {'Port': ['ID=afb68667-8373-462e-9bb0-c986179d62c7,revision_number=2']} {{(pid=74186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 16:49:11.383970 dv-cinder-798104-1-smb neutron-server[74186]: DEBUG oslo_concurrency.lockutils [None req-5e3e793e-c26e-4cbe-9b01-674e8d788877 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=74186) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 16:49:11.385073 dv-cinder-798104-1-smb neutron-server[74186]: DEBUG neutron_lib.callbacks.manager [None req-5e3e793e-c26e-4cbe-9b01-674e8d788877 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1598798', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1635339'] for router_interface, after_create {{(pid=74186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 16:49:11.413968 dv-cinder-798104-1-smb neutron-server[74187]: DEBUG neutron.plugins.ml2.db [None req-c72dd329-595c-4eca-9296-ba6eff8780d9 None None] For port 07a231cf-6591-4df5-8196-2ac034a6024e, host dv-cinder-798104-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-798104-1-smb',level=0,port_id=07a231cf-6591-4df5-8196-2ac034a6024e,segment=NetworkSegment(0e59102a-bfa2-431d-ad4f-e02c6218ed6f),segment_id=0e59102a-bfa2-431d-ad4f-e02c6218ed6f)] {{(pid=74187) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 16:49:11.424556 dv-cinder-798104-1-smb neutron-server[74187]: DEBUG neutron_lib.callbacks.manager [None req-c72dd329-595c-4eca-9296-ba6eff8780d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-615041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1598908', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774158213048', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774157688378', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774157688423'] for port, after_update {{(pid=74187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 16:49:11.428444 dv-cinder-798104-1-smb neutron-server[74187]: DEBUG oslo_concurrency.lockutils [None req-d0e5ad82-df9b-4ee3-8ee9-b93c74fbe1d3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74187) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 16:49:11.530562 dv-cinder-798104-1-smb neutron-server[74187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c72dd329-595c-4eca-9296-ba6eff8780d9 None None] Pushing event updated for resources: {'Port': ['ID=07a231cf-6591-4df5-8196-2ac034a6024e,revision_number=3']} {{(pid=74187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 16:49:11.533721 dv-cinder-798104-1-smb neutron-server[74187]: DEBUG oslo_concurrency.lockutils [None req-c72dd329-595c-4eca-9296-ba6eff8780d9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=74187) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 16:49:11.551883 dv-cinder-798104-1-smb neutron-server[74186]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e3e793e-c26e-4cbe-9b01-674e8d788877 admin admin] Network 7235a97e-a247-4b50-b496-41685533e564 is already hosted by enough agents. {{(pid=74186) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 28 16:49:11.554259 dv-cinder-798104-1-smb neutron-server[74186]: DEBUG neutron.scheduler.base_scheduler [None req-5e3e793e-c26e-4cbe-9b01-674e8d788877 admin admin] Resources bound (agent type, host, resource id): {{(pid=74186) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 28 16:49:12.024159 dv-cinder-798104-1-smb neutron-server[74187]: DEBUG neutron.db.provisioning_blocks [None req-020894dd-ce6a-4196-addc-b5b5f0b93403 None None] Provisioning complete for port afb68667-8373-462e-9bb0-c986179d62c7 triggered by entity DHCP. {{(pid=74187) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 28 16:49:12.024813 dv-cinder-798104-1-smb neutron-server[74187]: DEBUG neutron_lib.callbacks.manager [None req-020894dd-ce6a-4196-addc-b5b5f0b93403 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1002786'] for port, provisioning_complete {{(pid=74187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 16:49:12.151474 dv-cinder-798104-1-smb neutron-server[74187]: DEBUG neutron.plugins.ml2.plugin [None req-020894dd-ce6a-4196-addc-b5b5f0b93403 None None] Port afb68667-8373-462e-9bb0-c986179d62c7 cannot update to ACTIVE because it is not bound. {{(pid=74187) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jun 28 16:49:12.176911 dv-cinder-798104-1-smb neutron-server[74186]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5e3e793e-c26e-4cbe-9b01-674e8d788877 admin admin] Router f7acaa2e-6c5f-436b-9363-3f726190c3c0 has already been hosted by L3 agent 633adcd1-515e-4435-b14d-49f054abd10f {{(pid=74186) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 28 16:49:12.225668 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4164eb7-9b01-4e46-b638-c7857a80c79b req-5e52a8e0-3a66-44f9-84d8-7cc998d337c8 tempest-AttachVolumeShelveTestJSON-223402159 tempest-AttachVolumeShelveTestJSON-223402159-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 16:49:12.227293 dv-cinder-798104-1-smb neutron-server[74185]: INFO neutron.wsgi [req-a4164eb7-9b01-4e46-b638-c7857a80c79b req-5e52a8e0-3a66-44f9-84d8-7cc998d337c8 tempest-AttachVolumeShelveTestJSON-223402159 tempest-AttachVolumeShelveTestJSON-223402159-project] 10.222.0.26 "GET /v2.0/ports?device_id=8e3a90db-fda3-48b9-a3a1-df3f395c0dfd HTTP/1.1" status: 200 len: 946 time: 0.0904317 Jun 28 16:49:12.296788 dv-cinder-798104-1-smb neutron-server[74185]: INFO neutron.wsgi [req-a4164eb7-9b01-4e46-b638-c7857a80c79b req-0939a3e9-4967-4dbf-b1a9-4c6605745916 tempest-AttachVolumeShelveTestJSON-223402159 tempest-AttachVolumeShelveTestJSON-223402159-project] 10.222.0.26 "GET /v2.0/security-groups?id=ee5b5d98-52f8-46a1-b53d-b30b29c7120c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0625718 Jun 28 16:49:12.443087 dv-cinder-798104-1-smb neutron-server[74186]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5e3e793e-c26e-4cbe-9b01-674e8d788877 admin admin] Notify agent at l3_agent.dv-cinder-798104-1-smb the message routers_updated {{(pid=74186) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 28 16:49:12.455271 dv-cinder-798104-1-smb neutron-server[74186]: INFO neutron.wsgi [None req-5e3e793e-c26e-4cbe-9b01-674e8d788877 admin admin] 10.222.0.26 "PUT /v2.0/routers/f7acaa2e-6c5f-436b-9363-3f726190c3c0/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1008925 Jun 28 16:49:12.952830 dv-cinder-798104-1-smb neutron-server[74187]: DEBUG neutron.plugins.ml2.rpc [None req-c72dd329-595c-4eca-9296-ba6eff8780d9 None None] Device 24f8b26b-8869-480a-872b-786338b36fb7 up at agent ovs-agent-dv-cinder-798104-1-smb {{(pid=74187) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 28 16:49:13.021862 dv-cinder-798104-1-smb neutron-server[74187]: DEBUG neutron.db.provisioning_blocks [None req-c72dd329-595c-4eca-9296-ba6eff8780d9 None None] Provisioning for port 24f8b26b-8869-480a-872b-786338b36fb7 completed by entity L2. {{(pid=74187) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 28 16:49:13.027655 dv-cinder-798104-1-smb neutron-server[74187]: DEBUG neutron.db.provisioning_blocks [None req-c72dd329-595c-4eca-9296-ba6eff8780d9 None None] Provisioning complete for port 24f8b26b-8869-480a-872b-786338b36fb7 triggered by entity L2. {{(pid=74187) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 28 16:49:13.028411 dv-cinder-798104-1-smb neutron-server[74187]: DEBUG neutron_lib.callbacks.manager [None req-c72dd329-595c-4eca-9296-ba6eff8780d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1002786'] for port, provisioning_complete {{(pid=74187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 16:49:13.180153 dv-cinder-798104-1-smb neutron-server[74187]: DEBUG neutron_lib.callbacks.manager [None req-c72dd329-595c-4eca-9296-ba6eff8780d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621611'] for port, before_update {{(pid=74187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 16:49:13.198261 dv-cinder-798104-1-smb neutron-server[74187]: DEBUG neutron.plugins.ml2.db [None req-c72dd329-595c-4eca-9296-ba6eff8780d9 None None] For port 24f8b26b-8869-480a-872b-786338b36fb7, host dv-cinder-798104-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-798104-1-smb',level=0,port_id=24f8b26b-8869-480a-872b-786338b36fb7,segment=NetworkSegment(1fdcd85b-55c4-4ae7-ac73-ac3bd2107891),segment_id=1fdcd85b-55c4-4ae7-ac73-ac3bd2107891)] {{(pid=74187) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 16:49:13.203121 dv-cinder-798104-1-smb neutron-server[74187]: DEBUG neutron_lib.callbacks.manager [None req-c72dd329-595c-4eca-9296-ba6eff8780d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-615041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1598908', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774158213048', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774157688378', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774157688423'] for port, after_update {{(pid=74187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 16:49:13.204024 dv-cinder-798104-1-smb neutron-server[74187]: DEBUG neutron.plugins.ml2.rpc [None req-c72dd329-595c-4eca-9296-ba6eff8780d9 None None] Device 07a231cf-6591-4df5-8196-2ac034a6024e up at agent ovs-agent-dv-cinder-798104-1-smb {{(pid=74187) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 28 16:49:13.231536 dv-cinder-798104-1-smb neutron-server[74187]: DEBUG oslo_concurrency.lockutils [None req-d0e5ad82-df9b-4ee3-8ee9-b93c74fbe1d3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74187) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 16:49:13.322622 dv-cinder-798104-1-smb neutron-server[74187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c72dd329-595c-4eca-9296-ba6eff8780d9 None None] Pushing event updated for resources: {'Port': ['ID=24f8b26b-8869-480a-872b-786338b36fb7,revision_number=4']} {{(pid=74187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 16:49:13.325676 dv-cinder-798104-1-smb neutron-server[74187]: DEBUG oslo_concurrency.lockutils [None req-c72dd329-595c-4eca-9296-ba6eff8780d9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=74187) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 16:49:13.337837 dv-cinder-798104-1-smb neutron-server[74187]: DEBUG neutron.db.provisioning_blocks [None req-c72dd329-595c-4eca-9296-ba6eff8780d9 None None] Provisioning complete for port 07a231cf-6591-4df5-8196-2ac034a6024e triggered by entity L2. {{(pid=74187) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 28 16:49:13.338225 dv-cinder-798104-1-smb neutron-server[74187]: DEBUG neutron_lib.callbacks.manager [None req-c72dd329-595c-4eca-9296-ba6eff8780d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1002786'] for port, provisioning_complete {{(pid=74187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 16:49:13.379201 dv-cinder-798104-1-smb neutron-server[74186]: DEBUG neutron.wsgi [-] (74186) accepted ('10.222.0.26', 54986) {{(pid=74186) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 28 16:49:13.385556 dv-cinder-798104-1-smb neutron-server[74186]: DEBUG neutron.api.v2.base [None req-9ab44930-7cff-491c-a034-91a33078d091 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1944929109-network', 'tenant_id': 'd10dddcc09eb462fbe139fd51bf80445'}} {{(pid=74186) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jun 28 16:49:13.390319 dv-cinder-798104-1-smb neutron-server[74186]: DEBUG neutron.db.quota.driver [None req-9ab44930-7cff-491c-a034-91a33078d091 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74186) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 28 16:49:13.394398 dv-cinder-798104-1-smb neutron-server[74186]: DEBUG neutron.quota.resource [None req-9ab44930-7cff-491c-a034-91a33078d091 admin admin] Usage tracker for resource:network and tenant:d10dddcc09eb462fbe139fd51bf80445 is out of sync, need to count used quota {{(pid=74186) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 28 16:49:13.397878 dv-cinder-798104-1-smb neutron-server[74186]: DEBUG neutron.quota.resource [None req-9ab44930-7cff-491c-a034-91a33078d091 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=74186) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 28 16:49:13.403945 dv-cinder-798104-1-smb neutron-server[74186]: DEBUG neutron.db.quota.driver [None req-9ab44930-7cff-491c-a034-91a33078d091 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74186) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 28 16:49:13.414594 dv-cinder-798104-1-smb neutron-server[74186]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9ab44930-7cff-491c-a034-91a33078d091 admin admin] Made reservation on behalf of d10dddcc09eb462fbe139fd51bf80445 for: {'network': 1} {{(pid=74186) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 28 16:49:13.416984 dv-cinder-798104-1-smb neutron-server[74186]: DEBUG neutron_lib.callbacks.manager [None req-9ab44930-7cff-491c-a034-91a33078d091 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621611'] for network, before_create {{(pid=74186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 16:49:13.432228 dv-cinder-798104-1-smb neutron-server[74186]: DEBUG neutron_lib.callbacks.manager [None req-9ab44930-7cff-491c-a034-91a33078d091 admin admin] Notify callbacks [] for security_group, before_create {{(pid=74186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 16:49:13.472922 dv-cinder-798104-1-smb neutron-server[74186]: DEBUG neutron.db.quota.driver [None req-9ab44930-7cff-491c-a034-91a33078d091 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74186) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 28 16:49:13.479674 dv-cinder-798104-1-smb neutron-server[74186]: DEBUG neutron.quota.resource [None req-9ab44930-7cff-491c-a034-91a33078d091 admin admin] Usage tracker for resource:security_group_rule and tenant:d10dddcc09eb462fbe139fd51bf80445 is out of sync, need to count used quota {{(pid=74186) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 28 16:49:13.482923 dv-cinder-798104-1-smb neutron-server[74186]: DEBUG neutron.quota.resource [None req-9ab44930-7cff-491c-a034-91a33078d091 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=74186) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 28 16:49:13.489657 dv-cinder-798104-1-smb neutron-server[74186]: DEBUG neutron.db.quota.driver [None req-9ab44930-7cff-491c-a034-91a33078d091 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74186) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 28 16:49:13.544721 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56b28546-d4a8-4f77-a8c5-eed78978244f req-ee5c8cd3-7fee-4a2e-ab96-a3dd52080567 tempest-AttachVolumeShelveTestJSON-223402159 tempest-AttachVolumeShelveTestJSON-223402159-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 16:49:13.546904 dv-cinder-798104-1-smb neutron-server[74185]: INFO neutron.wsgi [req-56b28546-d4a8-4f77-a8c5-eed78978244f req-ee5c8cd3-7fee-4a2e-ab96-a3dd52080567 tempest-AttachVolumeShelveTestJSON-223402159 tempest-AttachVolumeShelveTestJSON-223402159-project] 10.222.0.26 "GET /v2.0/ports?device_id=8e3a90db-fda3-48b9-a3a1-df3f395c0dfd HTTP/1.1" status: 200 len: 946 time: 0.0888481 Jun 28 16:49:13.570370 dv-cinder-798104-1-smb neutron-server[74186]: DEBUG neutron_lib.callbacks.manager [None req-9ab44930-7cff-491c-a034-91a33078d091 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=74186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 16:49:13.597641 dv-cinder-798104-1-smb neutron-server[74185]: INFO neutron.wsgi [req-56b28546-d4a8-4f77-a8c5-eed78978244f req-7a751ff5-b0e7-447a-b2eb-2d1407fe5e9f tempest-AttachVolumeShelveTestJSON-223402159 tempest-AttachVolumeShelveTestJSON-223402159-project] 10.222.0.26 "GET /v2.0/security-groups?id=ee5b5d98-52f8-46a1-b53d-b30b29c7120c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0437593 Jun 28 16:49:13.606866 dv-cinder-798104-1-smb neutron-server[74186]: DEBUG neutron_lib.callbacks.manager [None req-9ab44930-7cff-491c-a034-91a33078d091 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2050486'] for security_group, after_create {{(pid=74186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 16:49:13.613347 dv-cinder-798104-1-smb neutron-server[74187]: DEBUG neutron_lib.callbacks.manager [None req-c71ef360-c317-4450-8f33-6ac3cdf0a99b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774158209648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1002899'] for agent, after_update {{(pid=74187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 16:49:13.615865 dv-cinder-798104-1-smb neutron-server[74186]: DEBUG oslo_concurrency.lockutils [None req-6064d0e4-bd07-4556-b196-4373afb42129 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74186) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 16:49:13.650635 dv-cinder-798104-1-smb neutron-server[74186]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9ab44930-7cff-491c-a034-91a33078d091 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 404} {{(pid=74186) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:149}} Jun 28 16:49:13.664322 dv-cinder-798104-1-smb neutron-server[74186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ab44930-7cff-491c-a034-91a33078d091 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4d714881-5585-48f4-b6c6-f0203a9bf420,revision_number=1']} {{(pid=74186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 16:49:13.669668 dv-cinder-798104-1-smb neutron-server[74186]: DEBUG oslo_concurrency.lockutils [None req-9ab44930-7cff-491c-a034-91a33078d091 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=74186) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 16:49:13.670540 dv-cinder-798104-1-smb neutron-server[74186]: DEBUG neutron_lib.callbacks.manager [None req-9ab44930-7cff-491c-a034-91a33078d091 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-938564'] for segment, precommit_create {{(pid=74186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 16:49:13.671015 dv-cinder-798104-1-smb neutron-server[74186]: INFO neutron.db.segments_db [None req-9ab44930-7cff-491c-a034-91a33078d091 admin admin] Added segment d701ee48-26d6-4639-bd36-105126df7fe0 of type vlan for network 7c8e996c-ecb2-4983-8459-129741f854e7 Jun 28 16:49:13.709389 dv-cinder-798104-1-smb neutron-server[74186]: DEBUG neutron_lib.callbacks.manager [None req-9ab44930-7cff-491c-a034-91a33078d091 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774157680294'] for network, precommit_create {{(pid=74186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 16:49:13.726708 dv-cinder-798104-1-smb neutron-server[74186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb9dc31a-a4e5-4b2f-a05d-095bede24fb9 req-308a63f1-8683-4387-8f77-006ebc863475 tempest-AttachVolumeShelveTestJSON-223402159 tempest-AttachVolumeShelveTestJSON-223402159-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 16:49:13.727241 dv-cinder-798104-1-smb neutron-server[74186]: DEBUG neutron.quota.resource [req-bb9dc31a-a4e5-4b2f-a05d-095bede24fb9 req-308a63f1-8683-4387-8f77-006ebc863475 tempest-AttachVolumeShelveTestJSON-223402159 tempest-AttachVolumeShelveTestJSON-223402159-project] Synchronizing usage tracker for tenant:1796e3b7b6834b8a88df228c1c9772ef on resource:port {{(pid=74186) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 28 16:49:13.755227 dv-cinder-798104-1-smb neutron-server[74186]: DEBUG neutron.quota.resource [req-bb9dc31a-a4e5-4b2f-a05d-095bede24fb9 req-308a63f1-8683-4387-8f77-006ebc863475 tempest-AttachVolumeShelveTestJSON-223402159 tempest-AttachVolumeShelveTestJSON-223402159-project] Unset dirty status for tenant:1796e3b7b6834b8a88df228c1c9772ef on resource:port {{(pid=74186) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 28 16:49:13.756396 dv-cinder-798104-1-smb neutron-server[74186]: INFO neutron.wsgi [req-bb9dc31a-a4e5-4b2f-a05d-095bede24fb9 req-308a63f1-8683-4387-8f77-006ebc863475 tempest-AttachVolumeShelveTestJSON-223402159 tempest-AttachVolumeShelveTestJSON-223402159-project] 10.222.0.41 "GET /v2.0/ports?device_id=8e3a90db-fda3-48b9-a3a1-df3f395c0dfd HTTP/1.1" status: 200 len: 946 time: 0.1907196 Jun 28 16:49:13.758801 dv-cinder-798104-1-smb neutron-server[74186]: DEBUG neutron_lib.callbacks.manager [None req-9ab44930-7cff-491c-a034-91a33078d091 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2050463', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1598908'] for network, after_create {{(pid=74186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 16:49:13.760046 dv-cinder-798104-1-smb neutron-server[74186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9ab44930-7cff-491c-a034-91a33078d091 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=74186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 16:49:13.760658 dv-cinder-798104-1-smb neutron-server[74186]: DEBUG neutron_lib.callbacks.manager [None req-9ab44930-7cff-491c-a034-91a33078d091 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1598890'] for network, before_response {{(pid=74186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 16:49:13.765362 dv-cinder-798104-1-smb neutron-server[74186]: DEBUG oslo_concurrency.lockutils [None req-b5d061a9-00ec-4d9e-9b6b-a1084d88abfe admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74186) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 16:49:13.881263 dv-cinder-798104-1-smb neutron-server[74187]: DEBUG neutron_lib.callbacks.manager [None req-c72dd329-595c-4eca-9296-ba6eff8780d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774158209648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1002899'] for agent, after_update {{(pid=74187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 16:49:13.921292 dv-cinder-798104-1-smb neutron-server[74186]: INFO neutron.wsgi [None req-9ab44930-7cff-491c-a034-91a33078d091 admin admin] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.5409808 Jun 28 16:49:13.924325 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG neutron.wsgi [-] (74185) accepted ('10.222.0.26', 54990) {{(pid=74185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 28 16:49:13.928233 dv-cinder-798104-1-smb neutron-server[74186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ab44930-7cff-491c-a034-91a33078d091 admin admin] Pushing event updated for resources: {'Network': ['ID=7c8e996c-ecb2-4983-8459-129741f854e7,revision_number=1']} {{(pid=74186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 16:49:13.931493 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG neutron.api.v2.base [None req-9fa67a6b-7523-462b-bcde-093d5312c99a admin admin] Request body: {'subnet': {'network_id': '7c8e996c-ecb2-4983-8459-129741f854e7', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1944929109-subnet', 'tenant_id': 'd10dddcc09eb462fbe139fd51bf80445', 'ip_version': 4}} {{(pid=74185) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jun 28 16:49:13.932750 dv-cinder-798104-1-smb neutron-server[74186]: DEBUG neutron.plugins.ml2.plugin [req-bb9dc31a-a4e5-4b2f-a05d-095bede24fb9 req-2c9c9a6d-4a6f-41bb-8cd7-4709f11ab622 tempest-AttachVolumeShelveTestJSON-223402159 tempest-AttachVolumeShelveTestJSON-223402159-project] Deleting port 793d6fcc-cc70-4135-af5c-1e7363bcb0de {{(pid=74186) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Jun 28 16:49:13.933090 dv-cinder-798104-1-smb neutron-server[74186]: DEBUG neutron_lib.callbacks.manager [req-bb9dc31a-a4e5-4b2f-a05d-095bede24fb9 req-2c9c9a6d-4a6f-41bb-8cd7-4709f11ab622 tempest-AttachVolumeShelveTestJSON-223402159 tempest-AttachVolumeShelveTestJSON-223402159-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774158158511'] for port, before_delete {{(pid=74186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 16:49:13.937141 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG neutron.db.quota.driver [None req-9fa67a6b-7523-462b-bcde-093d5312c99a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74185) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 28 16:49:13.941331 dv-cinder-798104-1-smb neutron-server[74187]: DEBUG neutron.plugins.ml2.rpc [None req-c72dd329-595c-4eca-9296-ba6eff8780d9 None None] Network 7c8e996c-ecb2-4983-8459-129741f854e7 details requested by agent ovs-agent-dv-cinder-798104-1-smb with host dv-cinder-798104-1-smb {{(pid=74187) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 28 16:49:13.941984 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG neutron.quota.resource [None req-9fa67a6b-7523-462b-bcde-093d5312c99a admin admin] Usage tracker for resource:subnet and tenant:d10dddcc09eb462fbe139fd51bf80445 is out of sync, need to count used quota {{(pid=74185) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 28 16:49:13.945539 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG neutron.quota.resource [None req-9fa67a6b-7523-462b-bcde-093d5312c99a admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=74185) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 28 16:49:13.953481 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG neutron.db.quota.driver [None req-9fa67a6b-7523-462b-bcde-093d5312c99a admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74185) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 28 16:49:13.957338 dv-cinder-798104-1-smb neutron-server[74186]: DEBUG oslo_concurrency.lockutils [None req-9ab44930-7cff-491c-a034-91a33078d091 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.191s {{(pid=74186) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 16:49:13.967424 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9fa67a6b-7523-462b-bcde-093d5312c99a admin admin] Made reservation on behalf of d10dddcc09eb462fbe139fd51bf80445 for: {'subnet': 1} {{(pid=74185) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 28 16:49:13.971607 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG neutron_lib.callbacks.manager [None req-9fa67a6b-7523-462b-bcde-093d5312c99a admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15445246'] for subnet, before_create {{(pid=74185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 16:49:14.199557 dv-cinder-798104-1-smb neutron-server[74186]: DEBUG neutron.plugins.ml2.db [req-bb9dc31a-a4e5-4b2f-a05d-095bede24fb9 req-2c9c9a6d-4a6f-41bb-8cd7-4709f11ab622 tempest-AttachVolumeShelveTestJSON-223402159 tempest-AttachVolumeShelveTestJSON-223402159-project] For port 793d6fcc-cc70-4135-af5c-1e7363bcb0de, host hv-cinder-79810, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79810',level=0,port_id=793d6fcc-cc70-4135-af5c-1e7363bcb0de,segment=NetworkSegment(2df110ad-025a-4a6b-9e31-f233466e01f1),segment_id=2df110ad-025a-4a6b-9e31-f233466e01f1)] {{(pid=74186) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 16:49:14.199831 dv-cinder-798104-1-smb neutron-server[74186]: DEBUG neutron_lib.callbacks.manager [req-bb9dc31a-a4e5-4b2f-a05d-095bede24fb9 req-2c9c9a6d-4a6f-41bb-8cd7-4709f11ab622 tempest-AttachVolumeShelveTestJSON-223402159 tempest-AttachVolumeShelveTestJSON-223402159-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1637578'] for port, precommit_delete {{(pid=74186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 16:49:14.235072 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG neutron_lib.callbacks.manager [None req-9fa67a6b-7523-462b-bcde-093d5312c99a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107460', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1598908', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15648503', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-15445228'] for subnet, after_create {{(pid=74185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 16:49:14.238927 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74185) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 16:49:14.307627 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fa67a6b-7523-462b-bcde-093d5312c99a admin admin] Pushing event updated for resources: {'Subnet': ['ID=50d1305c-44e6-4130-859e-bb67b496e1ed,revision_number=0']} {{(pid=74185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 16:49:14.316653 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG oslo_concurrency.lockutils [None req-9fa67a6b-7523-462b-bcde-093d5312c99a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=74185) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 16:49:14.332950 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9fa67a6b-7523-462b-bcde-093d5312c99a admin admin] Checking segment: {'id': 'd701ee48-26d6-4639-bd36-105126df7fe0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': '7c8e996c-ecb2-4983-8459-129741f854e7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=74185) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jun 28 16:49:14.333294 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9fa67a6b-7523-462b-bcde-093d5312c99a admin admin] Network hostable DHCP agents. Network: 7c8e996c-ecb2-4983-8459-129741f854e7, hostable agents: ['55edce43-ec1d-45c6-9e7a-198ba4834d81'], hosted agents: [] {{(pid=74185) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 28 16:49:14.356081 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9fa67a6b-7523-462b-bcde-093d5312c99a admin admin] Network 7c8e996c-ecb2-4983-8459-129741f854e7 is scheduled to be hosted by DHCP agent 55edce43-ec1d-45c6-9e7a-198ba4834d81 with binding_index 1 {{(pid=74185) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 28 16:49:14.366077 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG neutron.scheduler.base_scheduler [None req-9fa67a6b-7523-462b-bcde-093d5312c99a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-798104-1-smb, 7c8e996c-ecb2-4983-8459-129741f854e7) {{(pid=74185) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 28 16:49:14.370321 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9fa67a6b-7523-462b-bcde-093d5312c99a admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=74185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 16:49:14.371481 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG neutron_lib.callbacks.manager [None req-9fa67a6b-7523-462b-bcde-093d5312c99a admin admin] Notify callbacks [] for subnet, before_response {{(pid=74185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 16:49:14.380906 dv-cinder-798104-1-smb neutron-server[74187]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d56ffb68-a66e-4299-b9d6-96a3aebb18c2 None None] Network 7c8e996c-ecb2-4983-8459-129741f854e7 requested from dv-cinder-798104-1-smb {{(pid=74187) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jun 28 16:49:14.399688 dv-cinder-798104-1-smb neutron-server[74185]: INFO neutron.wsgi [None req-9fa67a6b-7523-462b-bcde-093d5312c99a admin admin] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.4737864 Jun 28 16:49:14.404828 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG neutron.wsgi [-] (74185) accepted ('10.222.0.26', 54994) {{(pid=74185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 28 16:49:14.410208 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG neutron.api.v2.base [None req-1505b868-ee9f-4ad6-95b3-3e6bd14fb5a9 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1944929109-router', 'tenant_id': 'd10dddcc09eb462fbe139fd51bf80445', 'external_gateway_info': {'network_id': 'f9715ce2-16ba-4ae9-9a15-557432d0a5ed'}}} {{(pid=74185) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jun 28 16:49:14.414967 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG neutron.db.quota.driver [None req-1505b868-ee9f-4ad6-95b3-3e6bd14fb5a9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74185) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 28 16:49:14.418990 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG neutron.quota.resource [None req-1505b868-ee9f-4ad6-95b3-3e6bd14fb5a9 admin admin] Usage tracker for resource:router and tenant:d10dddcc09eb462fbe139fd51bf80445 is out of sync, need to count used quota {{(pid=74185) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 28 16:49:14.422304 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG neutron.quota.resource [None req-1505b868-ee9f-4ad6-95b3-3e6bd14fb5a9 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=74185) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 28 16:49:14.428457 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG neutron.db.quota.driver [None req-1505b868-ee9f-4ad6-95b3-3e6bd14fb5a9 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74185) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 28 16:49:14.439637 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG neutron_lib.callbacks.manager [None req-1505b868-ee9f-4ad6-95b3-3e6bd14fb5a9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1623891', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3692'] for router, before_create {{(pid=74185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 16:49:14.441173 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG neutron_lib.callbacks.manager [None req-1505b868-ee9f-4ad6-95b3-3e6bd14fb5a9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1622264', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1624284', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2010498', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3685'] for router, precommit_create {{(pid=74185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 16:49:14.462410 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG neutron_lib.callbacks.manager [None req-1505b868-ee9f-4ad6-95b3-3e6bd14fb5a9 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=74185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 16:49:14.506709 dv-cinder-798104-1-smb neutron-server[74186]: DEBUG neutron_lib.callbacks.manager [req-bb9dc31a-a4e5-4b2f-a05d-095bede24fb9 req-2c9c9a6d-4a6f-41bb-8cd7-4709f11ab622 tempest-AttachVolumeShelveTestJSON-223402159 tempest-AttachVolumeShelveTestJSON-223402159-project] Notify callbacks [] for floatingip, precommit_update {{(pid=74186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 16:49:14.507377 dv-cinder-798104-1-smb neutron-server[74186]: DEBUG neutron_lib.callbacks.manager [req-bb9dc31a-a4e5-4b2f-a05d-095bede24fb9 req-2c9c9a6d-4a6f-41bb-8cd7-4709f11ab622 tempest-AttachVolumeShelveTestJSON-223402159 tempest-AttachVolumeShelveTestJSON-223402159-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1624410'] for floatingip, after_update {{(pid=74186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 16:49:14.507377 dv-cinder-798104-1-smb neutron-server[74186]: INFO neutron.db.l3_db [req-bb9dc31a-a4e5-4b2f-a05d-095bede24fb9 req-2c9c9a6d-4a6f-41bb-8cd7-4709f11ab622 tempest-AttachVolumeShelveTestJSON-223402159 tempest-AttachVolumeShelveTestJSON-223402159-project] Floating IP d4a3df97-c68d-4bb1-bc14-a9e1dc555bff disassociated. External IP: 172.28.3.186, port: 793d6fcc-cc70-4135-af5c-1e7363bcb0de. Jun 28 16:49:14.507696 dv-cinder-798104-1-smb neutron-server[74186]: DEBUG neutron.plugins.ml2.plugin [req-bb9dc31a-a4e5-4b2f-a05d-095bede24fb9 req-2c9c9a6d-4a6f-41bb-8cd7-4709f11ab622 tempest-AttachVolumeShelveTestJSON-223402159 tempest-AttachVolumeShelveTestJSON-223402159-project] Calling delete_port for 793d6fcc-cc70-4135-af5c-1e7363bcb0de owned by compute:nova {{(pid=74186) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Jun 28 16:49:14.631727 dv-cinder-798104-1-smb neutron-server[74187]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a8fe798f-8f6a-4ecf-80e6-a97df6f66816 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpdd6b328c-d855-5cf5-99ae-0baf1e0ae5dd-7c8e996c-ecb2-4983-8459-129741f854e7', 'network_id': '7c8e996c-ecb2-4983-8459-129741f854e7', 'tenant_id': 'd10dddcc09eb462fbe139fd51bf80445', 'fixed_ips': [{'subnet_id': '50d1305c-44e6-4130-859e-bb67b496e1ed'}]}} from dv-cinder-798104-1-smb. {{(pid=74187) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Jun 28 16:49:14.632960 dv-cinder-798104-1-smb neutron-server[74187]: DEBUG neutron_lib.callbacks.manager [None req-a8fe798f-8f6a-4ecf-80e6-a97df6f66816 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621611'] for port, before_create {{(pid=74187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 16:49:14.634952 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG neutron_lib.callbacks.manager [None req-1505b868-ee9f-4ad6-95b3-3e6bd14fb5a9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1624266', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1623873', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3699'] for router, precommit_update {{(pid=74185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 16:49:14.831133 dv-cinder-798104-1-smb neutron-server[74186]: DEBUG neutron_lib.callbacks.manager [req-bb9dc31a-a4e5-4b2f-a05d-095bede24fb9 req-2c9c9a6d-4a6f-41bb-8cd7-4709f11ab622 tempest-AttachVolumeShelveTestJSON-223402159 tempest-AttachVolumeShelveTestJSON-223402159-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-615041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1598908', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774158213030', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774157688369', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1108489'] for port, after_delete {{(pid=74186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 16:49:14.836111 dv-cinder-798104-1-smb neutron-server[74187]: DEBUG neutron.db.db_base_plugin_common [None req-a8fe798f-8f6a-4ecf-80e6-a97df6f66816 None None] Allocated IP 172.20.0.2 (7c8e996c-ecb2-4983-8459-129741f854e7/50d1305c-44e6-4130-859e-bb67b496e1ed/0b956a21-9cb7-44b7-81c2-ba54f76fd7a6) {{(pid=74187) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 28 16:49:14.838803 dv-cinder-798104-1-smb neutron-server[74186]: DEBUG oslo_concurrency.lockutils [None req-ce229d06-b864-4f52-8cc7-9ff3dd3880d7 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74186) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 16:49:14.890513 dv-cinder-798104-1-smb neutron-server[74186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c9c9a6d-4a6f-41bb-8cd7-4709f11ab622 tempest-AttachVolumeShelveTestJSON-223402159 tempest-AttachVolumeShelveTestJSON-223402159-project] Pushing event deleted for resources: {'Port': ['ID=793d6fcc-cc70-4135-af5c-1e7363bcb0de,revision_number=None']} {{(pid=74186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 16:49:14.897157 dv-cinder-798104-1-smb neutron-server[74186]: DEBUG oslo_concurrency.lockutils [None req-2c9c9a6d-4a6f-41bb-8cd7-4709f11ab622 tempest-AttachVolumeShelveTestJSON-223402159 tempest-AttachVolumeShelveTestJSON-223402159-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=74186) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 16:49:14.943303 dv-cinder-798104-1-smb neutron-server[74187]: DEBUG neutron.plugins.ml2.rpc [None req-c72dd329-595c-4eca-9296-ba6eff8780d9 None None] Device 24f8b26b-8869-480a-872b-786338b36fb7 up at agent ovs-agent-dv-cinder-798104-1-smb {{(pid=74187) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 28 16:49:15.055442 dv-cinder-798104-1-smb neutron-server[74185]: INFO neutron.wsgi [req-5882fde9-88bf-4aa2-8afb-14e1f28b01ea req-aa72b4c7-ee68-4afb-87c4-6496a9a94785 tempest-AttachVolumeShelveTestJSON-223402159 tempest-AttachVolumeShelveTestJSON-223402159-project] 10.222.0.26 "GET /v2.0/ports?device_id=8e3a90db-fda3-48b9-a3a1-df3f395c0dfd HTTP/1.1" status: 200 len: 210 time: 0.2631948 Jun 28 16:49:15.075177 dv-cinder-798104-1-smb neutron-server[74187]: DEBUG neutron.db.provisioning_blocks [None req-c72dd329-595c-4eca-9296-ba6eff8780d9 None None] Provisioning complete for port 24f8b26b-8869-480a-872b-786338b36fb7 triggered by entity L2. {{(pid=74187) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 28 16:49:15.075553 dv-cinder-798104-1-smb neutron-server[74187]: DEBUG neutron_lib.callbacks.manager [None req-c72dd329-595c-4eca-9296-ba6eff8780d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1002786'] for port, provisioning_complete {{(pid=74187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 16:49:15.188039 dv-cinder-798104-1-smb neutron-server[74186]: DEBUG neutron.scheduler.l3_agent_scheduler [req-bb9dc31a-a4e5-4b2f-a05d-095bede24fb9 req-2c9c9a6d-4a6f-41bb-8cd7-4709f11ab622 tempest-AttachVolumeShelveTestJSON-223402159 tempest-AttachVolumeShelveTestJSON-223402159-project] Router 37fc708e-b76d-48af-94e2-885e9728d38e has already been hosted by L3 agent 633adcd1-515e-4435-b14d-49f054abd10f {{(pid=74186) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 28 16:49:15.188944 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG neutron_lib.callbacks.manager [None req-1505b868-ee9f-4ad6-95b3-3e6bd14fb5a9 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=74185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 16:49:15.221312 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG neutron_lib.callbacks.manager [None req-1505b868-ee9f-4ad6-95b3-3e6bd14fb5a9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621611'] for port, before_create {{(pid=74185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 16:49:15.237037 dv-cinder-798104-1-smb neutron-server[74187]: DEBUG neutron_lib.callbacks.manager [None req-a8fe798f-8f6a-4ecf-80e6-a97df6f66816 None None] Notify callbacks [] for port, precommit_create {{(pid=74187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 16:49:15.251972 dv-cinder-798104-1-smb neutron-server[74187]: DEBUG neutron.db.provisioning_blocks [None req-a8fe798f-8f6a-4ecf-80e6-a97df6f66816 None None] Transition to ACTIVE for port object 0b956a21-9cb7-44b7-81c2-ba54f76fd7a6 will not be triggered until provisioned by entity L2. {{(pid=74187) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 28 16:49:15.304079 dv-cinder-798104-1-smb neutron-server[74187]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-373fe8cd-c9d6-45a9-a3c3-e7d25c6b1cf4 None None] Sync routers for ids ['f7acaa2e-6c5f-436b-9363-3f726190c3c0'] in dv-cinder-798104-1-smb {{(pid=74187) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jun 28 16:49:15.337266 dv-cinder-798104-1-smb neutron-server[74187]: DEBUG neutron.db.provisioning_blocks [None req-a8fe798f-8f6a-4ecf-80e6-a97df6f66816 None None] Transition to ACTIVE for port object 0b956a21-9cb7-44b7-81c2-ba54f76fd7a6 will not be triggered until provisioned by entity DHCP. {{(pid=74187) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 28 16:49:15.357127 dv-cinder-798104-1-smb neutron-server[74187]: DEBUG neutron_lib.callbacks.manager [None req-a8fe798f-8f6a-4ecf-80e6-a97df6f66816 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-615041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1598908', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774157688360'] for port, after_create {{(pid=74187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 16:49:15.366729 dv-cinder-798104-1-smb neutron-server[74187]: DEBUG oslo_concurrency.lockutils [None req-8870e455-bf37-4406-8774-a738bd9f64a5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74187) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 16:49:15.387027 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG neutron.db.db_base_plugin_common [None req-1505b868-ee9f-4ad6-95b3-3e6bd14fb5a9 admin admin] Allocated IP 172.28.3.21 (f9715ce2-16ba-4ae9-9a15-557432d0a5ed/e3a20e14-2eea-4943-8cec-1fe85e8448d0/9776e0e3-e071-4fec-8792-4277c11d23b7) {{(pid=74185) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 28 16:49:15.411406 dv-cinder-798104-1-smb neutron-server[74187]: DEBUG neutron.db.l3_dvrscheduler_db [None req-373fe8cd-c9d6-45a9-a3c3-e7d25c6b1cf4 None None] Routers {'f7acaa2e-6c5f-436b-9363-3f726190c3c0'} bound to L3 agent in host dv-cinder-798104-1-smb {{(pid=74187) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 28 16:49:15.412114 dv-cinder-798104-1-smb neutron-server[74187]: DEBUG neutron.db.l3_hamode_db [None req-373fe8cd-c9d6-45a9-a3c3-e7d25c6b1cf4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-798104-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-28T16:32:46Z,description=,heartbeat_timestamp=2021-06-28T16:48:46Z,host='dv-cinder-798104-1-smb',id=633adcd1-515e-4435-b14d-49f054abd10f,load=0,resource_versions=,resources_synced=,started_at=2021-06-28T16:32:46Z,topic='l3_agent')) {'router_ids': ['f7acaa2e-6c5f-436b-9363-3f726190c3c0'], 'active': True} {{(pid=74187) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 16:49:15.459004 dv-cinder-798104-1-smb neutron-server[74186]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-bb9dc31a-a4e5-4b2f-a05d-095bede24fb9 req-2c9c9a6d-4a6f-41bb-8cd7-4709f11ab622 tempest-AttachVolumeShelveTestJSON-223402159 tempest-AttachVolumeShelveTestJSON-223402159-project] Notify agent at l3_agent.dv-cinder-798104-1-smb the message routers_updated {{(pid=74186) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 28 16:49:15.469142 dv-cinder-798104-1-smb neutron-server[74188]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15b169dc-0fa1-45c0-aa0a-e5e3b8966b9b None None] Sync routers for ids ['37fc708e-b76d-48af-94e2-885e9728d38e'] in dv-cinder-798104-1-smb {{(pid=74188) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jun 28 16:49:15.488686 dv-cinder-798104-1-smb neutron-server[74188]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15b169dc-0fa1-45c0-aa0a-e5e3b8966b9b None None] Routers {'37fc708e-b76d-48af-94e2-885e9728d38e'} bound to L3 agent in host dv-cinder-798104-1-smb {{(pid=74188) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 28 16:49:15.489532 dv-cinder-798104-1-smb neutron-server[74188]: DEBUG neutron.db.l3_hamode_db [None req-15b169dc-0fa1-45c0-aa0a-e5e3b8966b9b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-798104-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-28T16:32:46Z,description=,heartbeat_timestamp=2021-06-28T16:48:46Z,host='dv-cinder-798104-1-smb',id=633adcd1-515e-4435-b14d-49f054abd10f,load=0,resource_versions=,resources_synced=,started_at=2021-06-28T16:32:46Z,topic='l3_agent')) {'router_ids': ['37fc708e-b76d-48af-94e2-885e9728d38e'], 'active': True} {{(pid=74188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 16:49:15.537610 dv-cinder-798104-1-smb neutron-server[74186]: DEBUG neutron.db.l3_dvrscheduler_db [req-bb9dc31a-a4e5-4b2f-a05d-095bede24fb9 req-2c9c9a6d-4a6f-41bb-8cd7-4709f11ab622 tempest-AttachVolumeShelveTestJSON-223402159 tempest-AttachVolumeShelveTestJSON-223402159-project] No DVR routers for this DVR port 793d6fcc-cc70-4135-af5c-1e7363bcb0de on host hv-cinder-79810 {{(pid=74186) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 28 16:49:15.540375 dv-cinder-798104-1-smb neutron-server[74186]: DEBUG neutron_lib.callbacks.manager [req-bb9dc31a-a4e5-4b2f-a05d-095bede24fb9 req-2c9c9a6d-4a6f-41bb-8cd7-4709f11ab622 tempest-AttachVolumeShelveTestJSON-223402159 tempest-AttachVolumeShelveTestJSON-223402159-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129357'] for port, before_response {{(pid=74186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 16:49:15.545525 dv-cinder-798104-1-smb neutron-server[74186]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8e3a90db-fda3-48b9-a3a1-df3f395c0dfd', 'name': 'network-vif-deleted', 'tag': '793d6fcc-cc70-4135-af5c-1e7363bcb0de'}] {{(pid=74186) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 28 16:49:15.563004 dv-cinder-798104-1-smb neutron-server[74186]: INFO neutron.wsgi [req-bb9dc31a-a4e5-4b2f-a05d-095bede24fb9 req-2c9c9a6d-4a6f-41bb-8cd7-4709f11ab622 tempest-AttachVolumeShelveTestJSON-223402159 tempest-AttachVolumeShelveTestJSON-223402159-project] 10.222.0.41 "DELETE /v2.0/ports/793d6fcc-cc70-4135-af5c-1e7363bcb0de HTTP/1.1" status: 204 len: 173 time: 1.7983227 Jun 28 16:49:15.590053 dv-cinder-798104-1-smb neutron-server[74187]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a8fe798f-8f6a-4ecf-80e6-a97df6f66816 None None] Network 7c8e996c-ecb2-4983-8459-129741f854e7 is already hosted by enough agents. {{(pid=74187) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 28 16:49:15.604964 dv-cinder-798104-1-smb neutron-server[74187]: DEBUG neutron.scheduler.base_scheduler [None req-a8fe798f-8f6a-4ecf-80e6-a97df6f66816 None None] Resources bound (agent type, host, resource id): {{(pid=74187) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 28 16:49:15.612566 dv-cinder-798104-1-smb neutron-server[74187]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8fe798f-8f6a-4ecf-80e6-a97df6f66816 None None] Received port after_create {{(pid=74187) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 28 16:49:15.614961 dv-cinder-798104-1-smb neutron-server[74187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8fe798f-8f6a-4ecf-80e6-a97df6f66816 None None] Pushing event updated for resources: {'Port': ['ID=0b956a21-9cb7-44b7-81c2-ba54f76fd7a6,revision_number=1']} {{(pid=74187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 16:49:15.620115 dv-cinder-798104-1-smb neutron-server[74187]: DEBUG oslo_concurrency.lockutils [None req-a8fe798f-8f6a-4ecf-80e6-a97df6f66816 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.253s {{(pid=74187) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 16:49:15.621382 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG neutron_lib.callbacks.manager [None req-1505b868-ee9f-4ad6-95b3-3e6bd14fb5a9 admin admin] Notify callbacks [] for port, precommit_create {{(pid=74185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 16:49:15.651973 dv-cinder-798104-1-smb neutron-server[74186]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8e3a90db-fda3-48b9-a3a1-df3f395c0dfd', 'name': 'network-vif-deleted', 'tag': '793d6fcc-cc70-4135-af5c-1e7363bcb0de', 'status': 'completed', 'code': 200} Jun 28 16:49:15.669594 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG neutron_lib.callbacks.manager [None req-1505b868-ee9f-4ad6-95b3-3e6bd14fb5a9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-615041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1598908', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774157688360', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15648331'] for port, after_create {{(pid=74185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 16:49:15.675631 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG oslo_concurrency.lockutils [None req-af6bb471-3627-4ca0-bc3f-74f22abb3adf service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74185) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 16:49:15.726656 dv-cinder-798104-1-smb neutron-server[74187]: DEBUG neutron.db.l3_dvr_db [None req-373fe8cd-c9d6-45a9-a3c3-e7d25c6b1cf4 None None] Set router f7acaa2e-6c5f-436b-9363-3f726190c3c0 gateway port host: dv-cinder-798104-1-smb {{(pid=74187) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jun 28 16:49:15.754640 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1505b868-ee9f-4ad6-95b3-3e6bd14fb5a9 admin admin] Network f9715ce2-16ba-4ae9-9a15-557432d0a5ed is already hosted by enough agents. {{(pid=74185) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 28 16:49:15.757833 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG neutron.scheduler.base_scheduler [None req-1505b868-ee9f-4ad6-95b3-3e6bd14fb5a9 admin admin] Resources bound (agent type, host, resource id): {{(pid=74185) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 28 16:49:15.762287 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1505b868-ee9f-4ad6-95b3-3e6bd14fb5a9 admin admin] Received port after_create {{(pid=74185) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 28 16:49:15.776496 dv-cinder-798104-1-smb neutron-server[74188]: DEBUG neutron.db.l3_dvr_db [None req-15b169dc-0fa1-45c0-aa0a-e5e3b8966b9b None None] Set router 37fc708e-b76d-48af-94e2-885e9728d38e gateway port host: dv-cinder-798104-1-smb {{(pid=74188) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jun 28 16:49:15.793903 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1505b868-ee9f-4ad6-95b3-3e6bd14fb5a9 admin admin] Pushing event updated for resources: {'Port': ['ID=9776e0e3-e071-4fec-8792-4277c11d23b7,revision_number=1']} {{(pid=74185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 16:49:15.802048 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG oslo_concurrency.lockutils [None req-1505b868-ee9f-4ad6-95b3-3e6bd14fb5a9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.126s {{(pid=74185) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 16:49:15.883420 dv-cinder-798104-1-smb neutron-server[74187]: DEBUG neutron.plugins.ml2.managers [None req-a8fe798f-8f6a-4ecf-80e6-a97df6f66816 None None] Attempting to bind port 0b956a21-9cb7-44b7-81c2-ba54f76fd7a6 on host dv-cinder-798104-1-smb for vnic_type normal with profile {{(pid=74187) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 28 16:49:15.884016 dv-cinder-798104-1-smb neutron-server[74187]: DEBUG neutron.plugins.ml2.managers [None req-a8fe798f-8f6a-4ecf-80e6-a97df6f66816 None None] Attempting to bind port 0b956a21-9cb7-44b7-81c2-ba54f76fd7a6 by drivers openvswitch,hyperv on host dv-cinder-798104-1-smb at level 0 using segments [{'id': 'd701ee48-26d6-4639-bd36-105126df7fe0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': '7c8e996c-ecb2-4983-8459-129741f854e7'}] {{(pid=74187) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 28 16:49:15.884485 dv-cinder-798104-1-smb neutron-server[74187]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8fe798f-8f6a-4ecf-80e6-a97df6f66816 None None] Attempting to bind port 0b956a21-9cb7-44b7-81c2-ba54f76fd7a6 on network 7c8e996c-ecb2-4983-8459-129741f854e7 {{(pid=74187) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jun 28 16:49:15.915826 dv-cinder-798104-1-smb neutron-server[74187]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8fe798f-8f6a-4ecf-80e6-a97df6f66816 None None] Checking agent: {'id': 'fa82f27f-b773-4083-82bf-f246fc41f2de', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-798104-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 28, 16, 32, 44), 'started_at': datetime.datetime(2021, 6, 28, 16, 33, 14), 'heartbeat_timestamp': datetime.datetime(2021, 6, 28, 16, 49, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-798104-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=74187) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jun 28 16:49:15.916287 dv-cinder-798104-1-smb neutron-server[74187]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8fe798f-8f6a-4ecf-80e6-a97df6f66816 None None] Checking segment: {'id': 'd701ee48-26d6-4639-bd36-105126df7fe0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': '7c8e996c-ecb2-4983-8459-129741f854e7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=74187) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jun 28 16:49:15.916775 dv-cinder-798104-1-smb neutron-server[74187]: DEBUG neutron_lib.callbacks.manager [None req-a8fe798f-8f6a-4ecf-80e6-a97df6f66816 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=74187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 16:49:15.917275 dv-cinder-798104-1-smb neutron-server[74187]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8fe798f-8f6a-4ecf-80e6-a97df6f66816 None None] Bound using segment: {'id': 'd701ee48-26d6-4639-bd36-105126df7fe0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': '7c8e996c-ecb2-4983-8459-129741f854e7'} {{(pid=74187) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jun 28 16:49:15.917694 dv-cinder-798104-1-smb neutron-server[74187]: DEBUG neutron.plugins.ml2.managers [None req-a8fe798f-8f6a-4ecf-80e6-a97df6f66816 None None] Bound port: 0b956a21-9cb7-44b7-81c2-ba54f76fd7a6, host: dv-cinder-798104-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd701ee48-26d6-4639-bd36-105126df7fe0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': '7c8e996c-ecb2-4983-8459-129741f854e7'}}] {{(pid=74187) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 28 16:49:15.918266 dv-cinder-798104-1-smb neutron-server[74187]: DEBUG neutron_lib.callbacks.manager [None req-a8fe798f-8f6a-4ecf-80e6-a97df6f66816 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621611'] for port, before_update {{(pid=74187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 16:49:15.956335 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG neutron_lib.callbacks.manager [None req-1505b868-ee9f-4ad6-95b3-3e6bd14fb5a9 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=74185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 16:49:15.957628 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG neutron_lib.callbacks.manager [None req-1505b868-ee9f-4ad6-95b3-3e6bd14fb5a9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1623880', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1624305'] for router, after_create {{(pid=74185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 16:49:16.195629 dv-cinder-798104-1-smb neutron-server[74187]: DEBUG neutron.plugins.ml2.db [None req-a8fe798f-8f6a-4ecf-80e6-a97df6f66816 None None] For port 0b956a21-9cb7-44b7-81c2-ba54f76fd7a6, host dv-cinder-798104-1-smb, cleared binding levels {{(pid=74187) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 28 16:49:16.207161 dv-cinder-798104-1-smb neutron-server[74188]: DEBUG neutron.db.l3_hamode_db [None req-15b169dc-0fa1-45c0-aa0a-e5e3b8966b9b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '37fc708e-b76d-48af-94e2-885e9728d38e', 'name': 'tempest-AttachVolumeShelveTestJSON-1126503272-router', 'tenant_id': '1796e3b7b6834b8a88df228c1c9772ef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f9715ce2-16ba-4ae9-9a15-557432d0a5ed', 'external_fixed_ips': [{'subnet_id': 'e3a20e14-2eea-4943-8cec-1fe85e8448d0', 'ip_address': '172.28.3.2'}], 'enable_snat': True}, 'gw_port_id': '2b6842d1-6e2d-429b-8fe9-2900df84d0b8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-28T16:41:15Z', 'updated_at': '2021-06-28T16:41:45Z', 'revision_number': 4, 'project_id': '1796e3b7b6834b8a88df228c1c9772ef', 'gw_port': {'id': '2b6842d1-6e2d-429b-8fe9-2900df84d0b8', 'name': '', 'network_id': 'f9715ce2-16ba-4ae9-9a15-557432d0a5ed', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:4a:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '37fc708e-b76d-48af-94e2-885e9728d38e', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e3a20e14-2eea-4943-8cec-1fe85e8448d0', 'ip_address': '172.28.3.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798104-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T16:41:18Z', 'updated_at': '2021-06-28T16:41:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e3a20e14-2eea-4943-8cec-1fe85e8448d0', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798104-1-smb', '_interfaces': [{'id': '78dc5b3f-ac10-45ad-827b-b4cd72cb9a44', 'name': '', 'network_id': '4e66a7eb-2725-411e-9b4f-e274c7c51246', 'tenant_id': '1796e3b7b6834b8a88df228c1c9772ef', 'mac_address': 'fa:16:3e:2f:55:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '37fc708e-b76d-48af-94e2-885e9728d38e', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'f2ffd4c6-165d-446d-9207-8235b5280dd5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798104-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T16:41:38Z', 'updated_at': '2021-06-28T16:42:23Z', 'revision_number': 5, 'project_id': '1796e3b7b6834b8a88df228c1c9772ef', 'subnets': [{'id': 'f2ffd4c6-165d-446d-9207-8235b5280dd5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-798104-1-smb', False) {} {{(pid=74188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 16:49:16.211959 dv-cinder-798104-1-smb neutron-server[74187]: DEBUG neutron.plugins.ml2.db [None req-a8fe798f-8f6a-4ecf-80e6-a97df6f66816 None None] For port 0b956a21-9cb7-44b7-81c2-ba54f76fd7a6, host dv-cinder-798104-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-798104-1-smb',level=0,port_id=0b956a21-9cb7-44b7-81c2-ba54f76fd7a6,segment=NetworkSegment(d701ee48-26d6-4639-bd36-105126df7fe0),segment_id=d701ee48-26d6-4639-bd36-105126df7fe0)] {{(pid=74187) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 28 16:49:16.214264 dv-cinder-798104-1-smb neutron-server[74188]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15b169dc-0fa1-45c0-aa0a-e5e3b8966b9b None None] Checking router: 37fc708e-b76d-48af-94e2-885e9728d38e for host: dv-cinder-798104-1-smb {{(pid=74188) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Jun 28 16:49:16.215456 dv-cinder-798104-1-smb neutron-server[74187]: DEBUG neutron_lib.callbacks.manager [None req-f9008990-348c-4a1e-9462-8f6aa4b1fadd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774158209648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1002899'] for agent, after_update {{(pid=74187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 16:49:16.223119 dv-cinder-798104-1-smb neutron-server[74187]: DEBUG neutron_lib.callbacks.manager [None req-a8fe798f-8f6a-4ecf-80e6-a97df6f66816 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-615041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1598908', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774158213048', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774157688378', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774157688423'] for port, after_update {{(pid=74187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 16:49:16.230124 dv-cinder-798104-1-smb neutron-server[74187]: DEBUG oslo_concurrency.lockutils [None req-d0e5ad82-df9b-4ee3-8ee9-b93c74fbe1d3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74187) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 16:49:16.230871 dv-cinder-798104-1-smb neutron-server[74188]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15b169dc-0fa1-45c0-aa0a-e5e3b8966b9b None None] Routers {'37fc708e-b76d-48af-94e2-885e9728d38e'} bound to L3 agent in host dv-cinder-798104-1-smb {{(pid=74188) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 28 16:49:16.231522 dv-cinder-798104-1-smb neutron-server[74188]: DEBUG neutron.db.l3_hamode_db [None req-15b169dc-0fa1-45c0-aa0a-e5e3b8966b9b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-798104-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-28T16:32:46Z,description=,heartbeat_timestamp=2021-06-28T16:49:16Z,host='dv-cinder-798104-1-smb',id=633adcd1-515e-4435-b14d-49f054abd10f,load=0,resource_versions=,resources_synced=,started_at=2021-06-28T16:32:46Z,topic='l3_agent')) {'router_ids': ['37fc708e-b76d-48af-94e2-885e9728d38e'], 'active': True} {{(pid=74188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 16:49:16.263669 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1505b868-ee9f-4ad6-95b3-3e6bd14fb5a9 admin admin] Router 87104d34-630d-44b9-8a35-e7035a7387a6 is scheduled to L3 agent 633adcd1-515e-4435-b14d-49f054abd10f with binding_index 1 {{(pid=74185) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jun 28 16:49:16.289168 dv-cinder-798104-1-smb neutron-server[74186]: DEBUG neutron.wsgi [-] (74186) accepted ('10.222.0.26', 55006) {{(pid=74186) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 28 16:49:16.382101 dv-cinder-798104-1-smb neutron-server[74186]: DEBUG neutron_lib.callbacks.manager [None req-0c22fc3d-dfc4-41df-b766-4e3bbe66f776 tempest-AttachVolumeShelveTestJSON-223402159 tempest-AttachVolumeShelveTestJSON-223402159-project] Notify callbacks [] for security_group, before_delete {{(pid=74186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 16:49:16.426257 dv-cinder-798104-1-smb neutron-server[74186]: DEBUG neutron_lib.callbacks.manager [None req-0c22fc3d-dfc4-41df-b766-4e3bbe66f776 tempest-AttachVolumeShelveTestJSON-223402159 tempest-AttachVolumeShelveTestJSON-223402159-project] Notify callbacks [] for security_group, precommit_delete {{(pid=74186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 16:49:16.429065 dv-cinder-798104-1-smb neutron-server[74187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8fe798f-8f6a-4ecf-80e6-a97df6f66816 None None] Pushing event updated for resources: {'Port': ['ID=0b956a21-9cb7-44b7-81c2-ba54f76fd7a6,revision_number=2']} {{(pid=74187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 16:49:16.439912 dv-cinder-798104-1-smb neutron-server[74187]: DEBUG oslo_concurrency.lockutils [None req-a8fe798f-8f6a-4ecf-80e6-a97df6f66816 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.210s {{(pid=74187) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 16:49:16.473403 dv-cinder-798104-1-smb neutron-server[74188]: DEBUG neutron.db.l3_dvr_db [None req-15b169dc-0fa1-45c0-aa0a-e5e3b8966b9b None None] Set router 37fc708e-b76d-48af-94e2-885e9728d38e gateway port host: dv-cinder-798104-1-smb {{(pid=74188) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jun 28 16:49:16.486014 dv-cinder-798104-1-smb neutron-server[74187]: DEBUG neutron.db.l3_hamode_db [None req-373fe8cd-c9d6-45a9-a3c3-e7d25c6b1cf4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f7acaa2e-6c5f-436b-9363-3f726190c3c0', 'name': 'tempest-TestMinimumBasicScenario-831825175-router', 'tenant_id': '5bf6de7fd09845dea4827bbd91336fa8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f9715ce2-16ba-4ae9-9a15-557432d0a5ed', 'external_fixed_ips': [{'subnet_id': 'e3a20e14-2eea-4943-8cec-1fe85e8448d0', 'ip_address': '172.28.3.44'}], 'enable_snat': True}, 'gw_port_id': '24f8b26b-8869-480a-872b-786338b36fb7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-28T16:49:07Z', 'updated_at': '2021-06-28T16:49:10Z', 'revision_number': 4, 'project_id': '5bf6de7fd09845dea4827bbd91336fa8', 'gw_port': {'id': '24f8b26b-8869-480a-872b-786338b36fb7', 'name': '', 'network_id': 'f9715ce2-16ba-4ae9-9a15-557432d0a5ed', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:42:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7acaa2e-6c5f-436b-9363-3f726190c3c0', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e3a20e14-2eea-4943-8cec-1fe85e8448d0', 'ip_address': '172.28.3.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798104-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T16:49:08Z', 'updated_at': '2021-06-28T16:49:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e3a20e14-2eea-4943-8cec-1fe85e8448d0', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798104-1-smb', '_interfaces': [{'id': 'afb68667-8373-462e-9bb0-c986179d62c7', 'name': '', 'network_id': '7235a97e-a247-4b50-b496-41685533e564', 'tenant_id': '5bf6de7fd09845dea4827bbd91336fa8', 'mac_address': 'fa:16:3e:be:91:d1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f7acaa2e-6c5f-436b-9363-3f726190c3c0', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '3e932159-74c5-4507-82f3-46deac3d4b21', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T16:49:10Z', 'updated_at': '2021-06-28T16:49:11Z', 'revision_number': 2, 'project_id': '5bf6de7fd09845dea4827bbd91336fa8', 'subnets': [{'id': '3e932159-74c5-4507-82f3-46deac3d4b21', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-798104-1-smb', False) {} {{(pid=74187) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 16:49:16.495046 dv-cinder-798104-1-smb neutron-server[74187]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-373fe8cd-c9d6-45a9-a3c3-e7d25c6b1cf4 None None] Checking router: f7acaa2e-6c5f-436b-9363-3f726190c3c0 for host: dv-cinder-798104-1-smb {{(pid=74187) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Jun 28 16:49:16.495825 dv-cinder-798104-1-smb neutron-server[74187]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-373fe8cd-c9d6-45a9-a3c3-e7d25c6b1cf4 None None] Updating router f7acaa2e-6c5f-436b-9363-3f726190c3c0 port afb68667-8373-462e-9bb0-c986179d62c7 binding host dv-cinder-798104-1-smb {{(pid=74187) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Jun 28 16:49:16.548570 dv-cinder-798104-1-smb neutron-server[74186]: DEBUG neutron_lib.callbacks.manager [None req-0c22fc3d-dfc4-41df-b766-4e3bbe66f776 tempest-AttachVolumeShelveTestJSON-223402159 tempest-AttachVolumeShelveTestJSON-223402159-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2050486'] for security_group, after_delete {{(pid=74186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 16:49:16.558842 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1505b868-ee9f-4ad6-95b3-3e6bd14fb5a9 admin admin] Notify agent at l3_agent.dv-cinder-798104-1-smb the message routers_updated {{(pid=74185) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 28 16:49:16.569461 dv-cinder-798104-1-smb neutron-server[74186]: DEBUG oslo_concurrency.lockutils [None req-edfcd4f5-55f8-43f3-974f-d4377d6dd070 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74186) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 16:49:16.576267 dv-cinder-798104-1-smb neutron-server[74187]: DEBUG neutron_lib.callbacks.manager [None req-373fe8cd-c9d6-45a9-a3c3-e7d25c6b1cf4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621611'] for port, before_update {{(pid=74187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 16:49:16.589859 dv-cinder-798104-1-smb neutron-server[74186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c22fc3d-dfc4-41df-b766-4e3bbe66f776 tempest-AttachVolumeShelveTestJSON-223402159 tempest-AttachVolumeShelveTestJSON-223402159-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ee5b5d98-52f8-46a1-b53d-b30b29c7120c,revision_number=None']} {{(pid=74186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 16:49:16.592028 dv-cinder-798104-1-smb neutron-server[74187]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e9178c2-8733-4dc0-9727-9888f1caba74 None None] Sync routers for ids ['87104d34-630d-44b9-8a35-e7035a7387a6'] in dv-cinder-798104-1-smb {{(pid=74187) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jun 28 16:49:16.601551 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG neutron_lib.callbacks.manager [None req-1505b868-ee9f-4ad6-95b3-3e6bd14fb5a9 admin admin] Notify callbacks [] for router, before_response {{(pid=74185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 16:49:16.602966 dv-cinder-798104-1-smb neutron-server[74185]: INFO neutron.wsgi [None req-1505b868-ee9f-4ad6-95b3-3e6bd14fb5a9 admin admin] 10.222.0.26 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 2.1971653 Jun 28 16:49:16.605656 dv-cinder-798104-1-smb neutron-server[74186]: DEBUG oslo_concurrency.lockutils [None req-0c22fc3d-dfc4-41df-b766-4e3bbe66f776 tempest-AttachVolumeShelveTestJSON-223402159 tempest-AttachVolumeShelveTestJSON-223402159-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=74186) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 16:49:16.606283 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG neutron.wsgi [-] (74185) accepted ('10.222.0.26', 55010) {{(pid=74185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 28 16:49:16.607784 dv-cinder-798104-1-smb neutron-server[74186]: DEBUG neutron_lib.callbacks.manager [None req-0c22fc3d-dfc4-41df-b766-4e3bbe66f776 tempest-AttachVolumeShelveTestJSON-223402159 tempest-AttachVolumeShelveTestJSON-223402159-project] Notify callbacks [] for security_group, before_response {{(pid=74186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 16:49:16.611368 dv-cinder-798104-1-smb neutron-server[74186]: INFO neutron.wsgi [None req-0c22fc3d-dfc4-41df-b766-4e3bbe66f776 tempest-AttachVolumeShelveTestJSON-223402159 tempest-AttachVolumeShelveTestJSON-223402159-project] 10.222.0.26 "DELETE /v2.0/security-groups/ee5b5d98-52f8-46a1-b53d-b30b29c7120c HTTP/1.1" status: 204 len: 168 time: 0.3185325 Jun 28 16:49:16.612734 dv-cinder-798104-1-smb neutron-server[74186]: DEBUG neutron.wsgi [-] (74186) accepted ('10.222.0.26', 55014) {{(pid=74186) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 28 16:49:16.677782 dv-cinder-798104-1-smb neutron-server[74186]: INFO neutron.api.v2.resource [None req-87321624-18e7-4bf2-969a-952e17eaa95f tempest-AttachVolumeShelveTestJSON-223402159 tempest-AttachVolumeShelveTestJSON-223402159-project] show failed (client error): The resource could not be found. Jun 28 16:49:16.680232 dv-cinder-798104-1-smb neutron-server[74186]: INFO neutron.wsgi [None req-87321624-18e7-4bf2-969a-952e17eaa95f tempest-AttachVolumeShelveTestJSON-223402159 tempest-AttachVolumeShelveTestJSON-223402159-project] 10.222.0.26 "GET /v2.0/security-groups/ee5b5d98-52f8-46a1-b53d-b30b29c7120c HTTP/1.1" status: 404 len: 347 time: 0.0652628 Jun 28 16:49:16.681825 dv-cinder-798104-1-smb neutron-server[74186]: DEBUG neutron.wsgi [-] (74186) accepted ('10.222.0.26', 55018) {{(pid=74186) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 28 16:49:16.731771 dv-cinder-798104-1-smb neutron-server[74187]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e9178c2-8733-4dc0-9727-9888f1caba74 None None] Routers {'87104d34-630d-44b9-8a35-e7035a7387a6'} bound to L3 agent in host dv-cinder-798104-1-smb {{(pid=74187) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 28 16:49:16.733390 dv-cinder-798104-1-smb neutron-server[74187]: DEBUG neutron.db.l3_hamode_db [None req-5e9178c2-8733-4dc0-9727-9888f1caba74 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-798104-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-28T16:32:46Z,description=,heartbeat_timestamp=2021-06-28T16:49:16Z,host='dv-cinder-798104-1-smb',id=633adcd1-515e-4435-b14d-49f054abd10f,load=0,resource_versions=,resources_synced=,started_at=2021-06-28T16:32:46Z,topic='l3_agent')) {'router_ids': ['87104d34-630d-44b9-8a35-e7035a7387a6'], 'active': True} {{(pid=74187) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 16:49:16.957376 dv-cinder-798104-1-smb neutron-server[74186]: DEBUG neutron.plugins.ml2.plugin [None req-4e7d7fa8-f580-41d3-a329-7886a7723cf0 tempest-AttachVolumeShelveTestJSON-223402159 tempest-AttachVolumeShelveTestJSON-223402159-project] Deleting port 1dcfeab0-5071-4a43-8e82-a0de83b77f06 {{(pid=74186) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Jun 28 16:49:16.958094 dv-cinder-798104-1-smb neutron-server[74186]: DEBUG neutron_lib.callbacks.manager [None req-4e7d7fa8-f580-41d3-a329-7886a7723cf0 tempest-AttachVolumeShelveTestJSON-223402159 tempest-AttachVolumeShelveTestJSON-223402159-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774158158511'] for port, before_delete {{(pid=74186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 16:49:17.071951 dv-cinder-798104-1-smb neutron-server[74187]: DEBUG neutron.db.l3_dvr_db [None req-5e9178c2-8733-4dc0-9727-9888f1caba74 None None] Set router 87104d34-630d-44b9-8a35-e7035a7387a6 gateway port host: dv-cinder-798104-1-smb {{(pid=74187) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jun 28 16:49:17.122248 dv-cinder-798104-1-smb neutron-server[74187]: DEBUG neutron.plugins.ml2.rpc [None req-c72dd329-595c-4eca-9296-ba6eff8780d9 None None] Device 0b956a21-9cb7-44b7-81c2-ba54f76fd7a6 up at agent ovs-agent-dv-cinder-798104-1-smb {{(pid=74187) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 28 16:49:17.203728 dv-cinder-798104-1-smb neutron-server[74188]: DEBUG neutron.db.l3_hamode_db [None req-15b169dc-0fa1-45c0-aa0a-e5e3b8966b9b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '37fc708e-b76d-48af-94e2-885e9728d38e', 'name': 'tempest-AttachVolumeShelveTestJSON-1126503272-router', 'tenant_id': '1796e3b7b6834b8a88df228c1c9772ef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f9715ce2-16ba-4ae9-9a15-557432d0a5ed', 'external_fixed_ips': [{'subnet_id': 'e3a20e14-2eea-4943-8cec-1fe85e8448d0', 'ip_address': '172.28.3.2'}], 'enable_snat': True}, 'gw_port_id': '2b6842d1-6e2d-429b-8fe9-2900df84d0b8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-28T16:41:15Z', 'updated_at': '2021-06-28T16:41:45Z', 'revision_number': 4, 'project_id': '1796e3b7b6834b8a88df228c1c9772ef', 'gw_port': {'id': '2b6842d1-6e2d-429b-8fe9-2900df84d0b8', 'name': '', 'network_id': 'f9715ce2-16ba-4ae9-9a15-557432d0a5ed', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:4a:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '37fc708e-b76d-48af-94e2-885e9728d38e', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e3a20e14-2eea-4943-8cec-1fe85e8448d0', 'ip_address': '172.28.3.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798104-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T16:41:18Z', 'updated_at': '2021-06-28T16:41:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e3a20e14-2eea-4943-8cec-1fe85e8448d0', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798104-1-smb', '_interfaces': [{'id': '78dc5b3f-ac10-45ad-827b-b4cd72cb9a44', 'name': '', 'network_id': '4e66a7eb-2725-411e-9b4f-e274c7c51246', 'tenant_id': '1796e3b7b6834b8a88df228c1c9772ef', 'mac_address': 'fa:16:3e:2f:55:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '37fc708e-b76d-48af-94e2-885e9728d38e', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'f2ffd4c6-165d-446d-9207-8235b5280dd5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798104-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T16:41:38Z', 'updated_at': '2021-06-28T16:42:23Z', 'revision_number': 5, 'project_id': '1796e3b7b6834b8a88df228c1c9772ef', 'subnets': [{'id': 'f2ffd4c6-165d-446d-9207-8235b5280dd5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-798104-1-smb', False) {} {{(pid=74188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 16:49:17.214759 dv-cinder-798104-1-smb neutron-server[74186]: DEBUG neutron_lib.callbacks.manager [None req-4e7d7fa8-f580-41d3-a329-7886a7723cf0 tempest-AttachVolumeShelveTestJSON-223402159 tempest-AttachVolumeShelveTestJSON-223402159-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1637578'] for port, precommit_delete {{(pid=74186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 16:49:17.215462 dv-cinder-798104-1-smb neutron-server[74186]: DEBUG neutron_lib.callbacks.manager [None req-4e7d7fa8-f580-41d3-a329-7886a7723cf0 tempest-AttachVolumeShelveTestJSON-223402159 tempest-AttachVolumeShelveTestJSON-223402159-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=74186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 16:49:17.225092 dv-cinder-798104-1-smb neutron-server[74188]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15b169dc-0fa1-45c0-aa0a-e5e3b8966b9b None None] The sync data for ids ['37fc708e-b76d-48af-94e2-885e9728d38e'] in dv-cinder-798104-1-smb is: [{'id': '37fc708e-b76d-48af-94e2-885e9728d38e', 'name': 'tempest-AttachVolumeShelveTestJSON-1126503272-router', 'tenant_id': '1796e3b7b6834b8a88df228c1c9772ef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f9715ce2-16ba-4ae9-9a15-557432d0a5ed', 'external_fixed_ips': [{'subnet_id': 'e3a20e14-2eea-4943-8cec-1fe85e8448d0', 'ip_address': '172.28.3.2'}], 'enable_snat': True}, 'gw_port_id': '2b6842d1-6e2d-429b-8fe9-2900df84d0b8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-28T16:41:15Z', 'updated_at': '2021-06-28T16:41:45Z', 'revision_number': 4, 'project_id': '1796e3b7b6834b8a88df228c1c9772ef', 'gw_port': {'id': '2b6842d1-6e2d-429b-8fe9-2900df84d0b8', 'name': '', 'network_id': 'f9715ce2-16ba-4ae9-9a15-557432d0a5ed', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:4a:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '37fc708e-b76d-48af-94e2-885e9728d38e', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e3a20e14-2eea-4943-8cec-1fe85e8448d0', 'ip_address': '172.28.3.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798104-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T16:41:18Z', 'updated_at': '2021-06-28T16:41:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e3a20e14-2eea-4943-8cec-1fe85e8448d0', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798104-1-smb', '_interfaces': [{'id': '78dc5b3f-ac10-45ad-827b-b4cd72cb9a44', 'name': '', 'network_id': '4e66a7eb-2725-411e-9b4f-e274c7c51246', 'tenant_id': '1796e3b7b6834b8a88df228c1c9772ef', 'mac_address': 'fa:16:3e:2f:55:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '37fc708e-b76d-48af-94e2-885e9728d38e', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'f2ffd4c6-165d-446d-9207-8235b5280dd5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798104-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T16:41:38Z', 'updated_at': '2021-06-28T16:42:23Z', 'revision_number': 5, 'project_id': '1796e3b7b6834b8a88df228c1c9772ef', 'subnets': [{'id': 'f2ffd4c6-165d-446d-9207-8235b5280dd5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=74188) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jun 28 16:49:17.385934 dv-cinder-798104-1-smb neutron-server[74186]: DEBUG neutron.plugins.ml2.plugin [None req-4e7d7fa8-f580-41d3-a329-7886a7723cf0 tempest-AttachVolumeShelveTestJSON-223402159 tempest-AttachVolumeShelveTestJSON-223402159-project] Calling delete_port for 1dcfeab0-5071-4a43-8e82-a0de83b77f06 owned by network:floatingip {{(pid=74186) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Jun 28 16:49:17.599858 dv-cinder-798104-1-smb neutron-server[74186]: DEBUG neutron_lib.callbacks.manager [None req-4e7d7fa8-f580-41d3-a329-7886a7723cf0 tempest-AttachVolumeShelveTestJSON-223402159 tempest-AttachVolumeShelveTestJSON-223402159-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-615041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1598908', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774158213030', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774157688369', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1108489'] for port, after_delete {{(pid=74186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 16:49:17.610022 dv-cinder-798104-1-smb neutron-server[74186]: DEBUG oslo_concurrency.lockutils [None req-2c9c9a6d-4a6f-41bb-8cd7-4709f11ab622 tempest-AttachVolumeShelveTestJSON-223402159 tempest-AttachVolumeShelveTestJSON-223402159-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74186) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 16:49:17.665263 dv-cinder-798104-1-smb neutron-server[74187]: DEBUG neutron.db.provisioning_blocks [None req-c72dd329-595c-4eca-9296-ba6eff8780d9 None None] Provisioning for port 0b956a21-9cb7-44b7-81c2-ba54f76fd7a6 completed by entity L2. {{(pid=74187) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 28 16:49:17.668804 dv-cinder-798104-1-smb neutron-server[74186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e7d7fa8-f580-41d3-a329-7886a7723cf0 tempest-AttachVolumeShelveTestJSON-223402159 tempest-AttachVolumeShelveTestJSON-223402159-project] Pushing event deleted for resources: {'Port': ['ID=1dcfeab0-5071-4a43-8e82-a0de83b77f06,revision_number=None']} {{(pid=74186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 16:49:17.672644 dv-cinder-798104-1-smb neutron-server[74186]: DEBUG oslo_concurrency.lockutils [None req-4e7d7fa8-f580-41d3-a329-7886a7723cf0 tempest-AttachVolumeShelveTestJSON-223402159 tempest-AttachVolumeShelveTestJSON-223402159-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=74186) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 16:49:17.711148 dv-cinder-798104-1-smb neutron-server[74187]: DEBUG neutron_lib.callbacks.manager [None req-17b6939a-39ed-439c-8d74-c49ac6595f0c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774158209648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1002899'] for agent, after_update {{(pid=74187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 16:49:17.921146 dv-cinder-798104-1-smb neutron-server[74186]: DEBUG neutron_lib.callbacks.manager [None req-4e7d7fa8-f580-41d3-a329-7886a7723cf0 tempest-AttachVolumeShelveTestJSON-223402159 tempest-AttachVolumeShelveTestJSON-223402159-project] Notify callbacks [] for floatingip, after_delete {{(pid=74186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 16:49:17.942325 dv-cinder-798104-1-smb neutron-server[74186]: DEBUG neutron_lib.callbacks.manager [None req-4e7d7fa8-f580-41d3-a329-7886a7723cf0 tempest-AttachVolumeShelveTestJSON-223402159 tempest-AttachVolumeShelveTestJSON-223402159-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129357'] for floatingip, before_response {{(pid=74186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 16:49:17.944654 dv-cinder-798104-1-smb neutron-server[74186]: INFO neutron.wsgi [None req-4e7d7fa8-f580-41d3-a329-7886a7723cf0 tempest-AttachVolumeShelveTestJSON-223402159 tempest-AttachVolumeShelveTestJSON-223402159-project] 10.222.0.26 "DELETE /v2.0/floatingips/d4a3df97-c68d-4bb1-bc14-a9e1dc555bff HTTP/1.1" status: 204 len: 168 time: 1.2617769 Jun 28 16:49:17.950476 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG neutron_lib.callbacks.manager [None req-92a1cd12-2439-46c9-98bc-e9d45d53d236 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621611'] for port, before_create {{(pid=74185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 16:49:17.962514 dv-cinder-798104-1-smb neutron-server[74187]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3ecc7dbf-a244-46b7-979a-1d9a072532d7 None None] Network 7c8e996c-ecb2-4983-8459-129741f854e7 requested from dv-cinder-798104-1-smb {{(pid=74187) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jun 28 16:49:18.108587 dv-cinder-798104-1-smb neutron-server[74187]: DEBUG neutron.db.l3_hamode_db [None req-5e9178c2-8733-4dc0-9727-9888f1caba74 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '87104d34-630d-44b9-8a35-e7035a7387a6', 'name': 'tempest-TestMinimumBasicScenario-1944929109-router', 'tenant_id': 'd10dddcc09eb462fbe139fd51bf80445', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f9715ce2-16ba-4ae9-9a15-557432d0a5ed', 'external_fixed_ips': [{'subnet_id': 'e3a20e14-2eea-4943-8cec-1fe85e8448d0', 'ip_address': '172.28.3.21'}], 'enable_snat': True}, 'gw_port_id': '9776e0e3-e071-4fec-8792-4277c11d23b7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-28T16:49:14Z', 'updated_at': '2021-06-28T16:49:15Z', 'revision_number': 3, 'project_id': 'd10dddcc09eb462fbe139fd51bf80445', 'gw_port': {'id': '9776e0e3-e071-4fec-8792-4277c11d23b7', 'name': '', 'network_id': 'f9715ce2-16ba-4ae9-9a15-557432d0a5ed', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:4f:16', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '87104d34-630d-44b9-8a35-e7035a7387a6', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e3a20e14-2eea-4943-8cec-1fe85e8448d0', 'ip_address': '172.28.3.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T16:49:15Z', 'updated_at': '2021-06-28T16:49:15Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'e3a20e14-2eea-4943-8cec-1fe85e8448d0', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798104-1-smb'}], 'dv-cinder-798104-1-smb', False) {} {{(pid=74187) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 16:49:18.143458 dv-cinder-798104-1-smb neutron-server[74187]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e9178c2-8733-4dc0-9727-9888f1caba74 None None] Checking router: 87104d34-630d-44b9-8a35-e7035a7387a6 for host: dv-cinder-798104-1-smb {{(pid=74187) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Jun 28 16:49:18.144016 dv-cinder-798104-1-smb neutron-server[74187]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e9178c2-8733-4dc0-9727-9888f1caba74 None None] Updating router 87104d34-630d-44b9-8a35-e7035a7387a6 port 9776e0e3-e071-4fec-8792-4277c11d23b7 binding host dv-cinder-798104-1-smb {{(pid=74187) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Jun 28 16:49:18.227753 dv-cinder-798104-1-smb neutron-server[74187]: DEBUG neutron_lib.callbacks.manager [None req-373fe8cd-c9d6-45a9-a3c3-e7d25c6b1cf4 None None] Notify callbacks [] for port, precommit_update {{(pid=74187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 16:49:18.267278 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG neutron.db.db_base_plugin_common [None req-92a1cd12-2439-46c9-98bc-e9d45d53d236 admin admin] Allocated IP 172.20.0.1 (7c8e996c-ecb2-4983-8459-129741f854e7/50d1305c-44e6-4130-859e-bb67b496e1ed/51540440-409e-4e47-9877-645138009945) {{(pid=74185) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 28 16:49:18.270617 dv-cinder-798104-1-smb neutron-server[74187]: DEBUG neutron.db.provisioning_blocks [None req-e471e1c8-38e2-4009-b888-6762a3b6691a None None] Provisioning for port 0b956a21-9cb7-44b7-81c2-ba54f76fd7a6 completed by entity DHCP. {{(pid=74187) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 28 16:49:18.276105 dv-cinder-798104-1-smb neutron-server[74187]: DEBUG neutron.db.provisioning_blocks [None req-373fe8cd-c9d6-45a9-a3c3-e7d25c6b1cf4 None None] Transition to ACTIVE for port object afb68667-8373-462e-9bb0-c986179d62c7 will not be triggered until provisioned by entity L2. {{(pid=74187) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 28 16:49:18.319810 dv-cinder-798104-1-smb neutron-server[74187]: DEBUG neutron_lib.callbacks.manager [None req-5e9178c2-8733-4dc0-9727-9888f1caba74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621611'] for port, before_update {{(pid=74187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 16:49:18.358409 dv-cinder-798104-1-smb neutron-server[74187]: DEBUG neutron.db.provisioning_blocks [None req-e471e1c8-38e2-4009-b888-6762a3b6691a None None] Provisioning complete for port 0b956a21-9cb7-44b7-81c2-ba54f76fd7a6 triggered by entity DHCP. {{(pid=74187) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 28 16:49:18.358878 dv-cinder-798104-1-smb neutron-server[74187]: DEBUG neutron_lib.callbacks.manager [None req-e471e1c8-38e2-4009-b888-6762a3b6691a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1002786'] for port, provisioning_complete {{(pid=74187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 16:49:18.381756 dv-cinder-798104-1-smb neutron-server[74187]: DEBUG neutron_lib.callbacks.manager [None req-373fe8cd-c9d6-45a9-a3c3-e7d25c6b1cf4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-615041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1598908', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774158213048', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774157688378', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774157688423'] for port, after_update {{(pid=74187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 16:49:18.386961 dv-cinder-798104-1-smb neutron-server[74187]: DEBUG oslo_concurrency.lockutils [None req-c72dd329-595c-4eca-9296-ba6eff8780d9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74187) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 16:49:18.437604 dv-cinder-798104-1-smb neutron-server[74187]: DEBUG neutron.plugins.ml2.rpc [None req-d0e5ad82-df9b-4ee3-8ee9-b93c74fbe1d3 None None] Device 793d6fcc-cc70-4135-af5c-1e7363bcb0de no longer exists at agent hyperv_hv-cinder-79810 {{(pid=74187) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 28 16:49:18.446895 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG neutron_lib.callbacks.manager [None req-92a1cd12-2439-46c9-98bc-e9d45d53d236 admin admin] Notify callbacks [] for port, precommit_create {{(pid=74185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 16:49:18.463399 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG neutron.db.provisioning_blocks [None req-92a1cd12-2439-46c9-98bc-e9d45d53d236 admin admin] Transition to ACTIVE for port object 51540440-409e-4e47-9877-645138009945 will not be triggered until provisioned by entity DHCP. {{(pid=74185) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 28 16:49:18.490290 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG neutron_lib.callbacks.manager [None req-92a1cd12-2439-46c9-98bc-e9d45d53d236 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-615041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1598908', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774157688360', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15648331'] for port, after_create {{(pid=74185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 16:49:18.494123 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG oslo_concurrency.lockutils [None req-f0e326c3-20fc-4d36-953b-e847ec181627 tempest-AttachVolumeShelveTestJSON-223402159 tempest-AttachVolumeShelveTestJSON-223402159-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74185) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 16:49:18.505370 dv-cinder-798104-1-smb neutron-server[74187]: DEBUG neutron.plugins.ml2.plugin [None req-d0e5ad82-df9b-4ee3-8ee9-b93c74fbe1d3 None None] No Port match for: 793d6fcc-cc70-4135-af5c-1e7363bcb0de {{(pid=74187) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}} Jun 28 16:49:18.505735 dv-cinder-798104-1-smb neutron-server[74187]: DEBUG neutron.plugins.ml2.rpc [None req-d0e5ad82-df9b-4ee3-8ee9-b93c74fbe1d3 None None] Device 793d6fcc-cc70-4135-af5c-1e7363bcb0de not bound to the agent host hv-cinder-79810 {{(pid=74187) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 28 16:49:18.561217 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-92a1cd12-2439-46c9-98bc-e9d45d53d236 admin admin] Network 7c8e996c-ecb2-4983-8459-129741f854e7 is already hosted by enough agents. {{(pid=74185) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 28 16:49:18.564408 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG neutron.scheduler.base_scheduler [None req-92a1cd12-2439-46c9-98bc-e9d45d53d236 admin admin] Resources bound (agent type, host, resource id): {{(pid=74185) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 28 16:49:18.569225 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92a1cd12-2439-46c9-98bc-e9d45d53d236 admin admin] Received port after_create {{(pid=74185) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 28 16:49:18.596503 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92a1cd12-2439-46c9-98bc-e9d45d53d236 admin admin] Pushing event updated for resources: {'Port': ['ID=51540440-409e-4e47-9877-645138009945,revision_number=1']} {{(pid=74185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 16:49:18.602793 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG oslo_concurrency.lockutils [None req-92a1cd12-2439-46c9-98bc-e9d45d53d236 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=74185) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 16:49:18.634267 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG neutron_lib.callbacks.manager [None req-92a1cd12-2439-46c9-98bc-e9d45d53d236 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1624359'] for router_interface, before_create {{(pid=74185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 16:49:18.702395 dv-cinder-798104-1-smb neutron-server[74187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a85f9ac7-b7f6-4193-9e4d-85bdb1adaca2 None None] Pushing event updated for resources: {'Port': ['ID=afb68667-8373-462e-9bb0-c986179d62c7,revision_number=3']} {{(pid=74187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 16:49:18.717112 dv-cinder-798104-1-smb neutron-server[74187]: DEBUG oslo_concurrency.lockutils [None req-a85f9ac7-b7f6-4193-9e4d-85bdb1adaca2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.330s {{(pid=74187) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 16:49:18.787616 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG neutron_lib.callbacks.manager [None req-92a1cd12-2439-46c9-98bc-e9d45d53d236 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621611'] for port, before_update {{(pid=74185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 16:49:18.791035 dv-cinder-798104-1-smb neutron-server[74187]: DEBUG neutron_lib.callbacks.manager [None req-d49266a9-82cf-4da4-977f-ceca59b71534 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774158209648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1002899'] for agent, after_update {{(pid=74187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 16:49:18.891243 dv-cinder-798104-1-smb neutron-server[74188]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db886aaf-83f5-45a7-a5e5-9103e9b5d3ad None None] New status for floating IP d4a3df97-c68d-4bb1-bc14-a9e1dc555bff: DOWN {{(pid=74188) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Jun 28 16:49:18.993819 dv-cinder-798104-1-smb neutron-server[74187]: DEBUG neutron_lib.callbacks.manager [None req-e471e1c8-38e2-4009-b888-6762a3b6691a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621611'] for port, before_update {{(pid=74187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 16:49:19.017780 dv-cinder-798104-1-smb neutron-server[74187]: DEBUG neutron.plugins.ml2.managers [None req-373fe8cd-c9d6-45a9-a3c3-e7d25c6b1cf4 None None] Attempting to bind port afb68667-8373-462e-9bb0-c986179d62c7 on host dv-cinder-798104-1-smb for vnic_type normal with profile {{(pid=74187) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 28 16:49:19.018156 dv-cinder-798104-1-smb neutron-server[74187]: DEBUG neutron.plugins.ml2.managers [None req-373fe8cd-c9d6-45a9-a3c3-e7d25c6b1cf4 None None] Attempting to bind port afb68667-8373-462e-9bb0-c986179d62c7 by drivers openvswitch,hyperv on host dv-cinder-798104-1-smb at level 0 using segments [{'id': '0e59102a-bfa2-431d-ad4f-e02c6218ed6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': '7235a97e-a247-4b50-b496-41685533e564'}] {{(pid=74187) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 28 16:49:19.018521 dv-cinder-798104-1-smb neutron-server[74187]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-373fe8cd-c9d6-45a9-a3c3-e7d25c6b1cf4 None None] Attempting to bind port afb68667-8373-462e-9bb0-c986179d62c7 on network 7235a97e-a247-4b50-b496-41685533e564 {{(pid=74187) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jun 28 16:49:19.055832 dv-cinder-798104-1-smb neutron-server[74187]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-373fe8cd-c9d6-45a9-a3c3-e7d25c6b1cf4 None None] Checking agent: {'id': 'fa82f27f-b773-4083-82bf-f246fc41f2de', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-798104-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 28, 16, 32, 44), 'started_at': datetime.datetime(2021, 6, 28, 16, 33, 14), 'heartbeat_timestamp': datetime.datetime(2021, 6, 28, 16, 49, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-798104-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=74187) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jun 28 16:49:19.055832 dv-cinder-798104-1-smb neutron-server[74187]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-373fe8cd-c9d6-45a9-a3c3-e7d25c6b1cf4 None None] Checking segment: {'id': '0e59102a-bfa2-431d-ad4f-e02c6218ed6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': '7235a97e-a247-4b50-b496-41685533e564'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=74187) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jun 28 16:49:19.055832 dv-cinder-798104-1-smb neutron-server[74187]: DEBUG neutron_lib.callbacks.manager [None req-373fe8cd-c9d6-45a9-a3c3-e7d25c6b1cf4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=74187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 16:49:19.056384 dv-cinder-798104-1-smb neutron-server[74187]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-373fe8cd-c9d6-45a9-a3c3-e7d25c6b1cf4 None None] Bound using segment: {'id': '0e59102a-bfa2-431d-ad4f-e02c6218ed6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': '7235a97e-a247-4b50-b496-41685533e564'} {{(pid=74187) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jun 28 16:49:19.056836 dv-cinder-798104-1-smb neutron-server[74187]: DEBUG neutron.plugins.ml2.managers [None req-373fe8cd-c9d6-45a9-a3c3-e7d25c6b1cf4 None None] Bound port: afb68667-8373-462e-9bb0-c986179d62c7, host: dv-cinder-798104-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0e59102a-bfa2-431d-ad4f-e02c6218ed6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': '7235a97e-a247-4b50-b496-41685533e564'}}] {{(pid=74187) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 28 16:49:19.057219 dv-cinder-798104-1-smb neutron-server[74187]: DEBUG neutron_lib.callbacks.manager [None req-373fe8cd-c9d6-45a9-a3c3-e7d25c6b1cf4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621611'] for port, before_update {{(pid=74187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 16:49:19.066411 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG neutron_lib.callbacks.manager [None req-92a1cd12-2439-46c9-98bc-e9d45d53d236 admin admin] Notify callbacks [] for port, precommit_update {{(pid=74185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 16:49:19.075799 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG neutron_lib.callbacks.manager [None req-92a1cd12-2439-46c9-98bc-e9d45d53d236 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-615041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1598908', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774158213048', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774157688378', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774157688423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15648322'] for port, after_update {{(pid=74185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 16:49:19.098701 dv-cinder-798104-1-smb neutron-server[74187]: DEBUG neutron.plugins.ml2.db [None req-e471e1c8-38e2-4009-b888-6762a3b6691a None None] For port 0b956a21-9cb7-44b7-81c2-ba54f76fd7a6, host dv-cinder-798104-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-798104-1-smb',level=0,port_id=0b956a21-9cb7-44b7-81c2-ba54f76fd7a6,segment=NetworkSegment(d701ee48-26d6-4639-bd36-105126df7fe0),segment_id=d701ee48-26d6-4639-bd36-105126df7fe0)] {{(pid=74187) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 16:49:19.137328 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG oslo_concurrency.lockutils [None req-a5e14ec9-2d68-4833-8b79-2fc76727c4a5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74185) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 16:49:19.138363 dv-cinder-798104-1-smb neutron-server[74187]: DEBUG neutron_lib.callbacks.manager [None req-e471e1c8-38e2-4009-b888-6762a3b6691a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-615041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1598908', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774158213048', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774157688378', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774157688423'] for port, after_update {{(pid=74187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 16:49:19.149696 dv-cinder-798104-1-smb neutron-server[74187]: DEBUG oslo_concurrency.lockutils [None req-a55f0058-946d-449e-a50f-4811b6546969 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74187) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 16:49:19.247197 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92a1cd12-2439-46c9-98bc-e9d45d53d236 admin admin] Pushing event updated for resources: {'Port': ['ID=51540440-409e-4e47-9877-645138009945,revision_number=2']} {{(pid=74185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 16:49:19.251935 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG oslo_concurrency.lockutils [None req-92a1cd12-2439-46c9-98bc-e9d45d53d236 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=74185) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 16:49:19.259189 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG neutron_lib.callbacks.manager [None req-92a1cd12-2439-46c9-98bc-e9d45d53d236 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1598798', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1635339'] for router_interface, after_create {{(pid=74185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 16:49:19.324188 dv-cinder-798104-1-smb neutron-server[74187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e471e1c8-38e2-4009-b888-6762a3b6691a None None] Pushing event updated for resources: {'Port': ['ID=0b956a21-9cb7-44b7-81c2-ba54f76fd7a6,revision_number=3']} {{(pid=74187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 16:49:19.327791 dv-cinder-798104-1-smb neutron-server[74187]: DEBUG oslo_concurrency.lockutils [None req-e471e1c8-38e2-4009-b888-6762a3b6691a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.178s {{(pid=74187) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 16:49:19.349329 dv-cinder-798104-1-smb neutron-server[74187]: DEBUG neutron.plugins.ml2.db [None req-373fe8cd-c9d6-45a9-a3c3-e7d25c6b1cf4 None None] For port afb68667-8373-462e-9bb0-c986179d62c7, host dv-cinder-798104-1-smb, cleared binding levels {{(pid=74187) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 28 16:49:19.371390 dv-cinder-798104-1-smb neutron-server[74187]: DEBUG neutron.plugins.ml2.db [None req-373fe8cd-c9d6-45a9-a3c3-e7d25c6b1cf4 None None] For port afb68667-8373-462e-9bb0-c986179d62c7, host dv-cinder-798104-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-798104-1-smb',level=0,port_id=afb68667-8373-462e-9bb0-c986179d62c7,segment=NetworkSegment(0e59102a-bfa2-431d-ad4f-e02c6218ed6f),segment_id=0e59102a-bfa2-431d-ad4f-e02c6218ed6f)] {{(pid=74187) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 28 16:49:19.384416 dv-cinder-798104-1-smb neutron-server[74187]: DEBUG neutron_lib.callbacks.manager [None req-373fe8cd-c9d6-45a9-a3c3-e7d25c6b1cf4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-615041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1598908', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774158213048', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774157688378', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774157688423'] for port, after_update {{(pid=74187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 16:49:19.390033 dv-cinder-798104-1-smb neutron-server[74186]: INFO neutron.wsgi [req-7c4d2702-5778-48c7-a5ae-faddbd8ba0d2 req-d0c00837-f68d-4c55-958d-e4318b56005a service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=99461ed8-fb47-4e05-8bc8-51e5644ab617&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1157851 Jun 28 16:49:19.390728 dv-cinder-798104-1-smb neutron-server[74187]: DEBUG oslo_concurrency.lockutils [None req-d0e5ad82-df9b-4ee3-8ee9-b93c74fbe1d3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74187) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 16:49:19.429065 dv-cinder-798104-1-smb neutron-server[74187]: DEBUG neutron_lib.callbacks.manager [None req-5e9178c2-8733-4dc0-9727-9888f1caba74 None None] Notify callbacks [] for port, precommit_update {{(pid=74187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 16:49:19.482866 dv-cinder-798104-1-smb neutron-server[74187]: DEBUG neutron.db.provisioning_blocks [None req-5e9178c2-8733-4dc0-9727-9888f1caba74 None None] Transition to ACTIVE for port object 9776e0e3-e071-4fec-8792-4277c11d23b7 will not be triggered until provisioned by entity L2. {{(pid=74187) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 28 16:49:19.524988 dv-cinder-798104-1-smb neutron-server[74187]: DEBUG neutron_lib.callbacks.manager [None req-5e9178c2-8733-4dc0-9727-9888f1caba74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-615041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1598908', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774158213048', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774157688378', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774157688423'] for port, after_update {{(pid=74187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 16:49:19.564732 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-92a1cd12-2439-46c9-98bc-e9d45d53d236 admin admin] Network 7c8e996c-ecb2-4983-8459-129741f854e7 is already hosted by enough agents. {{(pid=74185) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 28 16:49:19.566503 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG neutron.scheduler.base_scheduler [None req-92a1cd12-2439-46c9-98bc-e9d45d53d236 admin admin] Resources bound (agent type, host, resource id): {{(pid=74185) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 28 16:49:19.574133 dv-cinder-798104-1-smb neutron-server[74187]: DEBUG neutron_lib.callbacks.manager [None req-d0e5ad82-df9b-4ee3-8ee9-b93c74fbe1d3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774158209648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1002899'] for agent, after_update {{(pid=74187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 16:49:19.577406 dv-cinder-798104-1-smb neutron-server[74187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a85f9ac7-b7f6-4193-9e4d-85bdb1adaca2 None None] Pushing event updated for resources: {'Port': ['ID=afb68667-8373-462e-9bb0-c986179d62c7,revision_number=4']} {{(pid=74187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 16:49:19.582540 dv-cinder-798104-1-smb neutron-server[74187]: DEBUG neutron.db.l3_dvrscheduler_db [None req-373fe8cd-c9d6-45a9-a3c3-e7d25c6b1cf4 None None] Routers {'f7acaa2e-6c5f-436b-9363-3f726190c3c0'} bound to L3 agent in host dv-cinder-798104-1-smb {{(pid=74187) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 28 16:49:19.583617 dv-cinder-798104-1-smb neutron-server[74187]: DEBUG neutron.db.l3_hamode_db [None req-373fe8cd-c9d6-45a9-a3c3-e7d25c6b1cf4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-798104-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-28T16:32:46Z,description=,heartbeat_timestamp=2021-06-28T16:49:16Z,host='dv-cinder-798104-1-smb',id=633adcd1-515e-4435-b14d-49f054abd10f,load=0,resource_versions=,resources_synced=,started_at=2021-06-28T16:32:46Z,topic='l3_agent')) {'router_ids': ['f7acaa2e-6c5f-436b-9363-3f726190c3c0'], 'active': True} {{(pid=74187) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 16:49:19.671718 dv-cinder-798104-1-smb neutron-server[74186]: INFO neutron.wsgi [req-7c4d2702-5778-48c7-a5ae-faddbd8ba0d2 req-9b321b53-9289-474f-9fbe-368962a4d727 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=8c5d7eb385cf4b6484fd4ebafedcfebd&device_id=99461ed8-fb47-4e05-8bc8-51e5644ab617 HTTP/1.1" status: 200 len: 1098 time: 0.1831760 Jun 28 16:49:19.793316 dv-cinder-798104-1-smb neutron-server[74187]: DEBUG oslo_concurrency.lockutils [None req-a85f9ac7-b7f6-4193-9e4d-85bdb1adaca2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.402s {{(pid=74187) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 16:49:19.805891 dv-cinder-798104-1-smb neutron-server[74187]: DEBUG oslo_concurrency.lockutils [None req-e471e1c8-38e2-4009-b888-6762a3b6691a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.266s {{(pid=74187) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 16:49:19.967036 dv-cinder-798104-1-smb neutron-server[74187]: DEBUG neutron.plugins.ml2.managers [None req-5e9178c2-8733-4dc0-9727-9888f1caba74 None None] Attempting to bind port 9776e0e3-e071-4fec-8792-4277c11d23b7 on host dv-cinder-798104-1-smb for vnic_type normal with profile {{(pid=74187) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 28 16:49:19.967417 dv-cinder-798104-1-smb neutron-server[74187]: DEBUG neutron.plugins.ml2.managers [None req-5e9178c2-8733-4dc0-9727-9888f1caba74 None None] Attempting to bind port 9776e0e3-e071-4fec-8792-4277c11d23b7 by drivers openvswitch,hyperv on host dv-cinder-798104-1-smb at level 0 using segments [{'id': '1fdcd85b-55c4-4ae7-ac73-ac3bd2107891', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f9715ce2-16ba-4ae9-9a15-557432d0a5ed'}] {{(pid=74187) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 28 16:49:19.967780 dv-cinder-798104-1-smb neutron-server[74187]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e9178c2-8733-4dc0-9727-9888f1caba74 None None] Attempting to bind port 9776e0e3-e071-4fec-8792-4277c11d23b7 on network f9715ce2-16ba-4ae9-9a15-557432d0a5ed {{(pid=74187) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jun 28 16:49:19.970305 dv-cinder-798104-1-smb neutron-server[74186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c4d2702-5778-48c7-a5ae-faddbd8ba0d2 req-83bf43f9-0d89-447d-8562-42dc23b9487d service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=74186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 16:49:19.973109 dv-cinder-798104-1-smb neutron-server[74186]: INFO neutron.wsgi [req-7c4d2702-5778-48c7-a5ae-faddbd8ba0d2 req-83bf43f9-0d89-447d-8562-42dc23b9487d service neutron] 10.222.0.41 "GET /v2.0/networks?id=c51a219d-aea3-485c-897b-dd81c8d14108 HTTP/1.1" status: 200 len: 910 time: 0.2765877 Jun 28 16:49:20.123286 dv-cinder-798104-1-smb neutron-server[74187]: DEBUG neutron.db.provisioning_blocks [None req-edf5d8bc-3e7f-41cc-9962-1e85db257afb None None] Provisioning complete for port 0b956a21-9cb7-44b7-81c2-ba54f76fd7a6 triggered by entity DHCP. {{(pid=74187) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 28 16:49:20.123799 dv-cinder-798104-1-smb neutron-server[74187]: DEBUG neutron_lib.callbacks.manager [None req-edf5d8bc-3e7f-41cc-9962-1e85db257afb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1002786'] for port, provisioning_complete {{(pid=74187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 16:49:20.142974 dv-cinder-798104-1-smb neutron-server[74186]: INFO neutron.wsgi [req-7c4d2702-5778-48c7-a5ae-faddbd8ba0d2 req-07818aa0-6ad6-486d-9116-0749e6c5b6e1 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=dd236684-13c6-406b-863e-9d0559c8bc9a HTTP/1.1" status: 200 len: 1000 time: 0.1601107 Jun 28 16:49:20.162591 dv-cinder-798104-1-smb neutron-server[74187]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e9178c2-8733-4dc0-9727-9888f1caba74 None None] Checking agent: {'id': 'fa82f27f-b773-4083-82bf-f246fc41f2de', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-798104-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 28, 16, 32, 44), 'started_at': datetime.datetime(2021, 6, 28, 16, 33, 14), 'heartbeat_timestamp': datetime.datetime(2021, 6, 28, 16, 49, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-798104-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=74187) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jun 28 16:49:20.162993 dv-cinder-798104-1-smb neutron-server[74187]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e9178c2-8733-4dc0-9727-9888f1caba74 None None] Checking segment: {'id': '1fdcd85b-55c4-4ae7-ac73-ac3bd2107891', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f9715ce2-16ba-4ae9-9a15-557432d0a5ed'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=74187) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jun 28 16:49:20.163379 dv-cinder-798104-1-smb neutron-server[74187]: DEBUG neutron_lib.callbacks.manager [None req-5e9178c2-8733-4dc0-9727-9888f1caba74 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=74187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 16:49:20.163781 dv-cinder-798104-1-smb neutron-server[74187]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e9178c2-8733-4dc0-9727-9888f1caba74 None None] Bound using segment: {'id': '1fdcd85b-55c4-4ae7-ac73-ac3bd2107891', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f9715ce2-16ba-4ae9-9a15-557432d0a5ed'} {{(pid=74187) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jun 28 16:49:20.164299 dv-cinder-798104-1-smb neutron-server[74187]: DEBUG neutron.plugins.ml2.managers [None req-5e9178c2-8733-4dc0-9727-9888f1caba74 None None] Bound port: 9776e0e3-e071-4fec-8792-4277c11d23b7, host: dv-cinder-798104-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1fdcd85b-55c4-4ae7-ac73-ac3bd2107891', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f9715ce2-16ba-4ae9-9a15-557432d0a5ed'}}] {{(pid=74187) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 28 16:49:20.164681 dv-cinder-798104-1-smb neutron-server[74187]: DEBUG neutron_lib.callbacks.manager [None req-5e9178c2-8733-4dc0-9727-9888f1caba74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621611'] for port, before_update {{(pid=74187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 16:49:20.218014 dv-cinder-798104-1-smb neutron-server[74186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c4d2702-5778-48c7-a5ae-faddbd8ba0d2 req-a9c2d55b-2c3c-498a-8053-ebfefb5d3372 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=74186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 16:49:20.220808 dv-cinder-798104-1-smb neutron-server[74186]: INFO neutron.wsgi [req-7c4d2702-5778-48c7-a5ae-faddbd8ba0d2 req-a9c2d55b-2c3c-498a-8053-ebfefb5d3372 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=b208fee6-e725-4900-8dd2-8d94468ed059 HTTP/1.1" status: 200 len: 848 time: 0.0697701 Jun 28 16:49:20.230210 dv-cinder-798104-1-smb neutron-server[74187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fb3767c-9fac-4f97-a806-7a30cdd42984 None None] Pushing event updated for resources: {'Port': ['ID=9776e0e3-e071-4fec-8792-4277c11d23b7,revision_number=2']} {{(pid=74187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 16:49:20.250398 dv-cinder-798104-1-smb neutron-server[74187]: DEBUG oslo_concurrency.lockutils [None req-6fb3767c-9fac-4f97-a806-7a30cdd42984 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.445s {{(pid=74187) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 16:49:20.252018 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-92a1cd12-2439-46c9-98bc-e9d45d53d236 admin admin] Router 87104d34-630d-44b9-8a35-e7035a7387a6 has already been hosted by L3 agent 633adcd1-515e-4435-b14d-49f054abd10f {{(pid=74185) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 28 16:49:20.257442 dv-cinder-798104-1-smb neutron-server[74187]: DEBUG neutron.db.l3_dvr_db [None req-373fe8cd-c9d6-45a9-a3c3-e7d25c6b1cf4 None None] Set router f7acaa2e-6c5f-436b-9363-3f726190c3c0 gateway port host: dv-cinder-798104-1-smb {{(pid=74187) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jun 28 16:49:20.304319 dv-cinder-798104-1-smb neutron-server[74186]: INFO neutron.wsgi [req-7c4d2702-5778-48c7-a5ae-faddbd8ba0d2 req-4d9b2b5e-522b-4e78-8c36-4302f15c84fd service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=c51a219d-aea3-485c-897b-dd81c8d14108&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0767164 Jun 28 16:49:20.359250 dv-cinder-798104-1-smb neutron-server[74187]: DEBUG neutron.plugins.ml2.db [None req-5e9178c2-8733-4dc0-9727-9888f1caba74 None None] For port 9776e0e3-e071-4fec-8792-4277c11d23b7, host dv-cinder-798104-1-smb, cleared binding levels {{(pid=74187) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 28 16:49:20.453574 dv-cinder-798104-1-smb neutron-server[74186]: INFO neutron.wsgi [req-7c4d2702-5778-48c7-a5ae-faddbd8ba0d2 req-d9b32052-0e11-4e99-9ffe-788e325b199c service neutron] 10.222.0.41 "GET /v2.0/networks/c51a219d-aea3-485c-897b-dd81c8d14108?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1408627 Jun 28 16:49:20.461978 dv-cinder-798104-1-smb neutron-server[74187]: DEBUG neutron.plugins.ml2.db [None req-5e9178c2-8733-4dc0-9727-9888f1caba74 None None] For port 9776e0e3-e071-4fec-8792-4277c11d23b7, host dv-cinder-798104-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-798104-1-smb',level=0,port_id=9776e0e3-e071-4fec-8792-4277c11d23b7,segment=NetworkSegment(1fdcd85b-55c4-4ae7-ac73-ac3bd2107891),segment_id=1fdcd85b-55c4-4ae7-ac73-ac3bd2107891)] {{(pid=74187) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 28 16:49:20.485688 dv-cinder-798104-1-smb neutron-server[74187]: DEBUG neutron_lib.callbacks.manager [None req-5e9178c2-8733-4dc0-9727-9888f1caba74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-615041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1598908', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774158213048', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774157688378', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774157688423'] for port, after_update {{(pid=74187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 16:49:20.489882 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-92a1cd12-2439-46c9-98bc-e9d45d53d236 admin admin] Notify agent at l3_agent.dv-cinder-798104-1-smb the message routers_updated {{(pid=74185) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 28 16:49:20.499624 dv-cinder-798104-1-smb neutron-server[74185]: INFO neutron.wsgi [None req-92a1cd12-2439-46c9-98bc-e9d45d53d236 admin admin] 10.222.0.26 "PUT /v2.0/routers/87104d34-630d-44b9-8a35-e7035a7387a6/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.8921437 Jun 28 16:49:20.504562 dv-cinder-798104-1-smb neutron-server[74187]: DEBUG oslo_concurrency.lockutils [None req-a8fe798f-8f6a-4ecf-80e6-a97df6f66816 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74187) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 16:49:20.624645 dv-cinder-798104-1-smb neutron-server[74186]: INFO neutron.wsgi [req-7c4d2702-5778-48c7-a5ae-faddbd8ba0d2 req-e06bfe25-5f6c-454e-b73d-4f411d28aa90 service neutron] 10.222.0.41 "GET /v2.0/networks/c51a219d-aea3-485c-897b-dd81c8d14108?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1637599 Jun 28 16:49:20.687262 dv-cinder-798104-1-smb neutron-server[74187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fb3767c-9fac-4f97-a806-7a30cdd42984 None None] Pushing event updated for resources: {'Port': ['ID=9776e0e3-e071-4fec-8792-4277c11d23b7,revision_number=3']} {{(pid=74187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 16:49:20.697956 dv-cinder-798104-1-smb neutron-server[74187]: DEBUG oslo_concurrency.lockutils [None req-6fb3767c-9fac-4f97-a806-7a30cdd42984 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.199s {{(pid=74187) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 16:49:20.707977 dv-cinder-798104-1-smb neutron-server[74187]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e9178c2-8733-4dc0-9727-9888f1caba74 None None] Routers {'87104d34-630d-44b9-8a35-e7035a7387a6'} bound to L3 agent in host dv-cinder-798104-1-smb {{(pid=74187) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 28 16:49:20.708561 dv-cinder-798104-1-smb neutron-server[74187]: DEBUG neutron.db.l3_hamode_db [None req-5e9178c2-8733-4dc0-9727-9888f1caba74 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-798104-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-28T16:32:46Z,description=,heartbeat_timestamp=2021-06-28T16:49:16Z,host='dv-cinder-798104-1-smb',id=633adcd1-515e-4435-b14d-49f054abd10f,load=0,resource_versions=,resources_synced=,started_at=2021-06-28T16:32:46Z,topic='l3_agent')) {'router_ids': ['87104d34-630d-44b9-8a35-e7035a7387a6'], 'active': True} {{(pid=74187) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 16:49:20.761841 dv-cinder-798104-1-smb neutron-server[74187]: DEBUG neutron.db.provisioning_blocks [None req-edf5d8bc-3e7f-41cc-9962-1e85db257afb None None] Provisioning for port 51540440-409e-4e47-9877-645138009945 completed by entity DHCP. {{(pid=74187) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 28 16:49:20.782595 dv-cinder-798104-1-smb neutron-server[74187]: DEBUG neutron.db.provisioning_blocks [None req-edf5d8bc-3e7f-41cc-9962-1e85db257afb None None] Provisioning complete for port 51540440-409e-4e47-9877-645138009945 triggered by entity DHCP. {{(pid=74187) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 28 16:49:20.782822 dv-cinder-798104-1-smb neutron-server[74187]: DEBUG neutron_lib.callbacks.manager [None req-edf5d8bc-3e7f-41cc-9962-1e85db257afb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1002786'] for port, provisioning_complete {{(pid=74187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 16:49:20.948000 dv-cinder-798104-1-smb neutron-server[74187]: DEBUG neutron.plugins.ml2.rpc [None req-c72dd329-595c-4eca-9296-ba6eff8780d9 None None] Device 0b956a21-9cb7-44b7-81c2-ba54f76fd7a6 up at agent ovs-agent-dv-cinder-798104-1-smb {{(pid=74187) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 28 16:49:21.002636 dv-cinder-798104-1-smb neutron-server[74187]: DEBUG neutron.plugins.ml2.plugin [None req-edf5d8bc-3e7f-41cc-9962-1e85db257afb None None] Port 51540440-409e-4e47-9877-645138009945 cannot update to ACTIVE because it is not bound. {{(pid=74187) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jun 28 16:49:21.061268 dv-cinder-798104-1-smb neutron-server[74187]: DEBUG neutron.db.l3_dvr_db [None req-5e9178c2-8733-4dc0-9727-9888f1caba74 None None] Set router 87104d34-630d-44b9-8a35-e7035a7387a6 gateway port host: dv-cinder-798104-1-smb {{(pid=74187) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jun 28 16:49:21.129210 dv-cinder-798104-1-smb neutron-server[74187]: DEBUG neutron.db.l3_hamode_db [None req-373fe8cd-c9d6-45a9-a3c3-e7d25c6b1cf4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f7acaa2e-6c5f-436b-9363-3f726190c3c0', 'name': 'tempest-TestMinimumBasicScenario-831825175-router', 'tenant_id': '5bf6de7fd09845dea4827bbd91336fa8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f9715ce2-16ba-4ae9-9a15-557432d0a5ed', 'external_fixed_ips': [{'subnet_id': 'e3a20e14-2eea-4943-8cec-1fe85e8448d0', 'ip_address': '172.28.3.44'}], 'enable_snat': True}, 'gw_port_id': '24f8b26b-8869-480a-872b-786338b36fb7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-28T16:49:07Z', 'updated_at': '2021-06-28T16:49:10Z', 'revision_number': 4, 'project_id': '5bf6de7fd09845dea4827bbd91336fa8', 'gw_port': {'id': '24f8b26b-8869-480a-872b-786338b36fb7', 'name': '', 'network_id': 'f9715ce2-16ba-4ae9-9a15-557432d0a5ed', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:42:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7acaa2e-6c5f-436b-9363-3f726190c3c0', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e3a20e14-2eea-4943-8cec-1fe85e8448d0', 'ip_address': '172.28.3.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798104-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T16:49:08Z', 'updated_at': '2021-06-28T16:49:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e3a20e14-2eea-4943-8cec-1fe85e8448d0', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798104-1-smb', '_interfaces': [{'id': 'afb68667-8373-462e-9bb0-c986179d62c7', 'name': '', 'network_id': '7235a97e-a247-4b50-b496-41685533e564', 'tenant_id': '5bf6de7fd09845dea4827bbd91336fa8', 'mac_address': 'fa:16:3e:be:91:d1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f7acaa2e-6c5f-436b-9363-3f726190c3c0', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '3e932159-74c5-4507-82f3-46deac3d4b21', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798104-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T16:49:10Z', 'updated_at': '2021-06-28T16:49:19Z', 'revision_number': 4, 'project_id': '5bf6de7fd09845dea4827bbd91336fa8', 'subnets': [{'id': '3e932159-74c5-4507-82f3-46deac3d4b21', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-798104-1-smb', False) {} {{(pid=74187) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 16:49:21.150584 dv-cinder-798104-1-smb neutron-server[74187]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-373fe8cd-c9d6-45a9-a3c3-e7d25c6b1cf4 None None] The sync data for ids ['f7acaa2e-6c5f-436b-9363-3f726190c3c0'] in dv-cinder-798104-1-smb is: [{'id': 'f7acaa2e-6c5f-436b-9363-3f726190c3c0', 'name': 'tempest-TestMinimumBasicScenario-831825175-router', 'tenant_id': '5bf6de7fd09845dea4827bbd91336fa8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f9715ce2-16ba-4ae9-9a15-557432d0a5ed', 'external_fixed_ips': [{'subnet_id': 'e3a20e14-2eea-4943-8cec-1fe85e8448d0', 'ip_address': '172.28.3.44'}], 'enable_snat': True}, 'gw_port_id': '24f8b26b-8869-480a-872b-786338b36fb7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-28T16:49:07Z', 'updated_at': '2021-06-28T16:49:10Z', 'revision_number': 4, 'project_id': '5bf6de7fd09845dea4827bbd91336fa8', 'gw_port': {'id': '24f8b26b-8869-480a-872b-786338b36fb7', 'name': '', 'network_id': 'f9715ce2-16ba-4ae9-9a15-557432d0a5ed', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:42:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7acaa2e-6c5f-436b-9363-3f726190c3c0', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e3a20e14-2eea-4943-8cec-1fe85e8448d0', 'ip_address': '172.28.3.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798104-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T16:49:08Z', 'updated_at': '2021-06-28T16:49:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e3a20e14-2eea-4943-8cec-1fe85e8448d0', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798104-1-smb', '_interfaces': [{'id': 'afb68667-8373-462e-9bb0-c986179d62c7', 'name': '', 'network_id': '7235a97e-a247-4b50-b496-41685533e564', 'tenant_id': '5bf6de7fd09845dea4827bbd91336fa8', 'mac_address': 'fa:16:3e:be:91:d1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f7acaa2e-6c5f-436b-9363-3f726190c3c0', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '3e932159-74c5-4507-82f3-46deac3d4b21', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798104-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T16:49:10Z', 'updated_at': '2021-06-28T16:49:19Z', 'revision_number': 4, 'project_id': '5bf6de7fd09845dea4827bbd91336fa8', 'subnets': [{'id': '3e932159-74c5-4507-82f3-46deac3d4b21', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=74187) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jun 28 16:49:21.163669 dv-cinder-798104-1-smb neutron-server[74187]: DEBUG neutron.db.provisioning_blocks [None req-c72dd329-595c-4eca-9296-ba6eff8780d9 None None] Provisioning complete for port 0b956a21-9cb7-44b7-81c2-ba54f76fd7a6 triggered by entity L2. {{(pid=74187) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 28 16:49:21.164185 dv-cinder-798104-1-smb neutron-server[74187]: DEBUG neutron_lib.callbacks.manager [None req-c72dd329-595c-4eca-9296-ba6eff8780d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1002786'] for port, provisioning_complete {{(pid=74187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 16:49:21.472250 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG neutron.wsgi [-] (74185) accepted ('10.222.0.26', 55062) {{(pid=74185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 28 16:49:21.563968 dv-cinder-798104-1-smb neutron-server[74187]: DEBUG neutron.db.provisioning_blocks [None req-1b66ce94-3608-49e0-a5c5-7c9ed6eeb29b None None] Provisioning complete for port 51540440-409e-4e47-9877-645138009945 triggered by entity DHCP. {{(pid=74187) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 28 16:49:21.564690 dv-cinder-798104-1-smb neutron-server[74187]: DEBUG neutron_lib.callbacks.manager [None req-1b66ce94-3608-49e0-a5c5-7c9ed6eeb29b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1002786'] for port, provisioning_complete {{(pid=74187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 16:49:21.728815 dv-cinder-798104-1-smb neutron-server[74187]: DEBUG neutron.plugins.ml2.plugin [None req-1b66ce94-3608-49e0-a5c5-7c9ed6eeb29b None None] Port 51540440-409e-4e47-9877-645138009945 cannot update to ACTIVE because it is not bound. {{(pid=74187) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jun 28 16:49:21.789449 dv-cinder-798104-1-smb neutron-server[74187]: DEBUG neutron.db.l3_hamode_db [None req-5e9178c2-8733-4dc0-9727-9888f1caba74 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '87104d34-630d-44b9-8a35-e7035a7387a6', 'name': 'tempest-TestMinimumBasicScenario-1944929109-router', 'tenant_id': 'd10dddcc09eb462fbe139fd51bf80445', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f9715ce2-16ba-4ae9-9a15-557432d0a5ed', 'external_fixed_ips': [{'subnet_id': 'e3a20e14-2eea-4943-8cec-1fe85e8448d0', 'ip_address': '172.28.3.21'}], 'enable_snat': True}, 'gw_port_id': '9776e0e3-e071-4fec-8792-4277c11d23b7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-28T16:49:14Z', 'updated_at': '2021-06-28T16:49:18Z', 'revision_number': 4, 'project_id': 'd10dddcc09eb462fbe139fd51bf80445', 'gw_port': {'id': '9776e0e3-e071-4fec-8792-4277c11d23b7', 'name': '', 'network_id': 'f9715ce2-16ba-4ae9-9a15-557432d0a5ed', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:4f:16', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '87104d34-630d-44b9-8a35-e7035a7387a6', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e3a20e14-2eea-4943-8cec-1fe85e8448d0', 'ip_address': '172.28.3.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798104-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T16:49:15Z', 'updated_at': '2021-06-28T16:49:20Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e3a20e14-2eea-4943-8cec-1fe85e8448d0', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798104-1-smb', '_interfaces': [{'id': '51540440-409e-4e47-9877-645138009945', 'name': '', 'network_id': '7c8e996c-ecb2-4983-8459-129741f854e7', 'tenant_id': 'd10dddcc09eb462fbe139fd51bf80445', 'mac_address': 'fa:16:3e:b1:03:ff', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '87104d34-630d-44b9-8a35-e7035a7387a6', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '50d1305c-44e6-4130-859e-bb67b496e1ed', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T16:49:18Z', 'updated_at': '2021-06-28T16:49:18Z', 'revision_number': 2, 'project_id': 'd10dddcc09eb462fbe139fd51bf80445', 'subnets': [{'id': '50d1305c-44e6-4130-859e-bb67b496e1ed', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-798104-1-smb', False) {} {{(pid=74187) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 16:49:21.804297 dv-cinder-798104-1-smb neutron-server[74187]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e9178c2-8733-4dc0-9727-9888f1caba74 None None] The sync data for ids ['87104d34-630d-44b9-8a35-e7035a7387a6'] in dv-cinder-798104-1-smb is: [{'id': '87104d34-630d-44b9-8a35-e7035a7387a6', 'name': 'tempest-TestMinimumBasicScenario-1944929109-router', 'tenant_id': 'd10dddcc09eb462fbe139fd51bf80445', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f9715ce2-16ba-4ae9-9a15-557432d0a5ed', 'external_fixed_ips': [{'subnet_id': 'e3a20e14-2eea-4943-8cec-1fe85e8448d0', 'ip_address': '172.28.3.21'}], 'enable_snat': True}, 'gw_port_id': '9776e0e3-e071-4fec-8792-4277c11d23b7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-28T16:49:14Z', 'updated_at': '2021-06-28T16:49:18Z', 'revision_number': 4, 'project_id': 'd10dddcc09eb462fbe139fd51bf80445', 'gw_port': {'id': '9776e0e3-e071-4fec-8792-4277c11d23b7', 'name': '', 'network_id': 'f9715ce2-16ba-4ae9-9a15-557432d0a5ed', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:4f:16', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '87104d34-630d-44b9-8a35-e7035a7387a6', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e3a20e14-2eea-4943-8cec-1fe85e8448d0', 'ip_address': '172.28.3.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798104-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T16:49:15Z', 'updated_at': '2021-06-28T16:49:20Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e3a20e14-2eea-4943-8cec-1fe85e8448d0', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798104-1-smb', '_interfaces': [{'id': '51540440-409e-4e47-9877-645138009945', 'name': '', 'network_id': '7c8e996c-ecb2-4983-8459-129741f854e7', 'tenant_id': 'd10dddcc09eb462fbe139fd51bf80445', 'mac_address': 'fa:16:3e:b1:03:ff', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '87104d34-630d-44b9-8a35-e7035a7387a6', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '50d1305c-44e6-4130-859e-bb67b496e1ed', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T16:49:18Z', 'updated_at': '2021-06-28T16:49:18Z', 'revision_number': 2, 'project_id': 'd10dddcc09eb462fbe139fd51bf80445', 'subnets': [{'id': '50d1305c-44e6-4130-859e-bb67b496e1ed', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=74187) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jun 28 16:49:22.419184 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG neutron_lib.callbacks.manager [None req-74ff6367-40fc-48b1-aa87-06c618556c31 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1635418'] for router_interface, before_delete {{(pid=74185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 16:49:22.927243 dv-cinder-798104-1-smb neutron-server[74187]: DEBUG neutron.plugins.ml2.rpc [None req-c72dd329-595c-4eca-9296-ba6eff8780d9 None None] Device afb68667-8373-462e-9bb0-c986179d62c7 up at agent ovs-agent-dv-cinder-798104-1-smb {{(pid=74187) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 28 16:49:23.076065 dv-cinder-798104-1-smb neutron-server[74187]: DEBUG neutron.db.provisioning_blocks [None req-c72dd329-595c-4eca-9296-ba6eff8780d9 None None] Provisioning for port afb68667-8373-462e-9bb0-c986179d62c7 completed by entity L2. {{(pid=74187) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 28 16:49:23.082626 dv-cinder-798104-1-smb neutron-server[74187]: DEBUG neutron.db.provisioning_blocks [None req-c72dd329-595c-4eca-9296-ba6eff8780d9 None None] Provisioning complete for port afb68667-8373-462e-9bb0-c986179d62c7 triggered by entity L2. {{(pid=74187) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 28 16:49:23.083031 dv-cinder-798104-1-smb neutron-server[74187]: DEBUG neutron_lib.callbacks.manager [None req-c72dd329-595c-4eca-9296-ba6eff8780d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1002786'] for port, provisioning_complete {{(pid=74187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 16:49:23.214785 dv-cinder-798104-1-smb neutron-server[74187]: DEBUG neutron_lib.callbacks.manager [None req-c72dd329-595c-4eca-9296-ba6eff8780d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621611'] for port, before_update {{(pid=74187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 16:49:23.216073 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG neutron.plugins.ml2.plugin [None req-74ff6367-40fc-48b1-aa87-06c618556c31 admin admin] Deleting port 78dc5b3f-ac10-45ad-827b-b4cd72cb9a44 {{(pid=74185) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Jun 28 16:49:23.216584 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG neutron_lib.callbacks.manager [None req-74ff6367-40fc-48b1-aa87-06c618556c31 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774158158511'] for port, before_delete {{(pid=74185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 16:49:23.259201 dv-cinder-798104-1-smb neutron-server[74187]: DEBUG neutron.plugins.ml2.db [None req-c72dd329-595c-4eca-9296-ba6eff8780d9 None None] For port afb68667-8373-462e-9bb0-c986179d62c7, host dv-cinder-798104-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-798104-1-smb',level=0,port_id=afb68667-8373-462e-9bb0-c986179d62c7,segment=NetworkSegment(0e59102a-bfa2-431d-ad4f-e02c6218ed6f),segment_id=0e59102a-bfa2-431d-ad4f-e02c6218ed6f)] {{(pid=74187) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 16:49:23.266700 dv-cinder-798104-1-smb neutron-server[74187]: DEBUG neutron_lib.callbacks.manager [None req-c72dd329-595c-4eca-9296-ba6eff8780d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-615041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1598908', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774158213048', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774157688378', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774157688423'] for port, after_update {{(pid=74187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 16:49:23.269994 dv-cinder-798104-1-smb neutron-server[74187]: DEBUG oslo_concurrency.lockutils [None req-c72dd329-595c-4eca-9296-ba6eff8780d9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74187) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 16:49:23.359693 dv-cinder-798104-1-smb neutron-server[74187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c72dd329-595c-4eca-9296-ba6eff8780d9 None None] Pushing event updated for resources: {'Port': ['ID=afb68667-8373-462e-9bb0-c986179d62c7,revision_number=5']} {{(pid=74187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 16:49:23.375634 dv-cinder-798104-1-smb neutron-server[74187]: DEBUG oslo_concurrency.lockutils [None req-c72dd329-595c-4eca-9296-ba6eff8780d9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=74187) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 16:49:23.437516 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG neutron.plugins.ml2.db [None req-74ff6367-40fc-48b1-aa87-06c618556c31 admin admin] For port 78dc5b3f-ac10-45ad-827b-b4cd72cb9a44, host dv-cinder-798104-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-798104-1-smb',level=0,port_id=78dc5b3f-ac10-45ad-827b-b4cd72cb9a44,segment=NetworkSegment(2df110ad-025a-4a6b-9e31-f233466e01f1),segment_id=2df110ad-025a-4a6b-9e31-f233466e01f1)] {{(pid=74185) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 16:49:23.437970 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG neutron_lib.callbacks.manager [None req-74ff6367-40fc-48b1-aa87-06c618556c31 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1637578'] for port, precommit_delete {{(pid=74185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 16:49:23.700305 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG neutron.plugins.ml2.plugin [None req-74ff6367-40fc-48b1-aa87-06c618556c31 admin admin] Calling delete_port for 78dc5b3f-ac10-45ad-827b-b4cd72cb9a44 owned by network:router_interface {{(pid=74185) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Jun 28 16:49:23.996524 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG neutron_lib.callbacks.manager [None req-74ff6367-40fc-48b1-aa87-06c618556c31 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-615041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1598908', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774158213030', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774157688369', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15648331'] for port, after_delete {{(pid=74185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 16:49:24.000914 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG oslo_concurrency.lockutils [None req-3f18b962-2657-4c05-83f6-83901ae77db8 tempest-TestShelveInstance-142730798 tempest-TestShelveInstance-142730798-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74185) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 16:49:24.046547 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74ff6367-40fc-48b1-aa87-06c618556c31 admin admin] Pushing event deleted for resources: {'Port': ['ID=78dc5b3f-ac10-45ad-827b-b4cd72cb9a44,revision_number=None']} {{(pid=74185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 16:49:24.049423 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG oslo_concurrency.lockutils [None req-74ff6367-40fc-48b1-aa87-06c618556c31 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=74185) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 16:49:24.421239 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG neutron_lib.callbacks.manager [None req-74ff6367-40fc-48b1-aa87-06c618556c31 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1598901', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1635940'] for router_interface, after_delete {{(pid=74185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 16:49:24.996939 dv-cinder-798104-1-smb neutron-server[74187]: DEBUG neutron.plugins.ml2.rpc [None req-c72dd329-595c-4eca-9296-ba6eff8780d9 None None] Device afb68667-8373-462e-9bb0-c986179d62c7 up at agent ovs-agent-dv-cinder-798104-1-smb {{(pid=74187) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 28 16:49:25.134514 dv-cinder-798104-1-smb neutron-server[74187]: DEBUG neutron.db.provisioning_blocks [None req-c72dd329-595c-4eca-9296-ba6eff8780d9 None None] Provisioning complete for port afb68667-8373-462e-9bb0-c986179d62c7 triggered by entity L2. {{(pid=74187) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 28 16:49:25.135020 dv-cinder-798104-1-smb neutron-server[74187]: DEBUG neutron_lib.callbacks.manager [None req-c72dd329-595c-4eca-9296-ba6eff8780d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1002786'] for port, provisioning_complete {{(pid=74187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 16:49:25.240515 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-74ff6367-40fc-48b1-aa87-06c618556c31 admin admin] Router 37fc708e-b76d-48af-94e2-885e9728d38e has already been hosted by L3 agent 633adcd1-515e-4435-b14d-49f054abd10f {{(pid=74185) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 28 16:49:25.640387 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-74ff6367-40fc-48b1-aa87-06c618556c31 admin admin] Notify agent at l3_agent.dv-cinder-798104-1-smb the message routers_updated {{(pid=74185) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 28 16:49:25.656473 dv-cinder-798104-1-smb neutron-server[74187]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3bd1641c-4a1f-4021-82fd-a611b7263284 None None] Sync routers for ids ['37fc708e-b76d-48af-94e2-885e9728d38e'] in dv-cinder-798104-1-smb {{(pid=74187) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jun 28 16:49:25.664478 dv-cinder-798104-1-smb neutron-server[74185]: INFO neutron.wsgi [None req-74ff6367-40fc-48b1-aa87-06c618556c31 admin admin] 10.222.0.26 "PUT /v2.0/routers/37fc708e-b76d-48af-94e2-885e9728d38e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.1909513 Jun 28 16:49:25.667989 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG neutron.wsgi [-] (74185) accepted ('10.222.0.26', 55074) {{(pid=74185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 28 16:49:25.687450 dv-cinder-798104-1-smb neutron-server[74187]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3bd1641c-4a1f-4021-82fd-a611b7263284 None None] Routers {'37fc708e-b76d-48af-94e2-885e9728d38e'} bound to L3 agent in host dv-cinder-798104-1-smb {{(pid=74187) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 28 16:49:25.688909 dv-cinder-798104-1-smb neutron-server[74187]: DEBUG neutron.db.l3_hamode_db [None req-3bd1641c-4a1f-4021-82fd-a611b7263284 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-798104-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-28T16:32:46Z,description=,heartbeat_timestamp=2021-06-28T16:49:16Z,host='dv-cinder-798104-1-smb',id=633adcd1-515e-4435-b14d-49f054abd10f,load=0,resource_versions=,resources_synced=,started_at=2021-06-28T16:32:46Z,topic='l3_agent')) {'router_ids': ['37fc708e-b76d-48af-94e2-885e9728d38e'], 'active': True} {{(pid=74187) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 16:49:25.968068 dv-cinder-798104-1-smb neutron-server[74187]: DEBUG neutron.db.l3_dvr_db [None req-3bd1641c-4a1f-4021-82fd-a611b7263284 None None] Set router 37fc708e-b76d-48af-94e2-885e9728d38e gateway port host: dv-cinder-798104-1-smb {{(pid=74187) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jun 28 16:49:25.986712 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG neutron_lib.callbacks.manager [None req-fa0073f3-c07c-40a5-94a4-21de4f272e06 admin admin] Notify callbacks [] for router, before_delete {{(pid=74185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 16:49:26.333617 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG neutron_lib.callbacks.manager [None req-fa0073f3-c07c-40a5-94a4-21de4f272e06 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=74185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 16:49:26.349038 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG neutron.plugins.ml2.plugin [None req-fa0073f3-c07c-40a5-94a4-21de4f272e06 admin admin] Deleting port 2b6842d1-6e2d-429b-8fe9-2900df84d0b8 {{(pid=74185) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Jun 28 16:49:26.349951 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG neutron_lib.callbacks.manager [None req-fa0073f3-c07c-40a5-94a4-21de4f272e06 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774158158511'] for port, before_delete {{(pid=74185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 16:49:26.414641 dv-cinder-798104-1-smb neutron-server[74187]: DEBUG neutron.db.l3_hamode_db [None req-3bd1641c-4a1f-4021-82fd-a611b7263284 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '37fc708e-b76d-48af-94e2-885e9728d38e', 'name': 'tempest-AttachVolumeShelveTestJSON-1126503272-router', 'tenant_id': '1796e3b7b6834b8a88df228c1c9772ef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f9715ce2-16ba-4ae9-9a15-557432d0a5ed', 'external_fixed_ips': [{'subnet_id': 'e3a20e14-2eea-4943-8cec-1fe85e8448d0', 'ip_address': '172.28.3.2'}], 'enable_snat': True}, 'gw_port_id': '2b6842d1-6e2d-429b-8fe9-2900df84d0b8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-28T16:41:15Z', 'updated_at': '2021-06-28T16:49:23Z', 'revision_number': 5, 'project_id': '1796e3b7b6834b8a88df228c1c9772ef', 'gw_port': {'id': '2b6842d1-6e2d-429b-8fe9-2900df84d0b8', 'name': '', 'network_id': 'f9715ce2-16ba-4ae9-9a15-557432d0a5ed', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:4a:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '37fc708e-b76d-48af-94e2-885e9728d38e', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e3a20e14-2eea-4943-8cec-1fe85e8448d0', 'ip_address': '172.28.3.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798104-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T16:41:18Z', 'updated_at': '2021-06-28T16:41:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e3a20e14-2eea-4943-8cec-1fe85e8448d0', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798104-1-smb'}], 'dv-cinder-798104-1-smb', False) {} {{(pid=74187) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 16:49:26.420238 dv-cinder-798104-1-smb neutron-server[74187]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3bd1641c-4a1f-4021-82fd-a611b7263284 None None] Checking router: 37fc708e-b76d-48af-94e2-885e9728d38e for host: dv-cinder-798104-1-smb {{(pid=74187) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Jun 28 16:49:26.435670 dv-cinder-798104-1-smb neutron-server[74187]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3bd1641c-4a1f-4021-82fd-a611b7263284 None None] Routers {'37fc708e-b76d-48af-94e2-885e9728d38e'} bound to L3 agent in host dv-cinder-798104-1-smb {{(pid=74187) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 28 16:49:26.436587 dv-cinder-798104-1-smb neutron-server[74187]: DEBUG neutron.db.l3_hamode_db [None req-3bd1641c-4a1f-4021-82fd-a611b7263284 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-798104-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-28T16:32:46Z,description=,heartbeat_timestamp=2021-06-28T16:49:16Z,host='dv-cinder-798104-1-smb',id=633adcd1-515e-4435-b14d-49f054abd10f,load=0,resource_versions=,resources_synced=,started_at=2021-06-28T16:32:46Z,topic='l3_agent')) {'router_ids': ['37fc708e-b76d-48af-94e2-885e9728d38e'], 'active': True} {{(pid=74187) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 16:49:26.610311 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG neutron.plugins.ml2.db [None req-fa0073f3-c07c-40a5-94a4-21de4f272e06 admin admin] For port 2b6842d1-6e2d-429b-8fe9-2900df84d0b8, host dv-cinder-798104-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-798104-1-smb',level=0,port_id=2b6842d1-6e2d-429b-8fe9-2900df84d0b8,segment=NetworkSegment(1fdcd85b-55c4-4ae7-ac73-ac3bd2107891),segment_id=1fdcd85b-55c4-4ae7-ac73-ac3bd2107891)] {{(pid=74185) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 16:49:26.610777 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG neutron_lib.callbacks.manager [None req-fa0073f3-c07c-40a5-94a4-21de4f272e06 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1637578'] for port, precommit_delete {{(pid=74185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 16:49:26.654193 dv-cinder-798104-1-smb neutron-server[74187]: DEBUG neutron.db.l3_dvr_db [None req-3bd1641c-4a1f-4021-82fd-a611b7263284 None None] Set router 37fc708e-b76d-48af-94e2-885e9728d38e gateway port host: None {{(pid=74187) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jun 28 16:49:26.753690 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG neutron.plugins.ml2.plugin [None req-fa0073f3-c07c-40a5-94a4-21de4f272e06 admin admin] Calling delete_port for 2b6842d1-6e2d-429b-8fe9-2900df84d0b8 owned by network:router_gateway {{(pid=74185) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Jun 28 16:49:26.833715 dv-cinder-798104-1-smb neutron-server[74187]: DEBUG neutron.db.l3_hamode_db [None req-3bd1641c-4a1f-4021-82fd-a611b7263284 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '37fc708e-b76d-48af-94e2-885e9728d38e', 'name': 'tempest-AttachVolumeShelveTestJSON-1126503272-router', 'tenant_id': '1796e3b7b6834b8a88df228c1c9772ef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-28T16:41:15Z', 'updated_at': '2021-06-28T16:49:26Z', 'revision_number': 6, 'project_id': '1796e3b7b6834b8a88df228c1c9772ef', 'gw_port_host': None}], 'dv-cinder-798104-1-smb', False) {} {{(pid=74187) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 16:49:26.845117 dv-cinder-798104-1-smb neutron-server[74187]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3bd1641c-4a1f-4021-82fd-a611b7263284 None None] The sync data for ids ['37fc708e-b76d-48af-94e2-885e9728d38e'] in dv-cinder-798104-1-smb is: [{'id': '37fc708e-b76d-48af-94e2-885e9728d38e', 'name': 'tempest-AttachVolumeShelveTestJSON-1126503272-router', 'tenant_id': '1796e3b7b6834b8a88df228c1c9772ef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-28T16:41:15Z', 'updated_at': '2021-06-28T16:49:26Z', 'revision_number': 6, 'project_id': '1796e3b7b6834b8a88df228c1c9772ef', 'gw_port_host': None}] {{(pid=74187) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jun 28 16:49:27.062436 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG neutron_lib.callbacks.manager [None req-fa0073f3-c07c-40a5-94a4-21de4f272e06 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-615041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1598908', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774158213030', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774157688369', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15648331'] for port, after_delete {{(pid=74185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 16:49:27.071376 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG oslo_concurrency.lockutils [None req-39d1d275-3a53-46f3-bcf4-8364a5d6ab6a tempest-VolumesActionsTest-1052249555 tempest-VolumesActionsTest-1052249555-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74185) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 16:49:27.157101 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa0073f3-c07c-40a5-94a4-21de4f272e06 admin admin] Pushing event deleted for resources: {'Port': ['ID=2b6842d1-6e2d-429b-8fe9-2900df84d0b8,revision_number=None']} {{(pid=74185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 16:49:27.163630 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG oslo_concurrency.lockutils [None req-fa0073f3-c07c-40a5-94a4-21de4f272e06 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=74185) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 16:49:27.738555 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG neutron_lib.callbacks.manager [None req-fa0073f3-c07c-40a5-94a4-21de4f272e06 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1624205'] for router_gateway, after_delete {{(pid=74185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 16:49:28.453198 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG neutron_lib.callbacks.manager [None req-fa0073f3-c07c-40a5-94a4-21de4f272e06 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1623837', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3706'] for router, precommit_delete {{(pid=74185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 16:49:28.462412 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG neutron_lib.callbacks.manager [None req-fa0073f3-c07c-40a5-94a4-21de4f272e06 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=74185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 16:49:28.508103 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG neutron_lib.callbacks.manager [None req-fa0073f3-c07c-40a5-94a4-21de4f272e06 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1624049'] for router, after_delete {{(pid=74185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 16:49:28.508745 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fa0073f3-c07c-40a5-94a4-21de4f272e06 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 37fc708e-b76d-48af-94e2-885e9728d38e {{(pid=74185) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 28 16:49:28.532490 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG neutron_lib.callbacks.manager [None req-fa0073f3-c07c-40a5-94a4-21de4f272e06 admin admin] Notify callbacks [] for router, before_response {{(pid=74185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 16:49:28.532490 dv-cinder-798104-1-smb neutron-server[74185]: INFO neutron.wsgi [None req-fa0073f3-c07c-40a5-94a4-21de4f272e06 admin admin] 10.222.0.26 "DELETE /v2.0/routers/37fc708e-b76d-48af-94e2-885e9728d38e HTTP/1.1" status: 204 len: 168 time: 2.8583126 Jun 28 16:49:28.533407 dv-cinder-798104-1-smb neutron-server[74186]: DEBUG neutron.wsgi [-] (74186) accepted ('10.222.0.26', 55078) {{(pid=74186) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 28 16:49:28.653554 dv-cinder-798104-1-smb neutron-server[74186]: DEBUG neutron.db.db_base_plugin_v2 [None req-0aeb7835-78f1-46fc-98c6-fbcd422ca8f2 admin admin] Deleting subnet f2ffd4c6-165d-446d-9207-8235b5280dd5 {{(pid=74186) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 28 16:49:28.658767 dv-cinder-798104-1-smb neutron-server[74186]: DEBUG neutron_lib.callbacks.manager [None req-0aeb7835-78f1-46fc-98c6-fbcd422ca8f2 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=74186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 16:49:28.720440 dv-cinder-798104-1-smb neutron-server[74186]: DEBUG neutron_lib.callbacks.manager [None req-0aeb7835-78f1-46fc-98c6-fbcd422ca8f2 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1055359'] for subnet, precommit_delete_associations {{(pid=74186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 16:49:28.917136 dv-cinder-798104-1-smb neutron-server[74186]: DEBUG neutron_lib.callbacks.manager [None req-0aeb7835-78f1-46fc-98c6-fbcd422ca8f2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1001168'] for subnet, precommit_delete {{(pid=74186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 16:49:29.014170 dv-cinder-798104-1-smb neutron-server[74186]: DEBUG neutron_lib.callbacks.manager [None req-0aeb7835-78f1-46fc-98c6-fbcd422ca8f2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1001177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107460', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1598908', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1108730', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1484911'] for subnet, after_delete {{(pid=74186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 16:49:29.041634 dv-cinder-798104-1-smb neutron-server[74186]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74186) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 16:49:29.080397 dv-cinder-798104-1-smb neutron-server[74187]: DEBUG neutron.plugins.ml2.rpc [None req-c72dd329-595c-4eca-9296-ba6eff8780d9 None None] Device 9776e0e3-e071-4fec-8792-4277c11d23b7 up at agent ovs-agent-dv-cinder-798104-1-smb {{(pid=74187) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 28 16:49:29.098729 dv-cinder-798104-1-smb neutron-server[74186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0aeb7835-78f1-46fc-98c6-fbcd422ca8f2 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f2ffd4c6-165d-446d-9207-8235b5280dd5,revision_number=None']} {{(pid=74186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 16:49:29.112072 dv-cinder-798104-1-smb neutron-server[74186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0aeb7835-78f1-46fc-98c6-fbcd422ca8f2 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798104-1-smb {{(pid=74186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 16:49:29.113717 dv-cinder-798104-1-smb neutron-server[74186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0aeb7835-78f1-46fc-98c6-fbcd422ca8f2 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798104-1-smb {{(pid=74186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 16:49:29.114287 dv-cinder-798104-1-smb neutron-server[74186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0aeb7835-78f1-46fc-98c6-fbcd422ca8f2 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798104-1-smb {{(pid=74186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 16:49:29.115040 dv-cinder-798104-1-smb neutron-server[74186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0aeb7835-78f1-46fc-98c6-fbcd422ca8f2 admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-798104-1-smb {{(pid=74186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 16:49:29.115568 dv-cinder-798104-1-smb neutron-server[74186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0aeb7835-78f1-46fc-98c6-fbcd422ca8f2 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798104-1-smb {{(pid=74186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 16:49:29.116087 dv-cinder-798104-1-smb neutron-server[74186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0aeb7835-78f1-46fc-98c6-fbcd422ca8f2 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-798104-1-smb {{(pid=74186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 16:49:29.116643 dv-cinder-798104-1-smb neutron-server[74186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0aeb7835-78f1-46fc-98c6-fbcd422ca8f2 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798104-1-smb {{(pid=74186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 16:49:29.117220 dv-cinder-798104-1-smb neutron-server[74186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0aeb7835-78f1-46fc-98c6-fbcd422ca8f2 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798104-1-smb {{(pid=74186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 16:49:29.118012 dv-cinder-798104-1-smb neutron-server[74186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0aeb7835-78f1-46fc-98c6-fbcd422ca8f2 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798104-1-smb {{(pid=74186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 16:49:29.118607 dv-cinder-798104-1-smb neutron-server[74186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0aeb7835-78f1-46fc-98c6-fbcd422ca8f2 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798104-1-smb {{(pid=74186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 16:49:29.119193 dv-cinder-798104-1-smb neutron-server[74186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0aeb7835-78f1-46fc-98c6-fbcd422ca8f2 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798104-1-smb {{(pid=74186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 16:49:29.121284 dv-cinder-798104-1-smb neutron-server[74187]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8d22b696-5993-42e6-93e0-0b5c25202942 None None] Network 4e66a7eb-2725-411e-9b4f-e274c7c51246 requested from dv-cinder-798104-1-smb {{(pid=74187) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jun 28 16:49:29.124178 dv-cinder-798104-1-smb neutron-server[74186]: DEBUG neutron_lib.callbacks.manager [None req-0aeb7835-78f1-46fc-98c6-fbcd422ca8f2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1598890'] for subnet, before_response {{(pid=74186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 16:49:29.132400 dv-cinder-798104-1-smb neutron-server[74186]: INFO neutron.wsgi [None req-0aeb7835-78f1-46fc-98c6-fbcd422ca8f2 admin admin] 10.222.0.26 "DELETE /v2.0/subnets/f2ffd4c6-165d-446d-9207-8235b5280dd5 HTTP/1.1" status: 204 len: 168 time: 0.5966983 Jun 28 16:49:29.133720 dv-cinder-798104-1-smb neutron-server[74186]: DEBUG oslo_concurrency.lockutils [None req-0aeb7835-78f1-46fc-98c6-fbcd422ca8f2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=74186) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 16:49:29.136441 dv-cinder-798104-1-smb neutron-server[74186]: DEBUG neutron.wsgi [-] (74186) accepted ('10.222.0.26', 55082) {{(pid=74186) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 28 16:49:29.255330 dv-cinder-798104-1-smb neutron-server[74186]: DEBUG neutron_lib.callbacks.manager [None req-f5135863-1886-4f49-9c26-8f1d19f0a1a0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-565721'] for network, before_delete {{(pid=74186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 16:49:29.269334 dv-cinder-798104-1-smb neutron-server[74186]: DEBUG neutron.plugins.ml2.plugin [None req-f5135863-1886-4f49-9c26-8f1d19f0a1a0 admin admin] Deleting port 74703248-bf69-474c-88bd-a2bb2d77a8d5 {{(pid=74186) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Jun 28 16:49:29.270085 dv-cinder-798104-1-smb neutron-server[74186]: DEBUG neutron_lib.callbacks.manager [None req-f5135863-1886-4f49-9c26-8f1d19f0a1a0 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774158158511'] for port, before_delete {{(pid=74186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 16:49:29.459592 dv-cinder-798104-1-smb neutron-server[74187]: DEBUG neutron.db.provisioning_blocks [None req-c72dd329-595c-4eca-9296-ba6eff8780d9 None None] Provisioning for port 9776e0e3-e071-4fec-8792-4277c11d23b7 completed by entity L2. {{(pid=74187) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 28 16:49:29.527874 dv-cinder-798104-1-smb neutron-server[74187]: DEBUG neutron.db.provisioning_blocks [None req-c72dd329-595c-4eca-9296-ba6eff8780d9 None None] Provisioning complete for port 9776e0e3-e071-4fec-8792-4277c11d23b7 triggered by entity L2. {{(pid=74187) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 28 16:49:29.528519 dv-cinder-798104-1-smb neutron-server[74187]: DEBUG neutron_lib.callbacks.manager [None req-c72dd329-595c-4eca-9296-ba6eff8780d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1002786'] for port, provisioning_complete {{(pid=74187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 16:49:29.681113 dv-cinder-798104-1-smb neutron-server[74186]: DEBUG neutron.plugins.ml2.db [None req-f5135863-1886-4f49-9c26-8f1d19f0a1a0 admin admin] For port 74703248-bf69-474c-88bd-a2bb2d77a8d5, host dv-cinder-798104-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-798104-1-smb',level=0,port_id=74703248-bf69-474c-88bd-a2bb2d77a8d5,segment=NetworkSegment(2df110ad-025a-4a6b-9e31-f233466e01f1),segment_id=2df110ad-025a-4a6b-9e31-f233466e01f1)] {{(pid=74186) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 16:49:29.682009 dv-cinder-798104-1-smb neutron-server[74186]: DEBUG neutron_lib.callbacks.manager [None req-f5135863-1886-4f49-9c26-8f1d19f0a1a0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1637578'] for port, precommit_delete {{(pid=74186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 16:49:29.817653 dv-cinder-798104-1-smb neutron-server[74187]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-de9bdf51-cf19-434e-8a16-09f27f1ef191 None None] DHCP port deletion for 4e66a7eb-2725-411e-9b4f-e274c7c51246 request from dv-cinder-798104-1-smb {{(pid=74187) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Jun 28 16:49:29.858611 dv-cinder-798104-1-smb neutron-server[74187]: DEBUG neutron.plugins.ml2.plugin [None req-de9bdf51-cf19-434e-8a16-09f27f1ef191 None None] Deleting port 74703248-bf69-474c-88bd-a2bb2d77a8d5 {{(pid=74187) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Jun 28 16:49:29.859204 dv-cinder-798104-1-smb neutron-server[74187]: DEBUG neutron_lib.callbacks.manager [None req-de9bdf51-cf19-434e-8a16-09f27f1ef191 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774158158511'] for port, before_delete {{(pid=74187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 16:49:29.945815 dv-cinder-798104-1-smb neutron-server[74187]: DEBUG neutron_lib.callbacks.manager [None req-c72dd329-595c-4eca-9296-ba6eff8780d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621611'] for port, before_update {{(pid=74187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 16:49:30.063960 dv-cinder-798104-1-smb neutron-server[74187]: DEBUG neutron.plugins.ml2.db [None req-c72dd329-595c-4eca-9296-ba6eff8780d9 None None] For port 9776e0e3-e071-4fec-8792-4277c11d23b7, host dv-cinder-798104-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-798104-1-smb',level=0,port_id=9776e0e3-e071-4fec-8792-4277c11d23b7,segment=NetworkSegment(1fdcd85b-55c4-4ae7-ac73-ac3bd2107891),segment_id=1fdcd85b-55c4-4ae7-ac73-ac3bd2107891)] {{(pid=74187) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 16:49:30.113503 dv-cinder-798104-1-smb neutron-server[74187]: DEBUG neutron_lib.callbacks.manager [None req-c72dd329-595c-4eca-9296-ba6eff8780d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-615041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1598908', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774158213048', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774157688378', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774157688423'] for port, after_update {{(pid=74187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 16:49:30.123624 dv-cinder-798104-1-smb neutron-server[74187]: DEBUG oslo_concurrency.lockutils [None req-c72dd329-595c-4eca-9296-ba6eff8780d9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74187) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 16:49:30.131419 dv-cinder-798104-1-smb neutron-server[74186]: DEBUG neutron.plugins.ml2.plugin [None req-f5135863-1886-4f49-9c26-8f1d19f0a1a0 admin admin] Calling delete_port for 74703248-bf69-474c-88bd-a2bb2d77a8d5 owned by network:dhcp {{(pid=74186) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Jun 28 16:49:30.205092 dv-cinder-798104-1-smb neutron-server[74187]: DEBUG neutron.plugins.ml2.rpc [None req-c72dd329-595c-4eca-9296-ba6eff8780d9 None None] Device 78dc5b3f-ac10-45ad-827b-b4cd72cb9a44 no longer exists at agent ovs-agent-dv-cinder-798104-1-smb {{(pid=74187) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 28 16:49:30.246026 dv-cinder-798104-1-smb neutron-server[74186]: DEBUG neutron_lib.callbacks.manager [None req-f5135863-1886-4f49-9c26-8f1d19f0a1a0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-615041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1598908', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774158213030', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774157688369', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1108489'] for port, after_delete {{(pid=74186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 16:49:30.251507 dv-cinder-798104-1-smb neutron-server[74186]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74186) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 16:49:30.261510 dv-cinder-798104-1-smb neutron-server[74187]: DEBUG neutron.plugins.ml2.plugin [None req-c72dd329-595c-4eca-9296-ba6eff8780d9 None None] No Port match for: 78dc5b3f-ac10-45ad-827b-b4cd72cb9a44 {{(pid=74187) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}} Jun 28 16:49:30.262328 dv-cinder-798104-1-smb neutron-server[74187]: DEBUG neutron.plugins.ml2.rpc [None req-c72dd329-595c-4eca-9296-ba6eff8780d9 None None] Device 78dc5b3f-ac10-45ad-827b-b4cd72cb9a44 not bound to the agent host dv-cinder-798104-1-smb {{(pid=74187) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 28 16:49:30.301301 dv-cinder-798104-1-smb neutron-server[74186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5135863-1886-4f49-9c26-8f1d19f0a1a0 admin admin] Pushing event deleted for resources: {'Port': ['ID=74703248-bf69-474c-88bd-a2bb2d77a8d5,revision_number=None']} {{(pid=74186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 16:49:30.305299 dv-cinder-798104-1-smb neutron-server[74186]: DEBUG oslo_concurrency.lockutils [None req-f5135863-1886-4f49-9c26-8f1d19f0a1a0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=74186) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 16:49:30.309346 dv-cinder-798104-1-smb neutron-server[74186]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5135863-1886-4f49-9c26-8f1d19f0a1a0 admin admin] No DVR routers for this DVR port 74703248-bf69-474c-88bd-a2bb2d77a8d5 on host dv-cinder-798104-1-smb {{(pid=74186) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 28 16:49:30.363143 dv-cinder-798104-1-smb neutron-server[74187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c72dd329-595c-4eca-9296-ba6eff8780d9 None None] Pushing event updated for resources: {'Port': ['ID=9776e0e3-e071-4fec-8792-4277c11d23b7,revision_number=4']} {{(pid=74187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 16:49:30.371072 dv-cinder-798104-1-smb neutron-server[74187]: DEBUG oslo_concurrency.lockutils [None req-c72dd329-595c-4eca-9296-ba6eff8780d9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.248s {{(pid=74187) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 16:49:30.422267 dv-cinder-798104-1-smb neutron-server[74187]: DEBUG neutron.plugins.ml2.db [None req-de9bdf51-cf19-434e-8a16-09f27f1ef191 None None] For port 74703248-bf69-474c-88bd-a2bb2d77a8d5, host dv-cinder-798104-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-798104-1-smb',level=0,port_id=74703248-bf69-474c-88bd-a2bb2d77a8d5,segment=NetworkSegment(2df110ad-025a-4a6b-9e31-f233466e01f1),segment_id=2df110ad-025a-4a6b-9e31-f233466e01f1)] {{(pid=74187) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 16:49:30.422776 dv-cinder-798104-1-smb neutron-server[74187]: DEBUG neutron_lib.callbacks.manager [None req-de9bdf51-cf19-434e-8a16-09f27f1ef191 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1637578'] for port, precommit_delete {{(pid=74187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 16:49:30.444476 dv-cinder-798104-1-smb neutron-server[74186]: DEBUG neutron_lib.callbacks.manager [None req-f5135863-1886-4f49-9c26-8f1d19f0a1a0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1000101', 'neutron.services.segments.db._delete_segments_for_network-8774158209666'] for network, precommit_delete {{(pid=74186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 16:49:30.466872 dv-cinder-798104-1-smb neutron-server[74186]: DEBUG neutron.services.segments.db [None req-f5135863-1886-4f49-9c26-8f1d19f0a1a0 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4e66a7eb-2725-411e-9b4f-e274c7c51246']}} {{(pid=74186) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 16:49:30.487389 dv-cinder-798104-1-smb neutron-server[74186]: DEBUG neutron.services.segments.db [None req-f5135863-1886-4f49-9c26-8f1d19f0a1a0 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2df110ad-025a-4a6b-9e31-f233466e01f1') {'for_net_delete': True} {{(pid=74186) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 16:49:30.487680 dv-cinder-798104-1-smb neutron-server[74186]: DEBUG neutron.services.segments.db [None req-f5135863-1886-4f49-9c26-8f1d19f0a1a0 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2df110ad-025a-4a6b-9e31-f233466e01f1') {} {{(pid=74186) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 16:49:30.505678 dv-cinder-798104-1-smb neutron-server[74186]: DEBUG neutron_lib.callbacks.manager [None req-f5135863-1886-4f49-9c26-8f1d19f0a1a0 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774158131357', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1055344'] for segment, before_delete {{(pid=74186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 16:49:30.560538 dv-cinder-798104-1-smb neutron-server[74186]: DEBUG neutron_lib.callbacks.manager [None req-f5135863-1886-4f49-9c26-8f1d19f0a1a0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-938564'] for segment, precommit_delete {{(pid=74186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 16:49:30.576887 dv-cinder-798104-1-smb neutron-server[74187]: DEBUG neutron.plugins.ml2.plugin [None req-de9bdf51-cf19-434e-8a16-09f27f1ef191 None None] Calling delete_port for 74703248-bf69-474c-88bd-a2bb2d77a8d5 owned by network:dhcp {{(pid=74187) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Jun 28 16:49:30.583524 dv-cinder-798104-1-smb neutron-server[74186]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f5135863-1886-4f49-9c26-8f1d19f0a1a0 admin admin] Releasing vlan 405 on physical network physnet1 to pool {{(pid=74186) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Jun 28 16:49:30.584335 dv-cinder-798104-1-smb neutron-server[74186]: DEBUG neutron_lib.callbacks.manager [None req-f5135863-1886-4f49-9c26-8f1d19f0a1a0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-938591', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1108572'] for segment, after_delete {{(pid=74186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 16:49:30.626484 dv-cinder-798104-1-smb neutron-server[74186]: Traceback (most recent call last): Jun 28 16:49:30.626484 dv-cinder-798104-1-smb neutron-server[74186]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Jun 28 16:49:30.626484 dv-cinder-798104-1-smb neutron-server[74186]: timer() Jun 28 16:49:30.626484 dv-cinder-798104-1-smb neutron-server[74186]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 28 16:49:30.626484 dv-cinder-798104-1-smb neutron-server[74186]: cb(*args, **kw) Jun 28 16:49:30.626484 dv-cinder-798104-1-smb neutron-server[74186]: File "/opt/stack/neutron/neutron/common/utils.py", line 901, in wrapper Jun 28 16:49:30.626484 dv-cinder-798104-1-smb neutron-server[74186]: return func(*args, **kwargs) Jun 28 16:49:30.626484 dv-cinder-798104-1-smb neutron-server[74186]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 28 16:49:30.626484 dv-cinder-798104-1-smb neutron-server[74186]: self._notify() Jun 28 16:49:30.626484 dv-cinder-798104-1-smb neutron-server[74186]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 28 16:49:30.626484 dv-cinder-798104-1-smb neutron-server[74186]: self.callback(batched_events) Jun 28 16:49:30.626484 dv-cinder-798104-1-smb neutron-server[74186]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 28 16:49:30.626484 dv-cinder-798104-1-smb neutron-server[74186]: event.method(event) Jun 28 16:49:30.626484 dv-cinder-798104-1-smb neutron-server[74186]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 28 16:49:30.626484 dv-cinder-798104-1-smb neutron-server[74186]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 28 16:49:30.626484 dv-cinder-798104-1-smb neutron-server[74186]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 28 16:49:30.626484 dv-cinder-798104-1-smb neutron-server[74186]: aggregate_uuid = self.p_client.list_aggregates( Jun 28 16:49:30.626484 dv-cinder-798104-1-smb neutron-server[74186]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 28 16:49:30.626484 dv-cinder-798104-1-smb neutron-server[74186]: return f(self, *a, **k) Jun 28 16:49:30.626484 dv-cinder-798104-1-smb neutron-server[74186]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jun 28 16:49:30.626484 dv-cinder-798104-1-smb neutron-server[74186]: return self._get(url).json() Jun 28 16:49:30.626484 dv-cinder-798104-1-smb neutron-server[74186]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jun 28 16:49:30.626484 dv-cinder-798104-1-smb neutron-server[74186]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 28 16:49:30.626484 dv-cinder-798104-1-smb neutron-server[74186]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Jun 28 16:49:30.626484 dv-cinder-798104-1-smb neutron-server[74186]: return self.request(url, 'GET', **kwargs) Jun 28 16:49:30.626484 dv-cinder-798104-1-smb neutron-server[74186]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Jun 28 16:49:30.626484 dv-cinder-798104-1-smb neutron-server[74186]: base_url = self.get_endpoint(auth, allow=allow, Jun 28 16:49:30.626484 dv-cinder-798104-1-smb neutron-server[74186]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jun 28 16:49:30.626484 dv-cinder-798104-1-smb neutron-server[74186]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 28 16:49:30.626484 dv-cinder-798104-1-smb neutron-server[74186]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jun 28 16:49:30.626484 dv-cinder-798104-1-smb neutron-server[74186]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 28 16:49:30.626484 dv-cinder-798104-1-smb neutron-server[74186]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 28 16:49:30.670417 dv-cinder-798104-1-smb neutron-server[74187]: DEBUG neutron_lib.db.api [None req-de9bdf51-cf19-434e-8a16-09f27f1ef191 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=74187) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 28 16:49:30.670944 dv-cinder-798104-1-smb neutron-server[74187]: DEBUG oslo_db.api [None req-de9bdf51-cf19-434e-8a16-09f27f1ef191 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=74187) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 28 16:49:30.732715 dv-cinder-798104-1-smb neutron-server[74186]: DEBUG neutron_lib.callbacks.manager [None req-f5135863-1886-4f49-9c26-8f1d19f0a1a0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1000534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2050463', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1598908', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1624240'] for network, after_delete {{(pid=74186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 16:49:30.739180 dv-cinder-798104-1-smb neutron-server[74186]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74186) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 16:49:30.763221 dv-cinder-798104-1-smb neutron-server[74186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5135863-1886-4f49-9c26-8f1d19f0a1a0 admin admin] Pushing event deleted for resources: {'Network': ['ID=4e66a7eb-2725-411e-9b4f-e274c7c51246,revision_number=None']} {{(pid=74186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 16:49:30.765343 dv-cinder-798104-1-smb neutron-server[74186]: DEBUG neutron_lib.callbacks.manager [None req-f5135863-1886-4f49-9c26-8f1d19f0a1a0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1598890'] for network, before_response {{(pid=74186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 16:49:30.771659 dv-cinder-798104-1-smb neutron-server[74186]: DEBUG oslo_concurrency.lockutils [None req-f5135863-1886-4f49-9c26-8f1d19f0a1a0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=74186) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 16:49:30.793911 dv-cinder-798104-1-smb neutron-server[74186]: INFO neutron.wsgi [None req-f5135863-1886-4f49-9c26-8f1d19f0a1a0 admin admin] 10.222.0.26 "DELETE /v2.0/networks/4e66a7eb-2725-411e-9b4f-e274c7c51246 HTTP/1.1" status: 204 len: 168 time: 1.6524198 Jun 28 16:49:30.972845 dv-cinder-798104-1-smb neutron-server[74187]: DEBUG neutron.plugins.ml2.rpc [None req-c72dd329-595c-4eca-9296-ba6eff8780d9 None None] Device 9776e0e3-e071-4fec-8792-4277c11d23b7 up at agent ovs-agent-dv-cinder-798104-1-smb {{(pid=74187) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 28 16:49:31.054952 dv-cinder-798104-1-smb neutron-server[74186]: DEBUG neutron.wsgi [-] (74186) accepted ('10.222.0.26', 55092) {{(pid=74186) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 28 16:49:31.057095 dv-cinder-798104-1-smb neutron-server[74187]: DEBUG neutron.db.provisioning_blocks [None req-c72dd329-595c-4eca-9296-ba6eff8780d9 None None] Provisioning complete for port 9776e0e3-e071-4fec-8792-4277c11d23b7 triggered by entity L2. {{(pid=74187) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 28 16:49:31.057544 dv-cinder-798104-1-smb neutron-server[74187]: DEBUG neutron_lib.callbacks.manager [None req-c72dd329-595c-4eca-9296-ba6eff8780d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1002786'] for port, provisioning_complete {{(pid=74187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 16:49:31.121717 dv-cinder-798104-1-smb neutron-server[74186]: INFO neutron.wsgi [None req-54365bc0-db57-4e48-b33b-955354059ac6 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=1796e3b7b6834b8a88df228c1c9772ef&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0654895 Jun 28 16:49:31.124304 dv-cinder-798104-1-smb neutron-server[74186]: DEBUG neutron.wsgi [-] (74186) accepted ('10.222.0.26', 55096) {{(pid=74186) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 28 16:49:31.193548 dv-cinder-798104-1-smb neutron-server[74187]: DEBUG neutron.plugins.ml2.plugin [None req-de9bdf51-cf19-434e-8a16-09f27f1ef191 None None] Deleting port 74703248-bf69-474c-88bd-a2bb2d77a8d5 {{(pid=74187) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Jun 28 16:49:31.194128 dv-cinder-798104-1-smb neutron-server[74187]: DEBUG neutron_lib.callbacks.manager [None req-de9bdf51-cf19-434e-8a16-09f27f1ef191 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774158158511'] for port, before_delete {{(pid=74187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 16:49:31.197540 dv-cinder-798104-1-smb neutron-server[74186]: DEBUG neutron_lib.callbacks.manager [None req-5c01e53b-0596-4ecc-befa-0ffb0e294858 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=74186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 16:49:31.228363 dv-cinder-798104-1-smb neutron-server[74186]: DEBUG neutron_lib.callbacks.manager [None req-5c01e53b-0596-4ecc-befa-0ffb0e294858 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=74186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 16:49:31.291482 dv-cinder-798104-1-smb neutron-server[74186]: DEBUG neutron_lib.callbacks.manager [None req-5c01e53b-0596-4ecc-befa-0ffb0e294858 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2050486'] for security_group, after_delete {{(pid=74186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 16:49:31.298422 dv-cinder-798104-1-smb neutron-server[74186]: DEBUG oslo_concurrency.lockutils [None req-a4b5ceba-57cc-4fb6-9fe3-4bcdf19c120f tempest-AttachVolumeShelveTestJSON-223402159 tempest-AttachVolumeShelveTestJSON-223402159-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74186) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 16:49:31.300457 dv-cinder-798104-1-smb neutron-server[74187]: DEBUG neutron.plugins.ml2.rpc [None req-c72dd329-595c-4eca-9296-ba6eff8780d9 None None] Device 74703248-bf69-474c-88bd-a2bb2d77a8d5 no longer exists at agent ovs-agent-dv-cinder-798104-1-smb {{(pid=74187) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 28 16:49:31.314140 dv-cinder-798104-1-smb neutron-server[74186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c01e53b-0596-4ecc-befa-0ffb0e294858 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=429b2478-3fae-4723-810e-64745de1242d,revision_number=None']} {{(pid=74186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 16:49:31.319877 dv-cinder-798104-1-smb neutron-server[74186]: DEBUG oslo_concurrency.lockutils [None req-5c01e53b-0596-4ecc-befa-0ffb0e294858 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=74186) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 16:49:31.321744 dv-cinder-798104-1-smb neutron-server[74186]: DEBUG neutron_lib.callbacks.manager [None req-5c01e53b-0596-4ecc-befa-0ffb0e294858 admin admin] Notify callbacks [] for security_group, before_response {{(pid=74186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 16:49:31.326188 dv-cinder-798104-1-smb neutron-server[74186]: INFO neutron.wsgi [None req-5c01e53b-0596-4ecc-befa-0ffb0e294858 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/429b2478-3fae-4723-810e-64745de1242d HTTP/1.1" status: 204 len: 168 time: 0.1973314 Jun 28 16:49:31.333698 dv-cinder-798104-1-smb neutron-server[74187]: DEBUG neutron.plugins.ml2.plugin [None req-de9bdf51-cf19-434e-8a16-09f27f1ef191 None None] The port '74703248-bf69-474c-88bd-a2bb2d77a8d5' was deleted {{(pid=74187) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1889}} Jun 28 16:49:31.357344 dv-cinder-798104-1-smb neutron-server[74187]: DEBUG neutron.plugins.ml2.plugin [None req-c72dd329-595c-4eca-9296-ba6eff8780d9 None None] No Port match for: 74703248-bf69-474c-88bd-a2bb2d77a8d5 {{(pid=74187) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}} Jun 28 16:49:31.357835 dv-cinder-798104-1-smb neutron-server[74187]: DEBUG neutron.plugins.ml2.rpc [None req-c72dd329-595c-4eca-9296-ba6eff8780d9 None None] Device 74703248-bf69-474c-88bd-a2bb2d77a8d5 not bound to the agent host dv-cinder-798104-1-smb {{(pid=74187) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 28 16:49:31.358626 dv-cinder-798104-1-smb neutron-server[74187]: DEBUG neutron.plugins.ml2.rpc [None req-c72dd329-595c-4eca-9296-ba6eff8780d9 None None] Device 2b6842d1-6e2d-429b-8fe9-2900df84d0b8 no longer exists at agent ovs-agent-dv-cinder-798104-1-smb {{(pid=74187) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 28 16:49:31.403437 dv-cinder-798104-1-smb neutron-server[74187]: DEBUG neutron.plugins.ml2.plugin [None req-c72dd329-595c-4eca-9296-ba6eff8780d9 None None] No Port match for: 2b6842d1-6e2d-429b-8fe9-2900df84d0b8 {{(pid=74187) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}} Jun 28 16:49:31.403896 dv-cinder-798104-1-smb neutron-server[74187]: DEBUG neutron.plugins.ml2.rpc [None req-c72dd329-595c-4eca-9296-ba6eff8780d9 None None] Device 2b6842d1-6e2d-429b-8fe9-2900df84d0b8 not bound to the agent host dv-cinder-798104-1-smb {{(pid=74187) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 28 16:49:32.412500 dv-cinder-798104-1-smb neutron-server[74186]: DEBUG neutron.wsgi [-] (74186) accepted ('10.222.0.26', 55118) {{(pid=74186) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 28 16:49:32.571661 dv-cinder-798104-1-smb neutron-server[74186]: DEBUG neutron.api.v2.base [None req-e9bd77d4-cbee-4d48-8704-156c8a49e97c admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-1644371159-network', 'tenant_id': 'a538bf881f94426fab2108868ebfc349'}} {{(pid=74186) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jun 28 16:49:32.578986 dv-cinder-798104-1-smb neutron-server[74186]: DEBUG neutron.db.quota.driver [None req-e9bd77d4-cbee-4d48-8704-156c8a49e97c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74186) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 28 16:49:32.590549 dv-cinder-798104-1-smb neutron-server[74186]: DEBUG neutron.quota.resource [None req-e9bd77d4-cbee-4d48-8704-156c8a49e97c admin admin] Usage tracker for resource:network and tenant:a538bf881f94426fab2108868ebfc349 is out of sync, need to count used quota {{(pid=74186) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 28 16:49:32.594204 dv-cinder-798104-1-smb neutron-server[74186]: DEBUG neutron.quota.resource [None req-e9bd77d4-cbee-4d48-8704-156c8a49e97c admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=74186) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 28 16:49:32.605598 dv-cinder-798104-1-smb neutron-server[74186]: DEBUG neutron.db.quota.driver [None req-e9bd77d4-cbee-4d48-8704-156c8a49e97c admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74186) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 28 16:49:32.619035 dv-cinder-798104-1-smb neutron-server[74186]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e9bd77d4-cbee-4d48-8704-156c8a49e97c admin admin] Made reservation on behalf of a538bf881f94426fab2108868ebfc349 for: {'network': 1} {{(pid=74186) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 28 16:49:32.621687 dv-cinder-798104-1-smb neutron-server[74186]: DEBUG neutron_lib.callbacks.manager [None req-e9bd77d4-cbee-4d48-8704-156c8a49e97c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621611'] for network, before_create {{(pid=74186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 16:49:32.636381 dv-cinder-798104-1-smb neutron-server[74186]: DEBUG neutron_lib.callbacks.manager [None req-e9bd77d4-cbee-4d48-8704-156c8a49e97c admin admin] Notify callbacks [] for security_group, before_create {{(pid=74186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 16:49:32.686885 dv-cinder-798104-1-smb neutron-server[74186]: DEBUG neutron.db.quota.driver [None req-e9bd77d4-cbee-4d48-8704-156c8a49e97c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74186) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 28 16:49:32.694986 dv-cinder-798104-1-smb neutron-server[74186]: DEBUG neutron.quota.resource [None req-e9bd77d4-cbee-4d48-8704-156c8a49e97c admin admin] Usage tracker for resource:security_group_rule and tenant:a538bf881f94426fab2108868ebfc349 is out of sync, need to count used quota {{(pid=74186) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 28 16:49:32.702832 dv-cinder-798104-1-smb neutron-server[74186]: DEBUG neutron.quota.resource [None req-e9bd77d4-cbee-4d48-8704-156c8a49e97c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=74186) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 28 16:49:32.713861 dv-cinder-798104-1-smb neutron-server[74186]: DEBUG neutron.db.quota.driver [None req-e9bd77d4-cbee-4d48-8704-156c8a49e97c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74186) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 28 16:49:32.841395 dv-cinder-798104-1-smb neutron-server[74186]: DEBUG neutron_lib.callbacks.manager [None req-e9bd77d4-cbee-4d48-8704-156c8a49e97c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=74186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 16:49:32.849452 dv-cinder-798104-1-smb neutron-server[74186]: DEBUG neutron_lib.callbacks.manager [None req-e9bd77d4-cbee-4d48-8704-156c8a49e97c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2050486'] for security_group, after_create {{(pid=74186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 16:49:32.866618 dv-cinder-798104-1-smb neutron-server[74186]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e9bd77d4-cbee-4d48-8704-156c8a49e97c admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 405} {{(pid=74186) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:149}} Jun 28 16:49:32.880903 dv-cinder-798104-1-smb neutron-server[74186]: DEBUG neutron_lib.callbacks.manager [None req-e9bd77d4-cbee-4d48-8704-156c8a49e97c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-938564'] for segment, precommit_create {{(pid=74186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 16:49:32.881514 dv-cinder-798104-1-smb neutron-server[74186]: INFO neutron.db.segments_db [None req-e9bd77d4-cbee-4d48-8704-156c8a49e97c admin admin] Added segment 2c0a68fd-7cc2-4d98-8375-a38d6ab9c22a of type vlan for network bb4cc4d3-4de8-4886-89e0-415b22ba868b Jun 28 16:49:32.898386 dv-cinder-798104-1-smb neutron-server[74186]: DEBUG oslo_concurrency.lockutils [None req-e67457ec-8e10-4f59-a861-eb7ad8fe59f6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74186) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 16:49:32.941102 dv-cinder-798104-1-smb neutron-server[74186]: DEBUG neutron_lib.callbacks.manager [None req-e9bd77d4-cbee-4d48-8704-156c8a49e97c admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774157680294'] for network, precommit_create {{(pid=74186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 16:49:32.948158 dv-cinder-798104-1-smb neutron-server[74186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9bd77d4-cbee-4d48-8704-156c8a49e97c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5dec02be-3b82-4794-99ba-15356adf3f81,revision_number=1']} {{(pid=74186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 16:49:32.951612 dv-cinder-798104-1-smb neutron-server[74186]: DEBUG oslo_concurrency.lockutils [None req-e9bd77d4-cbee-4d48-8704-156c8a49e97c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=74186) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 16:49:33.000264 dv-cinder-798104-1-smb neutron-server[74186]: DEBUG neutron_lib.callbacks.manager [None req-e9bd77d4-cbee-4d48-8704-156c8a49e97c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2050463', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1598908'] for network, after_create {{(pid=74186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 16:49:33.001715 dv-cinder-798104-1-smb neutron-server[74186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e9bd77d4-cbee-4d48-8704-156c8a49e97c admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=74186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 16:49:33.002379 dv-cinder-798104-1-smb neutron-server[74186]: DEBUG neutron_lib.callbacks.manager [None req-e9bd77d4-cbee-4d48-8704-156c8a49e97c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1598890'] for network, before_response {{(pid=74186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 16:49:33.006971 dv-cinder-798104-1-smb neutron-server[74186]: DEBUG oslo_concurrency.lockutils [None req-11867982-5b94-41aa-8081-13e3f8e9332a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74186) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 16:49:33.118027 dv-cinder-798104-1-smb neutron-server[74186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9bd77d4-cbee-4d48-8704-156c8a49e97c admin admin] Pushing event updated for resources: {'Network': ['ID=bb4cc4d3-4de8-4886-89e0-415b22ba868b,revision_number=1']} {{(pid=74186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 16:49:33.120896 dv-cinder-798104-1-smb neutron-server[74186]: INFO neutron.wsgi [None req-e9bd77d4-cbee-4d48-8704-156c8a49e97c admin admin] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.7068491 Jun 28 16:49:33.121812 dv-cinder-798104-1-smb neutron-server[74186]: DEBUG oslo_concurrency.lockutils [None req-e9bd77d4-cbee-4d48-8704-156c8a49e97c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=74186) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 16:49:33.124018 dv-cinder-798104-1-smb neutron-server[74186]: DEBUG neutron.wsgi [-] (74186) accepted ('10.222.0.26', 55124) {{(pid=74186) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 28 16:49:33.130247 dv-cinder-798104-1-smb neutron-server[74186]: DEBUG neutron.api.v2.base [None req-32ea42fd-8237-4f8d-a4fc-42205b08b8d4 admin admin] Request body: {'subnet': {'network_id': 'bb4cc4d3-4de8-4886-89e0-415b22ba868b', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-1644371159-subnet', 'tenant_id': 'a538bf881f94426fab2108868ebfc349', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=74186) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jun 28 16:49:33.131231 dv-cinder-798104-1-smb neutron-server[74187]: DEBUG neutron.plugins.ml2.rpc [None req-c72dd329-595c-4eca-9296-ba6eff8780d9 None None] Network bb4cc4d3-4de8-4886-89e0-415b22ba868b details requested by agent ovs-agent-dv-cinder-798104-1-smb with host dv-cinder-798104-1-smb {{(pid=74187) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 28 16:49:33.143220 dv-cinder-798104-1-smb neutron-server[74186]: DEBUG neutron.db.quota.driver [None req-32ea42fd-8237-4f8d-a4fc-42205b08b8d4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74186) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 28 16:49:33.151091 dv-cinder-798104-1-smb neutron-server[74186]: DEBUG neutron.quota.resource [None req-32ea42fd-8237-4f8d-a4fc-42205b08b8d4 admin admin] Usage tracker for resource:subnet and tenant:a538bf881f94426fab2108868ebfc349 is out of sync, need to count used quota {{(pid=74186) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 28 16:49:33.158121 dv-cinder-798104-1-smb neutron-server[74186]: DEBUG neutron.quota.resource [None req-32ea42fd-8237-4f8d-a4fc-42205b08b8d4 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=74186) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 28 16:49:33.180505 dv-cinder-798104-1-smb neutron-server[74186]: DEBUG neutron.db.quota.driver [None req-32ea42fd-8237-4f8d-a4fc-42205b08b8d4 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74186) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 28 16:49:33.209830 dv-cinder-798104-1-smb neutron-server[74186]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-32ea42fd-8237-4f8d-a4fc-42205b08b8d4 admin admin] Made reservation on behalf of a538bf881f94426fab2108868ebfc349 for: {'subnet': 1} {{(pid=74186) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 28 16:49:33.213472 dv-cinder-798104-1-smb neutron-server[74186]: DEBUG neutron_lib.callbacks.manager [None req-32ea42fd-8237-4f8d-a4fc-42205b08b8d4 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1484916'] for subnet, before_create {{(pid=74186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 16:49:33.478564 dv-cinder-798104-1-smb neutron-server[74186]: DEBUG neutron_lib.callbacks.manager [None req-32ea42fd-8237-4f8d-a4fc-42205b08b8d4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107460', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1598908', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1108661', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1484902'] for subnet, after_create {{(pid=74186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 16:49:33.488663 dv-cinder-798104-1-smb neutron-server[74186]: DEBUG oslo_concurrency.lockutils [None req-8ab525a7-7ec0-48bf-be1d-1f24aeca9f64 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74186) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 16:49:33.573950 dv-cinder-798104-1-smb neutron-server[74186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32ea42fd-8237-4f8d-a4fc-42205b08b8d4 admin admin] Pushing event updated for resources: {'Subnet': ['ID=675ec5bd-dc47-4713-907e-fa7c6eb0e688,revision_number=0']} {{(pid=74186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 16:49:33.578144 dv-cinder-798104-1-smb neutron-server[74186]: DEBUG oslo_concurrency.lockutils [None req-32ea42fd-8237-4f8d-a4fc-42205b08b8d4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=74186) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 16:49:33.583355 dv-cinder-798104-1-smb neutron-server[74186]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32ea42fd-8237-4f8d-a4fc-42205b08b8d4 admin admin] Checking segment: {'id': '2c0a68fd-7cc2-4d98-8375-a38d6ab9c22a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 405, 'network_id': 'bb4cc4d3-4de8-4886-89e0-415b22ba868b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=74186) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jun 28 16:49:33.583713 dv-cinder-798104-1-smb neutron-server[74186]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-32ea42fd-8237-4f8d-a4fc-42205b08b8d4 admin admin] Network hostable DHCP agents. Network: bb4cc4d3-4de8-4886-89e0-415b22ba868b, hostable agents: ['55edce43-ec1d-45c6-9e7a-198ba4834d81'], hosted agents: [] {{(pid=74186) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 28 16:49:33.608997 dv-cinder-798104-1-smb neutron-server[74186]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-32ea42fd-8237-4f8d-a4fc-42205b08b8d4 admin admin] Network bb4cc4d3-4de8-4886-89e0-415b22ba868b is scheduled to be hosted by DHCP agent 55edce43-ec1d-45c6-9e7a-198ba4834d81 with binding_index 1 {{(pid=74186) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 28 16:49:33.625534 dv-cinder-798104-1-smb neutron-server[74186]: DEBUG neutron.scheduler.base_scheduler [None req-32ea42fd-8237-4f8d-a4fc-42205b08b8d4 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-798104-1-smb, bb4cc4d3-4de8-4886-89e0-415b22ba868b) {{(pid=74186) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 28 16:49:33.632220 dv-cinder-798104-1-smb neutron-server[74186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-32ea42fd-8237-4f8d-a4fc-42205b08b8d4 admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=74186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 16:49:33.633241 dv-cinder-798104-1-smb neutron-server[74186]: DEBUG neutron_lib.callbacks.manager [None req-32ea42fd-8237-4f8d-a4fc-42205b08b8d4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1598890'] for subnet, before_response {{(pid=74186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 16:49:33.636338 dv-cinder-798104-1-smb neutron-server[74187]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fecc157e-b887-4af2-ae81-6c02fb01c4ff None None] Network bb4cc4d3-4de8-4886-89e0-415b22ba868b requested from dv-cinder-798104-1-smb {{(pid=74187) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jun 28 16:49:33.666753 dv-cinder-798104-1-smb neutron-server[74186]: INFO neutron.wsgi [None req-32ea42fd-8237-4f8d-a4fc-42205b08b8d4 admin admin] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.5415890 Jun 28 16:49:33.908568 dv-cinder-798104-1-smb neutron-server[74187]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-28563b54-a759-4ee4-90c3-0abccd0b5266 None None] Network bb4cc4d3-4de8-4886-89e0-415b22ba868b requested from dv-cinder-798104-1-smb {{(pid=74187) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jun 28 16:49:34.432697 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a329aee2-9258-442b-9bfc-273831f7cf0c req-fc1aa1c9-e598-4076-b861-56efd266275d tempest-AttachVolumeNegativeTest-1670388833 tempest-AttachVolumeNegativeTest-1670388833-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=74185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 16:49:34.434154 dv-cinder-798104-1-smb neutron-server[74185]: INFO neutron.wsgi [req-a329aee2-9258-442b-9bfc-273831f7cf0c req-fc1aa1c9-e598-4076-b861-56efd266275d tempest-AttachVolumeNegativeTest-1670388833 tempest-AttachVolumeNegativeTest-1670388833-project] 10.222.0.26 "GET /v2.0/networks?id=bb4cc4d3-4de8-4886-89e0-415b22ba868b HTTP/1.1" status: 200 len: 815 time: 0.2548599 Jun 28 16:49:34.461866 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16c88710-1029-4958-ab36-61836c95afb9 req-ea6123b9-cb48-460e-a84b-8e6829e6a0f9 tempest-TestMinimumBasicScenario-1571811032 tempest-TestMinimumBasicScenario-1571811032-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=74185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 16:49:34.462535 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG neutron.quota.resource [req-16c88710-1029-4958-ab36-61836c95afb9 req-ea6123b9-cb48-460e-a84b-8e6829e6a0f9 tempest-TestMinimumBasicScenario-1571811032 tempest-TestMinimumBasicScenario-1571811032-project] Synchronizing usage tracker for tenant:5bf6de7fd09845dea4827bbd91336fa8 on resource:network {{(pid=74185) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 28 16:49:34.471464 dv-cinder-798104-1-smb neutron-server[74185]: INFO neutron.wsgi [req-a329aee2-9258-442b-9bfc-273831f7cf0c req-b66e5fb8-256c-4345-bf6d-a751e63e4fab tempest-AttachVolumeNegativeTest-1670388833 tempest-AttachVolumeNegativeTest-1670388833-project] 10.222.0.26 "GET /v2.0/quotas/a538bf881f94426fab2108868ebfc349 HTTP/1.1" status: 200 len: 375 time: 0.0278413 Jun 28 16:49:34.513299 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG neutron.quota.resource [req-16c88710-1029-4958-ab36-61836c95afb9 req-ea6123b9-cb48-460e-a84b-8e6829e6a0f9 tempest-TestMinimumBasicScenario-1571811032 tempest-TestMinimumBasicScenario-1571811032-project] Unset dirty status for tenant:5bf6de7fd09845dea4827bbd91336fa8 on resource:network {{(pid=74185) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 28 16:49:34.514435 dv-cinder-798104-1-smb neutron-server[74185]: INFO neutron.wsgi [req-16c88710-1029-4958-ab36-61836c95afb9 req-ea6123b9-cb48-460e-a84b-8e6829e6a0f9 tempest-TestMinimumBasicScenario-1571811032 tempest-TestMinimumBasicScenario-1571811032-project] 10.222.0.26 "GET /v2.0/networks?id=7235a97e-a247-4b50-b496-41685533e564 HTTP/1.1" status: 200 len: 814 time: 0.2609267 Jun 28 16:49:34.521371 dv-cinder-798104-1-smb neutron-server[74185]: INFO neutron.wsgi [req-a329aee2-9258-442b-9bfc-273831f7cf0c req-a0e3f99d-9c4b-442d-880a-87a4c6d48c75 tempest-AttachVolumeNegativeTest-1670388833 tempest-AttachVolumeNegativeTest-1670388833-project] 10.222.0.26 "GET /v2.0/ports?tenant_id=a538bf881f94426fab2108868ebfc349&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0432150 Jun 28 16:49:34.607020 dv-cinder-798104-1-smb neutron-server[74185]: INFO neutron.wsgi [req-16c88710-1029-4958-ab36-61836c95afb9 req-e58a8aac-31f7-4cc8-af1b-be1499d14406 tempest-TestMinimumBasicScenario-1571811032 tempest-TestMinimumBasicScenario-1571811032-project] 10.222.0.26 "GET /v2.0/quotas/5bf6de7fd09845dea4827bbd91336fa8 HTTP/1.1" status: 200 len: 375 time: 0.0846827 Jun 28 16:49:34.722936 dv-cinder-798104-1-smb neutron-server[74185]: INFO neutron.wsgi [req-a329aee2-9258-442b-9bfc-273831f7cf0c req-7d0ff817-965a-4a5e-b4b9-13a89ebbc616 service neutron] 10.222.0.26 "GET /v2.0/networks/bb4cc4d3-4de8-4886-89e0-415b22ba868b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1935711 Jun 28 16:49:34.826929 dv-cinder-798104-1-smb neutron-server[74185]: INFO neutron.wsgi [req-16c88710-1029-4958-ab36-61836c95afb9 req-b5868e7e-3e71-431a-a745-33292120442c tempest-TestMinimumBasicScenario-1571811032 tempest-TestMinimumBasicScenario-1571811032-project] 10.222.0.26 "GET /v2.0/ports?tenant_id=5bf6de7fd09845dea4827bbd91336fa8&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2119889 Jun 28 16:49:34.892550 dv-cinder-798104-1-smb neutron-server[74185]: INFO neutron.wsgi [req-a329aee2-9258-442b-9bfc-273831f7cf0c req-ae38e1cb-4532-4e76-990d-cc12a86070a0 service neutron] 10.222.0.26 "GET /v2.0/networks/bb4cc4d3-4de8-4886-89e0-415b22ba868b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1621559 Jun 28 16:49:35.103913 dv-cinder-798104-1-smb neutron-server[74185]: INFO neutron.wsgi [req-16c88710-1029-4958-ab36-61836c95afb9 req-358a4327-be6b-4713-b3d8-cf6efc08ecb6 service neutron] 10.222.0.26 "GET /v2.0/networks/7235a97e-a247-4b50-b496-41685533e564?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2620075 Jun 28 16:49:35.106130 dv-cinder-798104-1-smb neutron-server[74185]: INFO neutron.wsgi [req-df2d9627-6a01-4de7-a84a-e4a7bafeaa77 req-f1aaffe6-9db3-4548-95e0-1d26a194fdba tempest-AttachVolumeNegativeTest-1670388833 tempest-AttachVolumeNegativeTest-1670388833-project] 10.222.0.26 "GET /v2.0/ports?device_id=7691576f-dcbb-4d39-9ad9-fe82c97b776b HTTP/1.1" status: 200 len: 210 time: 0.0482194 Jun 28 16:49:35.240770 dv-cinder-798104-1-smb neutron-server[74185]: INFO neutron.wsgi [req-16c88710-1029-4958-ab36-61836c95afb9 req-4e818140-26da-4bb2-b385-12f8b0f50871 service neutron] 10.222.0.26 "GET /v2.0/networks/7235a97e-a247-4b50-b496-41685533e564?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1294343 Jun 28 16:49:35.462633 dv-cinder-798104-1-smb neutron-server[74185]: INFO neutron.wsgi [req-b6d019d9-f232-4b80-a0a0-bd9550ed920f req-e3708e11-2133-4447-9213-2f162c3d0f62 tempest-TestMinimumBasicScenario-1571811032 tempest-TestMinimumBasicScenario-1571811032-project] 10.222.0.26 "GET /v2.0/ports?device_id=7c6cd64e-562e-4ad2-ab67-0bb916b977d2 HTTP/1.1" status: 200 len: 210 time: 0.0471988 Jun 28 16:49:36.286579 dv-cinder-798104-1-smb neutron-server[74185]: INFO neutron.wsgi [req-fa1f8336-812b-4bca-a8a5-1098677173fa req-af0c6efb-afba-43fa-9e37-8930a7d7a446 tempest-AttachVolumeNegativeTest-1670388833 tempest-AttachVolumeNegativeTest-1670388833-project] 10.222.0.26 "GET /v2.0/ports?device_id=7691576f-dcbb-4d39-9ad9-fe82c97b776b HTTP/1.1" status: 200 len: 210 time: 0.0454898 Jun 28 16:49:36.294307 dv-cinder-798104-1-smb neutron-server[74186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a329aee2-9258-442b-9bfc-273831f7cf0c req-427fd068-b26d-49ca-a67d-595e81654e01 tempest-AttachVolumeNegativeTest-1670388833 tempest-AttachVolumeNegativeTest-1670388833-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=74186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 16:49:36.295401 dv-cinder-798104-1-smb neutron-server[74186]: DEBUG neutron.quota.resource [req-a329aee2-9258-442b-9bfc-273831f7cf0c req-427fd068-b26d-49ca-a67d-595e81654e01 tempest-AttachVolumeNegativeTest-1670388833 tempest-AttachVolumeNegativeTest-1670388833-project] Synchronizing usage tracker for tenant:a538bf881f94426fab2108868ebfc349 on resource:network {{(pid=74186) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 28 16:49:36.312085 dv-cinder-798104-1-smb neutron-server[74186]: DEBUG neutron.quota.resource [req-a329aee2-9258-442b-9bfc-273831f7cf0c req-427fd068-b26d-49ca-a67d-595e81654e01 tempest-AttachVolumeNegativeTest-1670388833 tempest-AttachVolumeNegativeTest-1670388833-project] Unset dirty status for tenant:a538bf881f94426fab2108868ebfc349 on resource:network {{(pid=74186) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 28 16:49:36.313250 dv-cinder-798104-1-smb neutron-server[74186]: INFO neutron.wsgi [req-a329aee2-9258-442b-9bfc-273831f7cf0c req-427fd068-b26d-49ca-a67d-595e81654e01 tempest-AttachVolumeNegativeTest-1670388833 tempest-AttachVolumeNegativeTest-1670388833-project] 10.222.0.41 "GET /v2.0/networks?id=bb4cc4d3-4de8-4886-89e0-415b22ba868b HTTP/1.1" status: 200 len: 815 time: 0.2052057 Jun 28 16:49:36.333606 dv-cinder-798104-1-smb neutron-server[74186]: DEBUG neutron.api.v2.base [req-a329aee2-9258-442b-9bfc-273831f7cf0c req-9ffc1822-2464-43fd-a3d1-4d5794cc726a tempest-AttachVolumeNegativeTest-1670388833 tempest-AttachVolumeNegativeTest-1670388833-project] Request body: {'port': {'device_id': '7691576f-dcbb-4d39-9ad9-fe82c97b776b', 'network_id': 'bb4cc4d3-4de8-4886-89e0-415b22ba868b', 'admin_state_up': True, 'tenant_id': 'a538bf881f94426fab2108868ebfc349'}} {{(pid=74186) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jun 28 16:49:36.469596 dv-cinder-798104-1-smb neutron-server[74186]: DEBUG neutron.db.quota.driver [req-a329aee2-9258-442b-9bfc-273831f7cf0c req-9ffc1822-2464-43fd-a3d1-4d5794cc726a tempest-AttachVolumeNegativeTest-1670388833 tempest-AttachVolumeNegativeTest-1670388833-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74186) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 28 16:49:36.473972 dv-cinder-798104-1-smb neutron-server[74186]: DEBUG neutron.quota.resource [req-a329aee2-9258-442b-9bfc-273831f7cf0c req-9ffc1822-2464-43fd-a3d1-4d5794cc726a tempest-AttachVolumeNegativeTest-1670388833 tempest-AttachVolumeNegativeTest-1670388833-project] Usage tracker for resource:port and tenant:a538bf881f94426fab2108868ebfc349 is out of sync, need to count used quota {{(pid=74186) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 28 16:49:36.476871 dv-cinder-798104-1-smb neutron-server[74186]: DEBUG neutron.quota.resource [req-a329aee2-9258-442b-9bfc-273831f7cf0c req-9ffc1822-2464-43fd-a3d1-4d5794cc726a tempest-AttachVolumeNegativeTest-1670388833 tempest-AttachVolumeNegativeTest-1670388833-project] Quota usage for port was recalculated. Used quota:0. {{(pid=74186) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 28 16:49:36.482645 dv-cinder-798104-1-smb neutron-server[74186]: DEBUG neutron.db.quota.driver [req-a329aee2-9258-442b-9bfc-273831f7cf0c req-9ffc1822-2464-43fd-a3d1-4d5794cc726a tempest-AttachVolumeNegativeTest-1670388833 tempest-AttachVolumeNegativeTest-1670388833-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=74186) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 28 16:49:36.492605 dv-cinder-798104-1-smb neutron-server[74186]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a329aee2-9258-442b-9bfc-273831f7cf0c req-9ffc1822-2464-43fd-a3d1-4d5794cc726a tempest-AttachVolumeNegativeTest-1670388833 tempest-AttachVolumeNegativeTest-1670388833-project] Made reservation on behalf of a538bf881f94426fab2108868ebfc349 for: {'port': 1} {{(pid=74186) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 28 16:49:36.495953 dv-cinder-798104-1-smb neutron-server[74186]: DEBUG neutron_lib.callbacks.manager [req-a329aee2-9258-442b-9bfc-273831f7cf0c req-9ffc1822-2464-43fd-a3d1-4d5794cc726a tempest-AttachVolumeNegativeTest-1670388833 tempest-AttachVolumeNegativeTest-1670388833-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621611'] for port, before_create {{(pid=74186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 16:49:36.703152 dv-cinder-798104-1-smb neutron-server[74185]: INFO neutron.wsgi [req-2fbc4601-f8ec-46c7-98c1-cd68cef48b67 req-de1bcb27-df25-4f2c-883b-95c2a639ca0e tempest-TestMinimumBasicScenario-1571811032 tempest-TestMinimumBasicScenario-1571811032-project] 10.222.0.26 "GET /v2.0/ports?device_id=7c6cd64e-562e-4ad2-ab67-0bb916b977d2 HTTP/1.1" status: 200 len: 210 time: 0.0573957 Jun 28 16:49:36.760853 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16c88710-1029-4958-ab36-61836c95afb9 req-707babe7-940d-4114-bbd4-cdba202adfaa tempest-TestMinimumBasicScenario-1571811032 tempest-TestMinimumBasicScenario-1571811032-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=74185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 16:49:36.762266 dv-cinder-798104-1-smb neutron-server[74185]: INFO neutron.wsgi [req-16c88710-1029-4958-ab36-61836c95afb9 req-707babe7-940d-4114-bbd4-cdba202adfaa tempest-TestMinimumBasicScenario-1571811032 tempest-TestMinimumBasicScenario-1571811032-project] 10.222.0.41 "GET /v2.0/networks?id=7235a97e-a247-4b50-b496-41685533e564 HTTP/1.1" status: 200 len: 814 time: 0.2025290 Jun 28 16:49:36.771930 dv-cinder-798104-1-smb neutron-server[74186]: DEBUG neutron.db.db_base_plugin_common [req-a329aee2-9258-442b-9bfc-273831f7cf0c req-9ffc1822-2464-43fd-a3d1-4d5794cc726a tempest-AttachVolumeNegativeTest-1670388833 tempest-AttachVolumeNegativeTest-1670388833-project] Allocated IP 172.20.0.9 (bb4cc4d3-4de8-4886-89e0-415b22ba868b/675ec5bd-dc47-4713-907e-fa7c6eb0e688/60788748-c574-41bc-b1db-7b3c12dcca5a) {{(pid=74186) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 28 16:49:36.781504 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG neutron.api.v2.base [req-16c88710-1029-4958-ab36-61836c95afb9 req-137a8da5-72d6-4cd8-98b9-4c612b0e8547 tempest-TestMinimumBasicScenario-1571811032 tempest-TestMinimumBasicScenario-1571811032-project] Request body: {'port': {'device_id': '7c6cd64e-562e-4ad2-ab67-0bb916b977d2', 'network_id': '7235a97e-a247-4b50-b496-41685533e564', 'admin_state_up': True, 'tenant_id': '5bf6de7fd09845dea4827bbd91336fa8'}} {{(pid=74185) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jun 28 16:49:36.947210 dv-cinder-798104-1-smb neutron-server[74188]: DEBUG neutron.db.agents_db [None req-8255730c-b11f-4cfb-aeb3-67319944b41a None None] Agent healthcheck: found 6 active agents {{(pid=74188) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jun 28 16:49:36.990509 dv-cinder-798104-1-smb neutron-server[74186]: DEBUG neutron_lib.callbacks.manager [req-a329aee2-9258-442b-9bfc-273831f7cf0c req-9ffc1822-2464-43fd-a3d1-4d5794cc726a tempest-AttachVolumeNegativeTest-1670388833 tempest-AttachVolumeNegativeTest-1670388833-project] Notify callbacks [] for port, precommit_create {{(pid=74186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 16:49:37.018538 dv-cinder-798104-1-smb neutron-server[74186]: DEBUG neutron_lib.callbacks.manager [req-a329aee2-9258-442b-9bfc-273831f7cf0c req-9ffc1822-2464-43fd-a3d1-4d5794cc726a tempest-AttachVolumeNegativeTest-1670388833 tempest-AttachVolumeNegativeTest-1670388833-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-615041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1598908', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774157688360', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1108489'] for port, after_create {{(pid=74186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 16:49:37.026080 dv-cinder-798104-1-smb neutron-server[74186]: DEBUG oslo_concurrency.lockutils [None req-c147d26f-20e2-4b02-b517-e26fd7c6802f tempest-VolumesActionsTest-1052249555 tempest-VolumesActionsTest-1052249555-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74186) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 16:49:37.054541 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG neutron.db.quota.driver [req-16c88710-1029-4958-ab36-61836c95afb9 req-137a8da5-72d6-4cd8-98b9-4c612b0e8547 tempest-TestMinimumBasicScenario-1571811032 tempest-TestMinimumBasicScenario-1571811032-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74185) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 28 16:49:37.059496 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG neutron.quota.resource [req-16c88710-1029-4958-ab36-61836c95afb9 req-137a8da5-72d6-4cd8-98b9-4c612b0e8547 tempest-TestMinimumBasicScenario-1571811032 tempest-TestMinimumBasicScenario-1571811032-project] Usage tracker for resource:port and tenant:5bf6de7fd09845dea4827bbd91336fa8 is out of sync, need to count used quota {{(pid=74185) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 28 16:49:37.062860 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG neutron.quota.resource [req-16c88710-1029-4958-ab36-61836c95afb9 req-137a8da5-72d6-4cd8-98b9-4c612b0e8547 tempest-TestMinimumBasicScenario-1571811032 tempest-TestMinimumBasicScenario-1571811032-project] Quota usage for port was recalculated. Used quota:2. {{(pid=74185) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 28 16:49:37.070152 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG neutron.db.quota.driver [req-16c88710-1029-4958-ab36-61836c95afb9 req-137a8da5-72d6-4cd8-98b9-4c612b0e8547 tempest-TestMinimumBasicScenario-1571811032 tempest-TestMinimumBasicScenario-1571811032-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=74185) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 28 16:49:37.082211 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-16c88710-1029-4958-ab36-61836c95afb9 req-137a8da5-72d6-4cd8-98b9-4c612b0e8547 tempest-TestMinimumBasicScenario-1571811032 tempest-TestMinimumBasicScenario-1571811032-project] Made reservation on behalf of 5bf6de7fd09845dea4827bbd91336fa8 for: {'port': 1} {{(pid=74185) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 28 16:49:37.085587 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG neutron_lib.callbacks.manager [req-16c88710-1029-4958-ab36-61836c95afb9 req-137a8da5-72d6-4cd8-98b9-4c612b0e8547 tempest-TestMinimumBasicScenario-1571811032 tempest-TestMinimumBasicScenario-1571811032-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621611'] for port, before_create {{(pid=74185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 16:49:37.098244 dv-cinder-798104-1-smb neutron-server[74186]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a329aee2-9258-442b-9bfc-273831f7cf0c req-9ffc1822-2464-43fd-a3d1-4d5794cc726a tempest-AttachVolumeNegativeTest-1670388833 tempest-AttachVolumeNegativeTest-1670388833-project] Network bb4cc4d3-4de8-4886-89e0-415b22ba868b is already hosted by enough agents. {{(pid=74186) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 28 16:49:37.101427 dv-cinder-798104-1-smb neutron-server[74186]: DEBUG neutron.scheduler.base_scheduler [req-a329aee2-9258-442b-9bfc-273831f7cf0c req-9ffc1822-2464-43fd-a3d1-4d5794cc726a tempest-AttachVolumeNegativeTest-1670388833 tempest-AttachVolumeNegativeTest-1670388833-project] Resources bound (agent type, host, resource id): {{(pid=74186) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 28 16:49:37.105964 dv-cinder-798104-1-smb neutron-server[74186]: DEBUG neutron.db.l3_dvrscheduler_db [req-a329aee2-9258-442b-9bfc-273831f7cf0c req-9ffc1822-2464-43fd-a3d1-4d5794cc726a tempest-AttachVolumeNegativeTest-1670388833 tempest-AttachVolumeNegativeTest-1670388833-project] Received port after_create {{(pid=74186) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 28 16:49:37.135446 dv-cinder-798104-1-smb neutron-server[74186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ffc1822-2464-43fd-a3d1-4d5794cc726a tempest-AttachVolumeNegativeTest-1670388833 tempest-AttachVolumeNegativeTest-1670388833-project] Pushing event updated for resources: {'Port': ['ID=60788748-c574-41bc-b1db-7b3c12dcca5a,revision_number=1']} {{(pid=74186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 16:49:37.144072 dv-cinder-798104-1-smb neutron-server[74186]: DEBUG oslo_concurrency.lockutils [None req-9ffc1822-2464-43fd-a3d1-4d5794cc726a tempest-AttachVolumeNegativeTest-1670388833 tempest-AttachVolumeNegativeTest-1670388833-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.118s {{(pid=74186) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 16:49:37.180519 dv-cinder-798104-1-smb neutron-server[74186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a329aee2-9258-442b-9bfc-273831f7cf0c req-9ffc1822-2464-43fd-a3d1-4d5794cc726a tempest-AttachVolumeNegativeTest-1670388833 tempest-AttachVolumeNegativeTest-1670388833-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=74186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 16:49:37.181134 dv-cinder-798104-1-smb neutron-server[74186]: DEBUG neutron_lib.callbacks.manager [req-a329aee2-9258-442b-9bfc-273831f7cf0c req-9ffc1822-2464-43fd-a3d1-4d5794cc726a tempest-AttachVolumeNegativeTest-1670388833 tempest-AttachVolumeNegativeTest-1670388833-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129357'] for port, before_response {{(pid=74186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 16:49:37.203839 dv-cinder-798104-1-smb neutron-server[74186]: INFO neutron.wsgi [req-a329aee2-9258-442b-9bfc-273831f7cf0c req-9ffc1822-2464-43fd-a3d1-4d5794cc726a tempest-AttachVolumeNegativeTest-1670388833 tempest-AttachVolumeNegativeTest-1670388833-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8744252 Jun 28 16:49:37.215990 dv-cinder-798104-1-smb neutron-server[74186]: DEBUG neutron.api.v2.base [req-a329aee2-9258-442b-9bfc-273831f7cf0c req-8c20234b-d6c3-45dc-ba1e-aab76764e148 service neutron] Request body: {'port': {'device_id': '7691576f-dcbb-4d39-9ad9-fe82c97b776b', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79810'}} {{(pid=74186) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jun 28 16:49:37.265175 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG neutron.db.db_base_plugin_common [req-16c88710-1029-4958-ab36-61836c95afb9 req-137a8da5-72d6-4cd8-98b9-4c612b0e8547 tempest-TestMinimumBasicScenario-1571811032 tempest-TestMinimumBasicScenario-1571811032-project] Allocated IP 172.20.0.14 (7235a97e-a247-4b50-b496-41685533e564/3e932159-74c5-4507-82f3-46deac3d4b21/9ee12179-be82-4074-b954-8e3df7b44c6e) {{(pid=74185) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 28 16:49:37.409993 dv-cinder-798104-1-smb neutron-server[74186]: DEBUG neutron_lib.callbacks.manager [req-a329aee2-9258-442b-9bfc-273831f7cf0c req-8c20234b-d6c3-45dc-ba1e-aab76764e148 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621611'] for port, before_update {{(pid=74186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 16:49:37.743254 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG neutron_lib.callbacks.manager [req-16c88710-1029-4958-ab36-61836c95afb9 req-137a8da5-72d6-4cd8-98b9-4c612b0e8547 tempest-TestMinimumBasicScenario-1571811032 tempest-TestMinimumBasicScenario-1571811032-project] Notify callbacks [] for port, precommit_create {{(pid=74185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 16:49:37.794824 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG neutron.db.provisioning_blocks [req-16c88710-1029-4958-ab36-61836c95afb9 req-137a8da5-72d6-4cd8-98b9-4c612b0e8547 tempest-TestMinimumBasicScenario-1571811032 tempest-TestMinimumBasicScenario-1571811032-project] Transition to ACTIVE for port object 9ee12179-be82-4074-b954-8e3df7b44c6e will not be triggered until provisioned by entity DHCP. {{(pid=74185) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 28 16:49:37.851502 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-749612cf-02a6-4eae-9e69-ddf43248e262 req-94017b37-105a-44ba-9079-84f896bd27cf tempest-AttachVolumeNegativeTest-1670388833 tempest-AttachVolumeNegativeTest-1670388833-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 16:49:37.857926 dv-cinder-798104-1-smb neutron-server[74185]: INFO neutron.wsgi [req-749612cf-02a6-4eae-9e69-ddf43248e262 req-94017b37-105a-44ba-9079-84f896bd27cf tempest-AttachVolumeNegativeTest-1670388833 tempest-AttachVolumeNegativeTest-1670388833-project] 10.222.0.26 "GET /v2.0/ports?device_id=7691576f-dcbb-4d39-9ad9-fe82c97b776b HTTP/1.1" status: 200 len: 931 time: 0.3381629 Jun 28 16:49:37.862073 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG neutron_lib.callbacks.manager [req-16c88710-1029-4958-ab36-61836c95afb9 req-137a8da5-72d6-4cd8-98b9-4c612b0e8547 tempest-TestMinimumBasicScenario-1571811032 tempest-TestMinimumBasicScenario-1571811032-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-615041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1598908', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774157688360', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15648331'] for port, after_create {{(pid=74185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 16:49:37.884028 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74185) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 16:49:38.057347 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-16c88710-1029-4958-ab36-61836c95afb9 req-137a8da5-72d6-4cd8-98b9-4c612b0e8547 tempest-TestMinimumBasicScenario-1571811032 tempest-TestMinimumBasicScenario-1571811032-project] Network 7235a97e-a247-4b50-b496-41685533e564 is already hosted by enough agents. {{(pid=74185) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 28 16:49:38.107164 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-137a8da5-72d6-4cd8-98b9-4c612b0e8547 tempest-TestMinimumBasicScenario-1571811032 tempest-TestMinimumBasicScenario-1571811032-project] Pushing event updated for resources: {'Port': ['ID=9ee12179-be82-4074-b954-8e3df7b44c6e,revision_number=1']} {{(pid=74185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 16:49:38.108668 dv-cinder-798104-1-smb neutron-server[74186]: DEBUG neutron.notifiers.nova [req-a329aee2-9258-442b-9bfc-273831f7cf0c req-8c20234b-d6c3-45dc-ba1e-aab76764e148 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 60788748-c574-41bc-b1db-7b3c12dcca5a {{(pid=74186) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 28 16:49:38.112354 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG neutron.scheduler.base_scheduler [req-16c88710-1029-4958-ab36-61836c95afb9 req-137a8da5-72d6-4cd8-98b9-4c612b0e8547 tempest-TestMinimumBasicScenario-1571811032 tempest-TestMinimumBasicScenario-1571811032-project] Resources bound (agent type, host, resource id): {{(pid=74185) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 28 16:49:38.128595 dv-cinder-798104-1-smb neutron-server[74186]: DEBUG neutron_lib.callbacks.manager [req-a329aee2-9258-442b-9bfc-273831f7cf0c req-8c20234b-d6c3-45dc-ba1e-aab76764e148 service neutron] Notify callbacks [] for port, precommit_update {{(pid=74186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 16:49:38.130546 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG neutron.db.l3_dvrscheduler_db [req-16c88710-1029-4958-ab36-61836c95afb9 req-137a8da5-72d6-4cd8-98b9-4c612b0e8547 tempest-TestMinimumBasicScenario-1571811032 tempest-TestMinimumBasicScenario-1571811032-project] Received port after_create {{(pid=74185) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 28 16:49:38.160887 dv-cinder-798104-1-smb neutron-server[74186]: DEBUG neutron.db.provisioning_blocks [req-a329aee2-9258-442b-9bfc-273831f7cf0c req-8c20234b-d6c3-45dc-ba1e-aab76764e148 service neutron] Transition to ACTIVE for port object 60788748-c574-41bc-b1db-7b3c12dcca5a will not be triggered until provisioned by entity L2. {{(pid=74186) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 28 16:49:38.168828 dv-cinder-798104-1-smb neutron-server[74186]: DEBUG neutron_lib.callbacks.manager [req-a329aee2-9258-442b-9bfc-273831f7cf0c req-8c20234b-d6c3-45dc-ba1e-aab76764e148 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-615041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1598908', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774158213048', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774157688378', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774157688423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1108480'] for port, after_update {{(pid=74186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 16:49:38.173197 dv-cinder-798104-1-smb neutron-server[74186]: DEBUG oslo_concurrency.lockutils [None req-affc8d57-a5ba-4c66-a509-8b0de924f577 tempest-AttachVolumeShelveTestJSON-223402159 tempest-AttachVolumeShelveTestJSON-223402159-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74186) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 16:49:38.192317 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG oslo_concurrency.lockutils [None req-137a8da5-72d6-4cd8-98b9-4c612b0e8547 tempest-TestMinimumBasicScenario-1571811032 tempest-TestMinimumBasicScenario-1571811032-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.310s {{(pid=74185) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 16:49:38.263447 dv-cinder-798104-1-smb neutron-server[74185]: INFO neutron.wsgi [req-749612cf-02a6-4eae-9e69-ddf43248e262 req-06c8914b-eb00-4cd4-9ccf-36073ee15508 tempest-AttachVolumeNegativeTest-1670388833 tempest-AttachVolumeNegativeTest-1670388833-project] 10.222.0.26 "GET /v2.0/security-groups?id=5dec02be-3b82-4794-99ba-15356adf3f81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3971906 Jun 28 16:49:38.302468 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16c88710-1029-4958-ab36-61836c95afb9 req-137a8da5-72d6-4cd8-98b9-4c612b0e8547 tempest-TestMinimumBasicScenario-1571811032 tempest-TestMinimumBasicScenario-1571811032-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=74185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 16:49:38.303249 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG neutron_lib.callbacks.manager [req-16c88710-1029-4958-ab36-61836c95afb9 req-137a8da5-72d6-4cd8-98b9-4c612b0e8547 tempest-TestMinimumBasicScenario-1571811032 tempest-TestMinimumBasicScenario-1571811032-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129357'] for port, before_response {{(pid=74185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 16:49:38.342909 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32a8eb84-1d1e-4795-be88-0162b098cf3b req-18295693-070c-418c-bf58-ae11ab13af16 tempest-TestMinimumBasicScenario-1571811032 tempest-TestMinimumBasicScenario-1571811032-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 16:49:38.350362 dv-cinder-798104-1-smb neutron-server[74186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c20234b-d6c3-45dc-ba1e-aab76764e148 service neutron] Pushing event updated for resources: {'Port': ['ID=60788748-c574-41bc-b1db-7b3c12dcca5a,revision_number=2']} {{(pid=74186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 16:49:38.353600 dv-cinder-798104-1-smb neutron-server[74186]: DEBUG oslo_concurrency.lockutils [None req-8c20234b-d6c3-45dc-ba1e-aab76764e148 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.180s {{(pid=74186) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 16:49:38.356914 dv-cinder-798104-1-smb neutron-server[74185]: INFO neutron.wsgi [req-32a8eb84-1d1e-4795-be88-0162b098cf3b req-18295693-070c-418c-bf58-ae11ab13af16 tempest-TestMinimumBasicScenario-1571811032 tempest-TestMinimumBasicScenario-1571811032-project] 10.222.0.26 "GET /v2.0/ports?device_id=7c6cd64e-562e-4ad2-ab67-0bb916b977d2 HTTP/1.1" status: 200 len: 932 time: 0.3888018 Jun 28 16:49:38.437604 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG neutron.quota.resource [req-32a8eb84-1d1e-4795-be88-0162b098cf3b req-397ac10f-6f15-4c93-9571-02f77af28387 tempest-TestMinimumBasicScenario-1571811032 tempest-TestMinimumBasicScenario-1571811032-project] Synchronizing usage tracker for tenant:5bf6de7fd09845dea4827bbd91336fa8 on resource:security_group {{(pid=74185) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 28 16:49:38.443104 dv-cinder-798104-1-smb neutron-server[74185]: INFO neutron.wsgi [req-16c88710-1029-4958-ab36-61836c95afb9 req-137a8da5-72d6-4cd8-98b9-4c612b0e8547 tempest-TestMinimumBasicScenario-1571811032 tempest-TestMinimumBasicScenario-1571811032-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.6655989 Jun 28 16:49:38.463996 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG neutron.quota.resource [req-32a8eb84-1d1e-4795-be88-0162b098cf3b req-397ac10f-6f15-4c93-9571-02f77af28387 tempest-TestMinimumBasicScenario-1571811032 tempest-TestMinimumBasicScenario-1571811032-project] Unset dirty status for tenant:5bf6de7fd09845dea4827bbd91336fa8 on resource:security_group {{(pid=74185) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 28 16:49:38.465368 dv-cinder-798104-1-smb neutron-server[74185]: INFO neutron.wsgi [req-32a8eb84-1d1e-4795-be88-0162b098cf3b req-397ac10f-6f15-4c93-9571-02f77af28387 tempest-TestMinimumBasicScenario-1571811032 tempest-TestMinimumBasicScenario-1571811032-project] 10.222.0.26 "GET /v2.0/security-groups?id=593d65e9-98bb-4e8f-8eec-8b5ea591b244&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1100273 Jun 28 16:49:38.557314 dv-cinder-798104-1-smb neutron-server[74186]: DEBUG neutron.plugins.ml2.managers [req-a329aee2-9258-442b-9bfc-273831f7cf0c req-8c20234b-d6c3-45dc-ba1e-aab76764e148 service neutron] Attempting to bind port 60788748-c574-41bc-b1db-7b3c12dcca5a on host hv-cinder-79810 for vnic_type normal with profile {{(pid=74186) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 28 16:49:38.557919 dv-cinder-798104-1-smb neutron-server[74186]: DEBUG neutron.plugins.ml2.managers [req-a329aee2-9258-442b-9bfc-273831f7cf0c req-8c20234b-d6c3-45dc-ba1e-aab76764e148 service neutron] Attempting to bind port 60788748-c574-41bc-b1db-7b3c12dcca5a by drivers openvswitch,hyperv on host hv-cinder-79810 at level 0 using segments [{'id': '2c0a68fd-7cc2-4d98-8375-a38d6ab9c22a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 405, 'network_id': 'bb4cc4d3-4de8-4886-89e0-415b22ba868b'}] {{(pid=74186) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 28 16:49:38.558389 dv-cinder-798104-1-smb neutron-server[74186]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a329aee2-9258-442b-9bfc-273831f7cf0c req-8c20234b-d6c3-45dc-ba1e-aab76764e148 service neutron] Attempting to bind port 60788748-c574-41bc-b1db-7b3c12dcca5a on network bb4cc4d3-4de8-4886-89e0-415b22ba868b {{(pid=74186) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jun 28 16:49:38.566744 dv-cinder-798104-1-smb neutron-server[74186]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a329aee2-9258-442b-9bfc-273831f7cf0c req-8c20234b-d6c3-45dc-ba1e-aab76764e148 service neutron] Port 60788748-c574-41bc-b1db-7b3c12dcca5a on network bb4cc4d3-4de8-4886-89e0-415b22ba868b not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79810 {{(pid=74186) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jun 28 16:49:38.567218 dv-cinder-798104-1-smb neutron-server[74186]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a329aee2-9258-442b-9bfc-273831f7cf0c req-8c20234b-d6c3-45dc-ba1e-aab76764e148 service neutron] Attempting to bind port 60788748-c574-41bc-b1db-7b3c12dcca5a on network bb4cc4d3-4de8-4886-89e0-415b22ba868b {{(pid=74186) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jun 28 16:49:38.575631 dv-cinder-798104-1-smb neutron-server[74186]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a329aee2-9258-442b-9bfc-273831f7cf0c req-8c20234b-d6c3-45dc-ba1e-aab76764e148 service neutron] Checking agent: {'id': '59d83479-80db-4f55-8b84-25c2a0c8dff8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79810', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 28, 16, 39, 19), 'started_at': datetime.datetime(2021, 6, 28, 16, 39, 19), 'heartbeat_timestamp': datetime.datetime(2021, 6, 28, 16, 49, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=74186) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jun 28 16:49:38.576352 dv-cinder-798104-1-smb neutron-server[74186]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a329aee2-9258-442b-9bfc-273831f7cf0c req-8c20234b-d6c3-45dc-ba1e-aab76764e148 service neutron] Checking segment: {'id': '2c0a68fd-7cc2-4d98-8375-a38d6ab9c22a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 405, 'network_id': 'bb4cc4d3-4de8-4886-89e0-415b22ba868b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=74186) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jun 28 16:49:38.576853 dv-cinder-798104-1-smb neutron-server[74186]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a329aee2-9258-442b-9bfc-273831f7cf0c req-8c20234b-d6c3-45dc-ba1e-aab76764e148 service neutron] Bound using segment: {'id': '2c0a68fd-7cc2-4d98-8375-a38d6ab9c22a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 405, 'network_id': 'bb4cc4d3-4de8-4886-89e0-415b22ba868b'} {{(pid=74186) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jun 28 16:49:38.577481 dv-cinder-798104-1-smb neutron-server[74186]: DEBUG neutron.plugins.ml2.managers [req-a329aee2-9258-442b-9bfc-273831f7cf0c req-8c20234b-d6c3-45dc-ba1e-aab76764e148 service neutron] Bound port: 60788748-c574-41bc-b1db-7b3c12dcca5a, host: hv-cinder-79810, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2c0a68fd-7cc2-4d98-8375-a38d6ab9c22a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 405, 'network_id': 'bb4cc4d3-4de8-4886-89e0-415b22ba868b'}}] {{(pid=74186) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 28 16:49:38.577968 dv-cinder-798104-1-smb neutron-server[74186]: DEBUG neutron_lib.callbacks.manager [req-a329aee2-9258-442b-9bfc-273831f7cf0c req-8c20234b-d6c3-45dc-ba1e-aab76764e148 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621611'] for port, before_update {{(pid=74186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 16:49:38.637232 dv-cinder-798104-1-smb neutron-server[74187]: DEBUG neutron.db.provisioning_blocks [None req-6c560273-51f6-428c-9a7c-3e0eacdb2945 None None] Provisioning for port 9ee12179-be82-4074-b954-8e3df7b44c6e completed by entity DHCP. {{(pid=74187) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 28 16:49:38.643563 dv-cinder-798104-1-smb neutron-server[74187]: DEBUG neutron.db.provisioning_blocks [None req-6c560273-51f6-428c-9a7c-3e0eacdb2945 None None] Provisioning complete for port 9ee12179-be82-4074-b954-8e3df7b44c6e triggered by entity DHCP. {{(pid=74187) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 28 16:49:38.644517 dv-cinder-798104-1-smb neutron-server[74187]: DEBUG neutron_lib.callbacks.manager [None req-6c560273-51f6-428c-9a7c-3e0eacdb2945 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1002786'] for port, provisioning_complete {{(pid=74187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 16:49:38.723425 dv-cinder-798104-1-smb neutron-server[74187]: DEBUG neutron.plugins.ml2.plugin [None req-6c560273-51f6-428c-9a7c-3e0eacdb2945 None None] Port 9ee12179-be82-4074-b954-8e3df7b44c6e cannot update to ACTIVE because it is not bound. {{(pid=74187) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jun 28 16:49:38.744663 dv-cinder-798104-1-smb neutron-server[74186]: DEBUG neutron.plugins.ml2.db [req-a329aee2-9258-442b-9bfc-273831f7cf0c req-8c20234b-d6c3-45dc-ba1e-aab76764e148 service neutron] For port 60788748-c574-41bc-b1db-7b3c12dcca5a, host hv-cinder-79810, cleared binding levels {{(pid=74186) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 28 16:49:38.750224 dv-cinder-798104-1-smb neutron-server[74186]: DEBUG neutron.plugins.ml2.db [req-a329aee2-9258-442b-9bfc-273831f7cf0c req-8c20234b-d6c3-45dc-ba1e-aab76764e148 service neutron] For port 60788748-c574-41bc-b1db-7b3c12dcca5a, host hv-cinder-79810, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79810',level=0,port_id=60788748-c574-41bc-b1db-7b3c12dcca5a,segment=NetworkSegment(2c0a68fd-7cc2-4d98-8375-a38d6ab9c22a),segment_id=2c0a68fd-7cc2-4d98-8375-a38d6ab9c22a)] {{(pid=74186) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 28 16:49:38.756985 dv-cinder-798104-1-smb neutron-server[74186]: DEBUG neutron_lib.callbacks.manager [req-a329aee2-9258-442b-9bfc-273831f7cf0c req-8c20234b-d6c3-45dc-ba1e-aab76764e148 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-615041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1598908', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774158213048', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774157688378', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774157688423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1108480'] for port, after_update {{(pid=74186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 16:49:38.764220 dv-cinder-798104-1-smb neutron-server[74186]: DEBUG oslo_concurrency.lockutils [None req-5403a64f-7039-4615-8f42-85cc1a927600 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74186) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 16:49:38.850911 dv-cinder-798104-1-smb neutron-server[74186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c20234b-d6c3-45dc-ba1e-aab76764e148 service neutron] Pushing event updated for resources: {'Port': ['ID=60788748-c574-41bc-b1db-7b3c12dcca5a,revision_number=3']} {{(pid=74186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 16:49:38.855044 dv-cinder-798104-1-smb neutron-server[74186]: DEBUG oslo_concurrency.lockutils [None req-8c20234b-d6c3-45dc-ba1e-aab76764e148 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=74186) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 16:49:38.861269 dv-cinder-798104-1-smb neutron-server[74186]: DEBUG neutron_lib.callbacks.manager [req-a329aee2-9258-442b-9bfc-273831f7cf0c req-8c20234b-d6c3-45dc-ba1e-aab76764e148 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129357'] for port, before_response {{(pid=74186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 16:49:38.864246 dv-cinder-798104-1-smb neutron-server[74186]: INFO neutron.wsgi [req-a329aee2-9258-442b-9bfc-273831f7cf0c req-8c20234b-d6c3-45dc-ba1e-aab76764e148 service neutron] 10.222.0.41 "PUT /v2.0/ports/60788748-c574-41bc-b1db-7b3c12dcca5a HTTP/1.1" status: 200 len: 1093 time: 1.6526237 Jun 28 16:49:38.866055 dv-cinder-798104-1-smb neutron-server[74186]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7691576f-dcbb-4d39-9ad9-fe82c97b776b', 'tag': '60788748-c574-41bc-b1db-7b3c12dcca5a'}] {{(pid=74186) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 28 16:49:38.937515 dv-cinder-798104-1-smb neutron-server[74186]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7691576f-dcbb-4d39-9ad9-fe82c97b776b', 'tag': '60788748-c574-41bc-b1db-7b3c12dcca5a', 'status': 'completed', 'code': 200} Jun 28 16:49:39.503586 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c62672d4-a44c-4070-bff3-6382351dd177 req-65a14aaf-570e-4da9-bc05-06ac140f94c4 tempest-AttachVolumeNegativeTest-1670388833 tempest-AttachVolumeNegativeTest-1670388833-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 16:49:39.505684 dv-cinder-798104-1-smb neutron-server[74185]: INFO neutron.wsgi [req-c62672d4-a44c-4070-bff3-6382351dd177 req-65a14aaf-570e-4da9-bc05-06ac140f94c4 tempest-AttachVolumeNegativeTest-1670388833 tempest-AttachVolumeNegativeTest-1670388833-project] 10.222.0.26 "GET /v2.0/ports?device_id=7691576f-dcbb-4d39-9ad9-fe82c97b776b HTTP/1.1" status: 200 len: 943 time: 0.0821648 Jun 28 16:49:39.567658 dv-cinder-798104-1-smb neutron-server[74185]: INFO neutron.wsgi [req-c62672d4-a44c-4070-bff3-6382351dd177 req-4ae411b8-f505-424a-bfca-b5ca0c57530e tempest-AttachVolumeNegativeTest-1670388833 tempest-AttachVolumeNegativeTest-1670388833-project] 10.222.0.26 "GET /v2.0/security-groups?id=5dec02be-3b82-4794-99ba-15356adf3f81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0487535 Jun 28 16:49:39.715672 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f333d56d-74ea-4be1-80fd-ac08ed2f56a9 req-33d29f41-a8f7-44c3-ae8b-6fe7847282cb tempest-TestMinimumBasicScenario-1571811032 tempest-TestMinimumBasicScenario-1571811032-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 16:49:39.717093 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG neutron.quota.resource [req-f333d56d-74ea-4be1-80fd-ac08ed2f56a9 req-33d29f41-a8f7-44c3-ae8b-6fe7847282cb tempest-TestMinimumBasicScenario-1571811032 tempest-TestMinimumBasicScenario-1571811032-project] Synchronizing usage tracker for tenant:5bf6de7fd09845dea4827bbd91336fa8 on resource:port {{(pid=74185) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 28 16:49:39.736587 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG neutron.quota.resource [req-f333d56d-74ea-4be1-80fd-ac08ed2f56a9 req-33d29f41-a8f7-44c3-ae8b-6fe7847282cb tempest-TestMinimumBasicScenario-1571811032 tempest-TestMinimumBasicScenario-1571811032-project] Unset dirty status for tenant:5bf6de7fd09845dea4827bbd91336fa8 on resource:port {{(pid=74185) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 28 16:49:39.738350 dv-cinder-798104-1-smb neutron-server[74185]: INFO neutron.wsgi [req-f333d56d-74ea-4be1-80fd-ac08ed2f56a9 req-33d29f41-a8f7-44c3-ae8b-6fe7847282cb tempest-TestMinimumBasicScenario-1571811032 tempest-TestMinimumBasicScenario-1571811032-project] 10.222.0.26 "GET /v2.0/ports?device_id=7c6cd64e-562e-4ad2-ab67-0bb916b977d2 HTTP/1.1" status: 200 len: 932 time: 0.1073651 Jun 28 16:49:39.811322 dv-cinder-798104-1-smb neutron-server[74185]: INFO neutron.wsgi [req-f333d56d-74ea-4be1-80fd-ac08ed2f56a9 req-44b65bd6-aebd-4b22-bddf-b9a92e9ebe12 tempest-TestMinimumBasicScenario-1571811032 tempest-TestMinimumBasicScenario-1571811032-project] 10.222.0.26 "GET /v2.0/security-groups?id=593d65e9-98bb-4e8f-8eec-8b5ea591b244&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0662069 Jun 28 16:49:40.806777 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cc03fdd-d82d-480a-a307-5072b00e2e6f req-89767caf-6456-4356-a019-41f867a138e6 tempest-AttachVolumeNegativeTest-1670388833 tempest-AttachVolumeNegativeTest-1670388833-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 16:49:40.808317 dv-cinder-798104-1-smb neutron-server[74185]: INFO neutron.wsgi [req-5cc03fdd-d82d-480a-a307-5072b00e2e6f req-89767caf-6456-4356-a019-41f867a138e6 tempest-AttachVolumeNegativeTest-1670388833 tempest-AttachVolumeNegativeTest-1670388833-project] 10.222.0.26 "GET /v2.0/ports?device_id=7691576f-dcbb-4d39-9ad9-fe82c97b776b HTTP/1.1" status: 200 len: 943 time: 0.0920429 Jun 28 16:49:40.876344 dv-cinder-798104-1-smb neutron-server[74185]: INFO neutron.wsgi [req-5cc03fdd-d82d-480a-a307-5072b00e2e6f req-6252133c-5665-4a07-aa6a-4e31a15330a9 tempest-AttachVolumeNegativeTest-1670388833 tempest-AttachVolumeNegativeTest-1670388833-project] 10.222.0.26 "GET /v2.0/security-groups?id=5dec02be-3b82-4794-99ba-15356adf3f81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0551031 Jun 28 16:49:41.053161 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-943f8f5a-b0c6-41cf-9dda-f5088570ca57 req-59374d27-8e2b-4e82-9b46-2dc214b92478 tempest-TestMinimumBasicScenario-1571811032 tempest-TestMinimumBasicScenario-1571811032-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 16:49:41.054726 dv-cinder-798104-1-smb neutron-server[74185]: INFO neutron.wsgi [req-943f8f5a-b0c6-41cf-9dda-f5088570ca57 req-59374d27-8e2b-4e82-9b46-2dc214b92478 tempest-TestMinimumBasicScenario-1571811032 tempest-TestMinimumBasicScenario-1571811032-project] 10.222.0.26 "GET /v2.0/ports?device_id=7c6cd64e-562e-4ad2-ab67-0bb916b977d2 HTTP/1.1" status: 200 len: 932 time: 0.0864909 Jun 28 16:49:41.125728 dv-cinder-798104-1-smb neutron-server[74185]: INFO neutron.wsgi [req-943f8f5a-b0c6-41cf-9dda-f5088570ca57 req-cde496be-280b-48a3-b142-9db40e132ca8 tempest-TestMinimumBasicScenario-1571811032 tempest-TestMinimumBasicScenario-1571811032-project] 10.222.0.26 "GET /v2.0/security-groups?id=593d65e9-98bb-4e8f-8eec-8b5ea591b244&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0603948 Jun 28 16:49:42.170468 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79bef078-8996-4064-ba3a-c7ccdd3dd794 req-19635264-3c13-400a-8bd4-0b022f68d122 tempest-AttachVolumeNegativeTest-1670388833 tempest-AttachVolumeNegativeTest-1670388833-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 16:49:42.173391 dv-cinder-798104-1-smb neutron-server[74185]: INFO neutron.wsgi [req-79bef078-8996-4064-ba3a-c7ccdd3dd794 req-19635264-3c13-400a-8bd4-0b022f68d122 tempest-AttachVolumeNegativeTest-1670388833 tempest-AttachVolumeNegativeTest-1670388833-project] 10.222.0.26 "GET /v2.0/ports?device_id=7691576f-dcbb-4d39-9ad9-fe82c97b776b HTTP/1.1" status: 200 len: 943 time: 0.1571636 Jun 28 16:49:42.245290 dv-cinder-798104-1-smb neutron-server[74185]: INFO neutron.wsgi [req-79bef078-8996-4064-ba3a-c7ccdd3dd794 req-657df0e9-cb15-4546-9fcf-44b11347dd5a tempest-AttachVolumeNegativeTest-1670388833 tempest-AttachVolumeNegativeTest-1670388833-project] 10.222.0.26 "GET /v2.0/security-groups?id=5dec02be-3b82-4794-99ba-15356adf3f81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0651870 Jun 28 16:49:42.389027 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-879b289c-bceb-4e91-bcf7-71f79a7ff506 req-2067009a-8a14-4ca1-96bf-fcceb89fe8d6 tempest-TestMinimumBasicScenario-1571811032 tempest-TestMinimumBasicScenario-1571811032-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 16:49:42.390509 dv-cinder-798104-1-smb neutron-server[74185]: INFO neutron.wsgi [req-879b289c-bceb-4e91-bcf7-71f79a7ff506 req-2067009a-8a14-4ca1-96bf-fcceb89fe8d6 tempest-TestMinimumBasicScenario-1571811032 tempest-TestMinimumBasicScenario-1571811032-project] 10.222.0.26 "GET /v2.0/ports?device_id=7c6cd64e-562e-4ad2-ab67-0bb916b977d2 HTTP/1.1" status: 200 len: 932 time: 0.0871921 Jun 28 16:49:42.451418 dv-cinder-798104-1-smb neutron-server[74185]: INFO neutron.wsgi [req-879b289c-bceb-4e91-bcf7-71f79a7ff506 req-6a207a56-78fd-4d64-8c38-b9a10c88a69b tempest-TestMinimumBasicScenario-1571811032 tempest-TestMinimumBasicScenario-1571811032-project] 10.222.0.26 "GET /v2.0/security-groups?id=593d65e9-98bb-4e8f-8eec-8b5ea591b244&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0550497 Jun 28 16:49:43.496792 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b46ec903-802a-4473-a8d7-99b56ea97fa5 req-0d242792-1026-427c-81eb-ee808b0473aa tempest-AttachVolumeNegativeTest-1670388833 tempest-AttachVolumeNegativeTest-1670388833-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 16:49:43.499428 dv-cinder-798104-1-smb neutron-server[74185]: INFO neutron.wsgi [req-b46ec903-802a-4473-a8d7-99b56ea97fa5 req-0d242792-1026-427c-81eb-ee808b0473aa tempest-AttachVolumeNegativeTest-1670388833 tempest-AttachVolumeNegativeTest-1670388833-project] 10.222.0.26 "GET /v2.0/ports?device_id=7691576f-dcbb-4d39-9ad9-fe82c97b776b HTTP/1.1" status: 200 len: 943 time: 0.1053624 Jun 28 16:49:43.606198 dv-cinder-798104-1-smb neutron-server[74185]: INFO neutron.wsgi [req-b46ec903-802a-4473-a8d7-99b56ea97fa5 req-11cb018a-84ab-4b18-b55a-51ce79e276d1 tempest-AttachVolumeNegativeTest-1670388833 tempest-AttachVolumeNegativeTest-1670388833-project] 10.222.0.26 "GET /v2.0/security-groups?id=5dec02be-3b82-4794-99ba-15356adf3f81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0957272 Jun 28 16:49:43.625743 dv-cinder-798104-1-smb neutron-server[74187]: DEBUG neutron_lib.callbacks.manager [None req-71c90f20-307b-4ba5-ad8e-87074b904776 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774158209648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1002899'] for agent, after_update {{(pid=74187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 16:49:43.715052 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ad51f16-121e-45a9-999b-b5bde077a618 req-8893a88d-34a1-4ff9-868e-378626d178e0 tempest-TestMinimumBasicScenario-1571811032 tempest-TestMinimumBasicScenario-1571811032-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 16:49:43.723310 dv-cinder-798104-1-smb neutron-server[74185]: INFO neutron.wsgi [req-6ad51f16-121e-45a9-999b-b5bde077a618 req-8893a88d-34a1-4ff9-868e-378626d178e0 tempest-TestMinimumBasicScenario-1571811032 tempest-TestMinimumBasicScenario-1571811032-project] 10.222.0.26 "GET /v2.0/ports?device_id=7c6cd64e-562e-4ad2-ab67-0bb916b977d2 HTTP/1.1" status: 200 len: 932 time: 0.1055617 Jun 28 16:49:43.830222 dv-cinder-798104-1-smb neutron-server[74185]: INFO neutron.wsgi [req-6ad51f16-121e-45a9-999b-b5bde077a618 req-26053dba-207b-4e4e-af77-49010950c16f tempest-TestMinimumBasicScenario-1571811032 tempest-TestMinimumBasicScenario-1571811032-project] 10.222.0.26 "GET /v2.0/security-groups?id=593d65e9-98bb-4e8f-8eec-8b5ea591b244&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1059978 Jun 28 16:49:43.896561 dv-cinder-798104-1-smb neutron-server[74187]: DEBUG neutron_lib.callbacks.manager [None req-c72dd329-595c-4eca-9296-ba6eff8780d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774158209648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1002899'] for agent, after_update {{(pid=74187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 16:49:44.823243 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ce81244-84c1-4619-a4a3-9ed2a08724e8 req-3ec18bb1-356c-4fb8-a4dc-d773aaf1faec tempest-AttachVolumeNegativeTest-1670388833 tempest-AttachVolumeNegativeTest-1670388833-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 16:49:44.824868 dv-cinder-798104-1-smb neutron-server[74185]: INFO neutron.wsgi [req-1ce81244-84c1-4619-a4a3-9ed2a08724e8 req-3ec18bb1-356c-4fb8-a4dc-d773aaf1faec tempest-AttachVolumeNegativeTest-1670388833 tempest-AttachVolumeNegativeTest-1670388833-project] 10.222.0.26 "GET /v2.0/ports?device_id=7691576f-dcbb-4d39-9ad9-fe82c97b776b HTTP/1.1" status: 200 len: 943 time: 0.0866237 Jun 28 16:49:44.894758 dv-cinder-798104-1-smb neutron-server[74185]: INFO neutron.wsgi [req-1ce81244-84c1-4619-a4a3-9ed2a08724e8 req-e6f9aff5-de8e-455e-8405-2c71105bbe72 tempest-AttachVolumeNegativeTest-1670388833 tempest-AttachVolumeNegativeTest-1670388833-project] 10.222.0.26 "GET /v2.0/security-groups?id=5dec02be-3b82-4794-99ba-15356adf3f81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0629334 Jun 28 16:49:45.131754 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe7140c9-f545-4bca-b8c3-141f58af59a3 req-7514b601-fb7e-4b3c-a571-2f9fd1dee078 tempest-TestMinimumBasicScenario-1571811032 tempest-TestMinimumBasicScenario-1571811032-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 16:49:45.134291 dv-cinder-798104-1-smb neutron-server[74185]: INFO neutron.wsgi [req-fe7140c9-f545-4bca-b8c3-141f58af59a3 req-7514b601-fb7e-4b3c-a571-2f9fd1dee078 tempest-TestMinimumBasicScenario-1571811032 tempest-TestMinimumBasicScenario-1571811032-project] 10.222.0.26 "GET /v2.0/ports?device_id=7c6cd64e-562e-4ad2-ab67-0bb916b977d2 HTTP/1.1" status: 200 len: 932 time: 0.1470864 Jun 28 16:49:45.288891 dv-cinder-798104-1-smb neutron-server[74185]: INFO neutron.wsgi [req-fe7140c9-f545-4bca-b8c3-141f58af59a3 req-caa830a0-3835-415e-9205-0ff95c56c62d tempest-TestMinimumBasicScenario-1571811032 tempest-TestMinimumBasicScenario-1571811032-project] 10.222.0.26 "GET /v2.0/security-groups?id=593d65e9-98bb-4e8f-8eec-8b5ea591b244&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1473324 Jun 28 16:49:46.153824 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7174aa4-40a0-4152-b1f7-411704a6c323 req-b947b1da-2e0e-4ed7-81ec-8ff1b0378213 tempest-AttachVolumeNegativeTest-1670388833 tempest-AttachVolumeNegativeTest-1670388833-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 16:49:46.156880 dv-cinder-798104-1-smb neutron-server[74185]: INFO neutron.wsgi [req-b7174aa4-40a0-4152-b1f7-411704a6c323 req-b947b1da-2e0e-4ed7-81ec-8ff1b0378213 tempest-AttachVolumeNegativeTest-1670388833 tempest-AttachVolumeNegativeTest-1670388833-project] 10.222.0.26 "GET /v2.0/ports?device_id=7691576f-dcbb-4d39-9ad9-fe82c97b776b HTTP/1.1" status: 200 len: 943 time: 0.1346576 Jun 28 16:49:46.172068 dv-cinder-798104-1-smb neutron-server[74187]: DEBUG neutron_lib.callbacks.manager [None req-07da267e-8378-4fd0-bff4-b5f020329e5b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774158209648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1002899'] for agent, after_update {{(pid=74187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 16:49:46.212226 dv-cinder-798104-1-smb neutron-server[74185]: INFO neutron.wsgi [req-b7174aa4-40a0-4152-b1f7-411704a6c323 req-90fc86f1-1500-4769-a454-e8f02e2887b5 tempest-AttachVolumeNegativeTest-1670388833 tempest-AttachVolumeNegativeTest-1670388833-project] 10.222.0.26 "GET /v2.0/security-groups?id=5dec02be-3b82-4794-99ba-15356adf3f81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448525 Jun 28 16:49:46.577570 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27075872-f0cf-42b4-bd8c-dd6a3a9f5541 req-97dba600-2b1b-4116-8c97-cee31ef6335c tempest-TestMinimumBasicScenario-1571811032 tempest-TestMinimumBasicScenario-1571811032-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 16:49:46.579158 dv-cinder-798104-1-smb neutron-server[74185]: INFO neutron.wsgi [req-27075872-f0cf-42b4-bd8c-dd6a3a9f5541 req-97dba600-2b1b-4116-8c97-cee31ef6335c tempest-TestMinimumBasicScenario-1571811032 tempest-TestMinimumBasicScenario-1571811032-project] 10.222.0.26 "GET /v2.0/ports?device_id=7c6cd64e-562e-4ad2-ab67-0bb916b977d2 HTTP/1.1" status: 200 len: 932 time: 0.1066735 Jun 28 16:49:46.632847 dv-cinder-798104-1-smb neutron-server[74185]: INFO neutron.wsgi [req-27075872-f0cf-42b4-bd8c-dd6a3a9f5541 req-dfa697b9-cafb-44bb-9036-0c3f9d09355b tempest-TestMinimumBasicScenario-1571811032 tempest-TestMinimumBasicScenario-1571811032-project] 10.222.0.26 "GET /v2.0/security-groups?id=593d65e9-98bb-4e8f-8eec-8b5ea591b244&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0478268 Jun 28 16:49:47.170770 dv-cinder-798104-1-smb neutron-server[74188]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9503025a-62ea-40d9-a255-54da68b476ec None None] Sync routers for ids ['87104d34-630d-44b9-8a35-e7035a7387a6'] in dv-cinder-798104-1-smb {{(pid=74188) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jun 28 16:49:47.186397 dv-cinder-798104-1-smb neutron-server[74188]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9503025a-62ea-40d9-a255-54da68b476ec None None] Routers {'87104d34-630d-44b9-8a35-e7035a7387a6'} bound to L3 agent in host dv-cinder-798104-1-smb {{(pid=74188) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 28 16:49:47.187047 dv-cinder-798104-1-smb neutron-server[74188]: DEBUG neutron.db.l3_hamode_db [None req-9503025a-62ea-40d9-a255-54da68b476ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-798104-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-28T16:32:46Z,description=,heartbeat_timestamp=2021-06-28T16:49:46Z,host='dv-cinder-798104-1-smb',id=633adcd1-515e-4435-b14d-49f054abd10f,load=0,resource_versions=,resources_synced=,started_at=2021-06-28T16:32:46Z,topic='l3_agent')) {'router_ids': ['87104d34-630d-44b9-8a35-e7035a7387a6'], 'active': True} {{(pid=74188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 16:49:47.412529 dv-cinder-798104-1-smb neutron-server[74188]: DEBUG neutron.db.l3_dvr_db [None req-9503025a-62ea-40d9-a255-54da68b476ec None None] Set router 87104d34-630d-44b9-8a35-e7035a7387a6 gateway port host: dv-cinder-798104-1-smb {{(pid=74188) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jun 28 16:49:47.434677 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a91998c3-c5de-4fc5-a73a-2b628d0b818f req-0b00f7ac-77a5-4259-8e0f-704207e499ee tempest-AttachVolumeNegativeTest-1670388833 tempest-AttachVolumeNegativeTest-1670388833-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 16:49:47.436069 dv-cinder-798104-1-smb neutron-server[74185]: INFO neutron.wsgi [req-a91998c3-c5de-4fc5-a73a-2b628d0b818f req-0b00f7ac-77a5-4259-8e0f-704207e499ee tempest-AttachVolumeNegativeTest-1670388833 tempest-AttachVolumeNegativeTest-1670388833-project] 10.222.0.26 "GET /v2.0/ports?device_id=7691576f-dcbb-4d39-9ad9-fe82c97b776b HTTP/1.1" status: 200 len: 943 time: 0.0850639 Jun 28 16:49:47.490801 dv-cinder-798104-1-smb neutron-server[74185]: INFO neutron.wsgi [req-a91998c3-c5de-4fc5-a73a-2b628d0b818f req-e4690e06-6ff2-4937-a738-c8f88e182458 tempest-AttachVolumeNegativeTest-1670388833 tempest-AttachVolumeNegativeTest-1670388833-project] 10.222.0.26 "GET /v2.0/security-groups?id=5dec02be-3b82-4794-99ba-15356adf3f81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0477676 Jun 28 16:49:47.509662 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG neutron.api.v2.base [req-16c88710-1029-4958-ab36-61836c95afb9 req-7d738a69-32d2-4524-93da-e31d2df44f31 service neutron] Request body: {'port': {'device_id': '7c6cd64e-562e-4ad2-ab67-0bb916b977d2', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79810'}} {{(pid=74185) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jun 28 16:49:47.616143 dv-cinder-798104-1-smb neutron-server[74187]: DEBUG neutron_lib.callbacks.manager [None req-17b6939a-39ed-439c-8d74-c49ac6595f0c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774158209648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1002899'] for agent, after_update {{(pid=74187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 16:49:47.654747 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG neutron_lib.callbacks.manager [req-16c88710-1029-4958-ab36-61836c95afb9 req-7d738a69-32d2-4524-93da-e31d2df44f31 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621611'] for port, before_update {{(pid=74185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 16:49:47.655337 dv-cinder-798104-1-smb neutron-server[74186]: INFO neutron.wsgi [req-a99e5e61-bc01-4f08-b277-f70b5c5b5d7a req-251ca3aa-b94b-4948-b8d6-64941e6e545e service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=a538bf881f94426fab2108868ebfc349&device_id=7691576f-dcbb-4d39-9ad9-fe82c97b776b HTTP/1.1" status: 200 len: 1096 time: 0.1007168 Jun 28 16:49:47.874320 dv-cinder-798104-1-smb neutron-server[74188]: DEBUG neutron.db.l3_hamode_db [None req-9503025a-62ea-40d9-a255-54da68b476ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '87104d34-630d-44b9-8a35-e7035a7387a6', 'name': 'tempest-TestMinimumBasicScenario-1944929109-router', 'tenant_id': 'd10dddcc09eb462fbe139fd51bf80445', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f9715ce2-16ba-4ae9-9a15-557432d0a5ed', 'external_fixed_ips': [{'subnet_id': 'e3a20e14-2eea-4943-8cec-1fe85e8448d0', 'ip_address': '172.28.3.21'}], 'enable_snat': True}, 'gw_port_id': '9776e0e3-e071-4fec-8792-4277c11d23b7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-28T16:49:14Z', 'updated_at': '2021-06-28T16:49:18Z', 'revision_number': 4, 'project_id': 'd10dddcc09eb462fbe139fd51bf80445', 'gw_port': {'id': '9776e0e3-e071-4fec-8792-4277c11d23b7', 'name': '', 'network_id': 'f9715ce2-16ba-4ae9-9a15-557432d0a5ed', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:4f:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '87104d34-630d-44b9-8a35-e7035a7387a6', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e3a20e14-2eea-4943-8cec-1fe85e8448d0', 'ip_address': '172.28.3.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798104-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T16:49:15Z', 'updated_at': '2021-06-28T16:49:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e3a20e14-2eea-4943-8cec-1fe85e8448d0', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798104-1-smb', '_interfaces': [{'id': '51540440-409e-4e47-9877-645138009945', 'name': '', 'network_id': '7c8e996c-ecb2-4983-8459-129741f854e7', 'tenant_id': 'd10dddcc09eb462fbe139fd51bf80445', 'mac_address': 'fa:16:3e:b1:03:ff', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '87104d34-630d-44b9-8a35-e7035a7387a6', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '50d1305c-44e6-4130-859e-bb67b496e1ed', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T16:49:18Z', 'updated_at': '2021-06-28T16:49:18Z', 'revision_number': 2, 'project_id': 'd10dddcc09eb462fbe139fd51bf80445', 'subnets': [{'id': '50d1305c-44e6-4130-859e-bb67b496e1ed', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-798104-1-smb', False) {} {{(pid=74188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 16:49:47.875221 dv-cinder-798104-1-smb neutron-server[74186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a99e5e61-bc01-4f08-b277-f70b5c5b5d7a req-a05fecd8-7bc9-44c5-97ca-1088cd02678b service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=74186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 16:49:47.877622 dv-cinder-798104-1-smb neutron-server[74186]: INFO neutron.wsgi [req-a99e5e61-bc01-4f08-b277-f70b5c5b5d7a req-a05fecd8-7bc9-44c5-97ca-1088cd02678b service neutron] 10.222.0.41 "GET /v2.0/networks?tenant_id=a538bf881f94426fab2108868ebfc349&shared=False HTTP/1.1" status: 200 len: 916 time: 0.1953189 Jun 28 16:49:47.878775 dv-cinder-798104-1-smb neutron-server[74188]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9503025a-62ea-40d9-a255-54da68b476ec None None] Checking router: 87104d34-630d-44b9-8a35-e7035a7387a6 for host: dv-cinder-798104-1-smb {{(pid=74188) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Jun 28 16:49:47.879168 dv-cinder-798104-1-smb neutron-server[74188]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9503025a-62ea-40d9-a255-54da68b476ec None None] Updating router 87104d34-630d-44b9-8a35-e7035a7387a6 port 51540440-409e-4e47-9877-645138009945 binding host dv-cinder-798104-1-smb {{(pid=74188) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Jun 28 16:49:47.933831 dv-cinder-798104-1-smb neutron-server[74188]: DEBUG neutron_lib.callbacks.manager [None req-9503025a-62ea-40d9-a255-54da68b476ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621611'] for port, before_update {{(pid=74188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 16:49:48.051807 dv-cinder-798104-1-smb neutron-server[74186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a99e5e61-bc01-4f08-b277-f70b5c5b5d7a req-2673e328-0122-404b-a49d-af5578d22823 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=74186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 16:49:48.053438 dv-cinder-798104-1-smb neutron-server[74186]: INFO neutron.wsgi [req-a99e5e61-bc01-4f08-b277-f70b5c5b5d7a req-2673e328-0122-404b-a49d-af5578d22823 service neutron] 10.222.0.41 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1683953 Jun 28 16:49:48.110891 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG neutron.notifiers.nova [req-16c88710-1029-4958-ab36-61836c95afb9 req-7d738a69-32d2-4524-93da-e31d2df44f31 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9ee12179-be82-4074-b954-8e3df7b44c6e {{(pid=74185) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 28 16:49:48.121555 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fcfe730-f695-4b23-aaca-5f25b8626380 req-9c447ebb-b7a7-4b34-98b4-cda0e42031f1 tempest-TestMinimumBasicScenario-1571811032 tempest-TestMinimumBasicScenario-1571811032-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 16:49:48.123443 dv-cinder-798104-1-smb neutron-server[74185]: INFO neutron.wsgi [req-2fcfe730-f695-4b23-aaca-5f25b8626380 req-9c447ebb-b7a7-4b34-98b4-cda0e42031f1 tempest-TestMinimumBasicScenario-1571811032 tempest-TestMinimumBasicScenario-1571811032-project] 10.222.0.26 "GET /v2.0/ports?device_id=7c6cd64e-562e-4ad2-ab67-0bb916b977d2 HTTP/1.1" status: 200 len: 932 time: 0.2148311 Jun 28 16:49:48.127972 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG neutron_lib.callbacks.manager [req-16c88710-1029-4958-ab36-61836c95afb9 req-7d738a69-32d2-4524-93da-e31d2df44f31 service neutron] Notify callbacks [] for port, precommit_update {{(pid=74185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 16:49:48.168113 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG neutron.db.provisioning_blocks [req-16c88710-1029-4958-ab36-61836c95afb9 req-7d738a69-32d2-4524-93da-e31d2df44f31 service neutron] Transition to ACTIVE for port object 9ee12179-be82-4074-b954-8e3df7b44c6e will not be triggered until provisioned by entity L2. {{(pid=74185) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 28 16:49:48.173974 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG neutron_lib.callbacks.manager [req-16c88710-1029-4958-ab36-61836c95afb9 req-7d738a69-32d2-4524-93da-e31d2df44f31 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-615041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1598908', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774158213048', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774157688378', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774157688423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15648322'] for port, after_update {{(pid=74185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 16:49:48.181325 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG oslo_concurrency.lockutils [None req-849dbb09-9ce9-48ea-8445-7c49a1382139 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74185) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 16:49:48.279824 dv-cinder-798104-1-smb neutron-server[74186]: INFO neutron.wsgi [req-a329aee2-9258-442b-9bfc-273831f7cf0c req-a3c72222-1646-450a-84fd-b7b8ab0c6e60 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=a538bf881f94426fab2108868ebfc349&device_id=7691576f-dcbb-4d39-9ad9-fe82c97b776b HTTP/1.1" status: 200 len: 1096 time: 0.1778193 Jun 28 16:49:48.332599 dv-cinder-798104-1-smb neutron-server[74188]: DEBUG neutron_lib.callbacks.manager [None req-9503025a-62ea-40d9-a255-54da68b476ec None None] Notify callbacks [] for port, precommit_update {{(pid=74188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 16:49:48.347765 dv-cinder-798104-1-smb neutron-server[74188]: DEBUG neutron.db.provisioning_blocks [None req-9503025a-62ea-40d9-a255-54da68b476ec None None] Transition to ACTIVE for port object 51540440-409e-4e47-9877-645138009945 will not be triggered until provisioned by entity L2. {{(pid=74188) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 28 16:49:48.357967 dv-cinder-798104-1-smb neutron-server[74188]: DEBUG neutron_lib.callbacks.manager [None req-9503025a-62ea-40d9-a255-54da68b476ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-615041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1598908', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774158213048', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774157688378', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774157688423'] for port, after_update {{(pid=74188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 16:49:48.368630 dv-cinder-798104-1-smb neutron-server[74188]: DEBUG oslo_concurrency.lockutils [None req-57593aa4-7300-49c3-83b7-e80cba647edd None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74188) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 16:49:48.376530 dv-cinder-798104-1-smb neutron-server[74186]: INFO neutron.wsgi [req-a329aee2-9258-442b-9bfc-273831f7cf0c req-e785001b-4394-4e2c-9fe3-5f4c251f3d55 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=60788748-c574-41bc-b1db-7b3c12dcca5a HTTP/1.1" status: 200 len: 217 time: 0.0877321 Jun 28 16:49:48.381476 dv-cinder-798104-1-smb neutron-server[74185]: INFO neutron.wsgi [req-2fcfe730-f695-4b23-aaca-5f25b8626380 req-ad1dfd1d-213c-4e95-bf29-98ab744bb1d8 tempest-TestMinimumBasicScenario-1571811032 tempest-TestMinimumBasicScenario-1571811032-project] 10.222.0.26 "GET /v2.0/security-groups?id=593d65e9-98bb-4e8f-8eec-8b5ea591b244&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2380397 Jun 28 16:49:48.382781 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d738a69-32d2-4524-93da-e31d2df44f31 service neutron] Pushing event updated for resources: {'Port': ['ID=9ee12179-be82-4074-b954-8e3df7b44c6e,revision_number=2']} {{(pid=74185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 16:49:48.389925 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG oslo_concurrency.lockutils [None req-7d738a69-32d2-4524-93da-e31d2df44f31 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.208s {{(pid=74185) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 16:49:48.470996 dv-cinder-798104-1-smb neutron-server[74188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50c8e1f6-bf67-4686-a633-10d5ccd9c05c None None] Pushing event updated for resources: {'Port': ['ID=51540440-409e-4e47-9877-645138009945,revision_number=3']} {{(pid=74188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 16:49:48.475731 dv-cinder-798104-1-smb neutron-server[74188]: DEBUG oslo_concurrency.lockutils [None req-50c8e1f6-bf67-4686-a633-10d5ccd9c05c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=74188) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 16:49:48.508084 dv-cinder-798104-1-smb neutron-server[74186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a329aee2-9258-442b-9bfc-273831f7cf0c req-6deb5262-ebbe-4636-9b15-6187eb75338e service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=74186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 16:49:48.512498 dv-cinder-798104-1-smb neutron-server[74186]: INFO neutron.wsgi [req-a329aee2-9258-442b-9bfc-273831f7cf0c req-6deb5262-ebbe-4636-9b15-6187eb75338e service neutron] 10.222.0.41 "GET /v2.0/subnets?id=675ec5bd-dc47-4713-907e-fa7c6eb0e688 HTTP/1.1" status: 200 len: 855 time: 0.1251388 Jun 28 16:49:48.619182 dv-cinder-798104-1-smb neutron-server[74186]: INFO neutron.wsgi [req-a329aee2-9258-442b-9bfc-273831f7cf0c req-02ee4bb7-83d5-4066-987b-e515e392d90f service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=bb4cc4d3-4de8-4886-89e0-415b22ba868b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0980604 Jun 28 16:49:48.700992 dv-cinder-798104-1-smb neutron-server[74187]: DEBUG neutron_lib.callbacks.manager [None req-d49266a9-82cf-4da4-977f-ceca59b71534 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774158209648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1002899'] for agent, after_update {{(pid=74187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 16:49:48.788050 dv-cinder-798104-1-smb neutron-server[74188]: DEBUG neutron.plugins.ml2.managers [None req-9503025a-62ea-40d9-a255-54da68b476ec None None] Attempting to bind port 51540440-409e-4e47-9877-645138009945 on host dv-cinder-798104-1-smb for vnic_type normal with profile {{(pid=74188) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 28 16:49:48.788503 dv-cinder-798104-1-smb neutron-server[74188]: DEBUG neutron.plugins.ml2.managers [None req-9503025a-62ea-40d9-a255-54da68b476ec None None] Attempting to bind port 51540440-409e-4e47-9877-645138009945 by drivers openvswitch,hyperv on host dv-cinder-798104-1-smb at level 0 using segments [{'id': 'd701ee48-26d6-4639-bd36-105126df7fe0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': '7c8e996c-ecb2-4983-8459-129741f854e7'}] {{(pid=74188) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 28 16:49:48.788882 dv-cinder-798104-1-smb neutron-server[74188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9503025a-62ea-40d9-a255-54da68b476ec None None] Attempting to bind port 51540440-409e-4e47-9877-645138009945 on network 7c8e996c-ecb2-4983-8459-129741f854e7 {{(pid=74188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jun 28 16:49:48.800251 dv-cinder-798104-1-smb neutron-server[74188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9503025a-62ea-40d9-a255-54da68b476ec None None] Checking agent: {'id': 'fa82f27f-b773-4083-82bf-f246fc41f2de', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-798104-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 28, 16, 32, 44), 'started_at': datetime.datetime(2021, 6, 28, 16, 33, 14), 'heartbeat_timestamp': datetime.datetime(2021, 6, 28, 16, 49, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-798104-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=74188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jun 28 16:49:48.800634 dv-cinder-798104-1-smb neutron-server[74188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9503025a-62ea-40d9-a255-54da68b476ec None None] Checking segment: {'id': 'd701ee48-26d6-4639-bd36-105126df7fe0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': '7c8e996c-ecb2-4983-8459-129741f854e7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=74188) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jun 28 16:49:48.801049 dv-cinder-798104-1-smb neutron-server[74188]: DEBUG neutron_lib.callbacks.manager [None req-9503025a-62ea-40d9-a255-54da68b476ec None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=74188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 16:49:48.802256 dv-cinder-798104-1-smb neutron-server[74188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9503025a-62ea-40d9-a255-54da68b476ec None None] Bound using segment: {'id': 'd701ee48-26d6-4639-bd36-105126df7fe0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': '7c8e996c-ecb2-4983-8459-129741f854e7'} {{(pid=74188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jun 28 16:49:48.802762 dv-cinder-798104-1-smb neutron-server[74188]: DEBUG neutron.plugins.ml2.managers [None req-9503025a-62ea-40d9-a255-54da68b476ec None None] Bound port: 51540440-409e-4e47-9877-645138009945, host: dv-cinder-798104-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd701ee48-26d6-4639-bd36-105126df7fe0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': '7c8e996c-ecb2-4983-8459-129741f854e7'}}] {{(pid=74188) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 28 16:49:48.803164 dv-cinder-798104-1-smb neutron-server[74188]: DEBUG neutron_lib.callbacks.manager [None req-9503025a-62ea-40d9-a255-54da68b476ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621611'] for port, before_update {{(pid=74188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 16:49:48.906578 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG neutron.plugins.ml2.managers [req-16c88710-1029-4958-ab36-61836c95afb9 req-7d738a69-32d2-4524-93da-e31d2df44f31 service neutron] Attempting to bind port 9ee12179-be82-4074-b954-8e3df7b44c6e on host hv-cinder-79810 for vnic_type normal with profile {{(pid=74185) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 28 16:49:48.907828 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG neutron.plugins.ml2.managers [req-16c88710-1029-4958-ab36-61836c95afb9 req-7d738a69-32d2-4524-93da-e31d2df44f31 service neutron] Attempting to bind port 9ee12179-be82-4074-b954-8e3df7b44c6e by drivers openvswitch,hyperv on host hv-cinder-79810 at level 0 using segments [{'id': '0e59102a-bfa2-431d-ad4f-e02c6218ed6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': '7235a97e-a247-4b50-b496-41685533e564'}] {{(pid=74185) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 28 16:49:48.908498 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-16c88710-1029-4958-ab36-61836c95afb9 req-7d738a69-32d2-4524-93da-e31d2df44f31 service neutron] Attempting to bind port 9ee12179-be82-4074-b954-8e3df7b44c6e on network 7235a97e-a247-4b50-b496-41685533e564 {{(pid=74185) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jun 28 16:49:48.926783 dv-cinder-798104-1-smb neutron-server[74186]: INFO neutron.wsgi [req-a329aee2-9258-442b-9bfc-273831f7cf0c req-1ec776ea-ba90-41dd-9ab5-33c20b4ba36b service neutron] 10.222.0.41 "GET /v2.0/networks/bb4cc4d3-4de8-4886-89e0-415b22ba868b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2965693 Jun 28 16:49:48.931648 dv-cinder-798104-1-smb neutron-server[74188]: DEBUG neutron.plugins.ml2.db [None req-9503025a-62ea-40d9-a255-54da68b476ec None None] For port 51540440-409e-4e47-9877-645138009945, host dv-cinder-798104-1-smb, cleared binding levels {{(pid=74188) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 28 16:49:48.935946 dv-cinder-798104-1-smb neutron-server[74188]: DEBUG neutron.plugins.ml2.db [None req-9503025a-62ea-40d9-a255-54da68b476ec None None] For port 51540440-409e-4e47-9877-645138009945, host dv-cinder-798104-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-798104-1-smb',level=0,port_id=51540440-409e-4e47-9877-645138009945,segment=NetworkSegment(d701ee48-26d6-4639-bd36-105126df7fe0),segment_id=d701ee48-26d6-4639-bd36-105126df7fe0)] {{(pid=74188) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 28 16:49:48.944806 dv-cinder-798104-1-smb neutron-server[74188]: DEBUG neutron_lib.callbacks.manager [None req-9503025a-62ea-40d9-a255-54da68b476ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-615041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1598908', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774158213048', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774157688378', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774157688423'] for port, after_update {{(pid=74188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 16:49:48.955716 dv-cinder-798104-1-smb neutron-server[74188]: DEBUG oslo_concurrency.lockutils [None req-e01451ac-88a0-45ca-a5a7-55eba352dba5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=74188) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 16:49:48.987605 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-16c88710-1029-4958-ab36-61836c95afb9 req-7d738a69-32d2-4524-93da-e31d2df44f31 service neutron] Port 9ee12179-be82-4074-b954-8e3df7b44c6e on network 7235a97e-a247-4b50-b496-41685533e564 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79810 {{(pid=74185) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jun 28 16:49:48.988256 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-16c88710-1029-4958-ab36-61836c95afb9 req-7d738a69-32d2-4524-93da-e31d2df44f31 service neutron] Attempting to bind port 9ee12179-be82-4074-b954-8e3df7b44c6e on network 7235a97e-a247-4b50-b496-41685533e564 {{(pid=74185) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jun 28 16:49:49.010241 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-16c88710-1029-4958-ab36-61836c95afb9 req-7d738a69-32d2-4524-93da-e31d2df44f31 service neutron] Checking agent: {'id': '59d83479-80db-4f55-8b84-25c2a0c8dff8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79810', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 28, 16, 39, 19), 'started_at': datetime.datetime(2021, 6, 28, 16, 39, 19), 'heartbeat_timestamp': datetime.datetime(2021, 6, 28, 16, 49, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=74185) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jun 28 16:49:49.011026 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-16c88710-1029-4958-ab36-61836c95afb9 req-7d738a69-32d2-4524-93da-e31d2df44f31 service neutron] Checking segment: {'id': '0e59102a-bfa2-431d-ad4f-e02c6218ed6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': '7235a97e-a247-4b50-b496-41685533e564'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=74185) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jun 28 16:49:49.011602 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-16c88710-1029-4958-ab36-61836c95afb9 req-7d738a69-32d2-4524-93da-e31d2df44f31 service neutron] Bound using segment: {'id': '0e59102a-bfa2-431d-ad4f-e02c6218ed6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': '7235a97e-a247-4b50-b496-41685533e564'} {{(pid=74185) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jun 28 16:49:49.012294 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG neutron.plugins.ml2.managers [req-16c88710-1029-4958-ab36-61836c95afb9 req-7d738a69-32d2-4524-93da-e31d2df44f31 service neutron] Bound port: 9ee12179-be82-4074-b954-8e3df7b44c6e, host: hv-cinder-79810, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0e59102a-bfa2-431d-ad4f-e02c6218ed6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': '7235a97e-a247-4b50-b496-41685533e564'}}] {{(pid=74185) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 28 16:49:49.012865 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG neutron_lib.callbacks.manager [req-16c88710-1029-4958-ab36-61836c95afb9 req-7d738a69-32d2-4524-93da-e31d2df44f31 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621611'] for port, before_update {{(pid=74185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 16:49:49.051662 dv-cinder-798104-1-smb neutron-server[74188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50c8e1f6-bf67-4686-a633-10d5ccd9c05c None None] Pushing event updated for resources: {'Port': ['ID=51540440-409e-4e47-9877-645138009945,revision_number=4']} {{(pid=74188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 16:49:49.055562 dv-cinder-798104-1-smb neutron-server[74188]: DEBUG oslo_concurrency.lockutils [None req-50c8e1f6-bf67-4686-a633-10d5ccd9c05c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=74188) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 16:49:49.058496 dv-cinder-798104-1-smb neutron-server[74188]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9503025a-62ea-40d9-a255-54da68b476ec None None] Routers {'87104d34-630d-44b9-8a35-e7035a7387a6'} bound to L3 agent in host dv-cinder-798104-1-smb {{(pid=74188) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 28 16:49:49.059119 dv-cinder-798104-1-smb neutron-server[74188]: DEBUG neutron.db.l3_hamode_db [None req-9503025a-62ea-40d9-a255-54da68b476ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-798104-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-28T16:32:46Z,description=,heartbeat_timestamp=2021-06-28T16:49:46Z,host='dv-cinder-798104-1-smb',id=633adcd1-515e-4435-b14d-49f054abd10f,load=0,resource_versions=,resources_synced=,started_at=2021-06-28T16:32:46Z,topic='l3_agent')) {'router_ids': ['87104d34-630d-44b9-8a35-e7035a7387a6'], 'active': True} {{(pid=74188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 16:49:49.102092 dv-cinder-798104-1-smb neutron-server[74186]: INFO neutron.wsgi [req-a329aee2-9258-442b-9bfc-273831f7cf0c req-06ba670f-efcb-4ccd-8e1f-b99537c5f116 service neutron] 10.222.0.41 "GET /v2.0/networks/bb4cc4d3-4de8-4886-89e0-415b22ba868b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1674170 Jun 28 16:49:49.138887 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb7d42bf-7119-4276-92fe-a7ed166460e1 req-1bce54f5-82a2-4fc3-98e4-8274a9a3adc7 tempest-AttachVolumeNegativeTest-1670388833 tempest-AttachVolumeNegativeTest-1670388833-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 16:49:49.142731 dv-cinder-798104-1-smb neutron-server[74185]: INFO neutron.wsgi [req-eb7d42bf-7119-4276-92fe-a7ed166460e1 req-1bce54f5-82a2-4fc3-98e4-8274a9a3adc7 tempest-AttachVolumeNegativeTest-1670388833 tempest-AttachVolumeNegativeTest-1670388833-project] 10.222.0.26 "GET /v2.0/ports?device_id=7691576f-dcbb-4d39-9ad9-fe82c97b776b HTTP/1.1" status: 200 len: 943 time: 0.3119624 Jun 28 16:49:49.169230 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d64f2207-bcd0-428c-a6e3-382cb311f61c req-dfeb0093-4ed1-4752-99bd-f8a4a4ccb955 tempest-TestShelveInstance-142730798 tempest-TestShelveInstance-142730798-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 16:49:49.172006 dv-cinder-798104-1-smb neutron-server[74185]: INFO neutron.wsgi [req-d64f2207-bcd0-428c-a6e3-382cb311f61c req-dfeb0093-4ed1-4752-99bd-f8a4a4ccb955 tempest-TestShelveInstance-142730798 tempest-TestShelveInstance-142730798-project] 10.222.0.26 "GET /v2.0/ports?device_id=99461ed8-fb47-4e05-8bc8-51e5644ab617 HTTP/1.1" status: 200 len: 945 time: 0.2364178 Jun 28 16:49:49.227120 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG neutron.plugins.ml2.db [req-16c88710-1029-4958-ab36-61836c95afb9 req-7d738a69-32d2-4524-93da-e31d2df44f31 service neutron] For port 9ee12179-be82-4074-b954-8e3df7b44c6e, host hv-cinder-79810, cleared binding levels {{(pid=74185) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 28 16:49:49.250275 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG neutron.plugins.ml2.db [req-16c88710-1029-4958-ab36-61836c95afb9 req-7d738a69-32d2-4524-93da-e31d2df44f31 service neutron] For port 9ee12179-be82-4074-b954-8e3df7b44c6e, host hv-cinder-79810, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79810',level=0,port_id=9ee12179-be82-4074-b954-8e3df7b44c6e,segment=NetworkSegment(0e59102a-bfa2-431d-ad4f-e02c6218ed6f),segment_id=0e59102a-bfa2-431d-ad4f-e02c6218ed6f)] {{(pid=74185) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 28 16:49:49.267199 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG neutron_lib.callbacks.manager [req-16c88710-1029-4958-ab36-61836c95afb9 req-7d738a69-32d2-4524-93da-e31d2df44f31 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-615041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1598908', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774158213048', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774157688378', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774157688423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15648322'] for port, after_update {{(pid=74185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 16:49:49.278046 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG oslo_concurrency.lockutils [None req-1f317094-61b6-4085-9e1f-1c3d9f94d4f1 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74185) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 16:49:49.303827 dv-cinder-798104-1-smb neutron-server[74188]: DEBUG neutron.db.l3_dvr_db [None req-9503025a-62ea-40d9-a255-54da68b476ec None None] Set router 87104d34-630d-44b9-8a35-e7035a7387a6 gateway port host: dv-cinder-798104-1-smb {{(pid=74188) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jun 28 16:49:49.329006 dv-cinder-798104-1-smb neutron-server[74185]: INFO neutron.wsgi [req-eb7d42bf-7119-4276-92fe-a7ed166460e1 req-5da7caf0-6fc3-4b36-a512-b349c75c8b56 tempest-AttachVolumeNegativeTest-1670388833 tempest-AttachVolumeNegativeTest-1670388833-project] 10.222.0.26 "GET /v2.0/security-groups?id=5dec02be-3b82-4794-99ba-15356adf3f81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1786246 Jun 28 16:49:49.346902 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG neutron_lib.callbacks.manager [req-16c88710-1029-4958-ab36-61836c95afb9 req-7d738a69-32d2-4524-93da-e31d2df44f31 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129357'] for port, before_response {{(pid=74185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 16:49:49.349172 dv-cinder-798104-1-smb neutron-server[74185]: INFO neutron.wsgi [req-16c88710-1029-4958-ab36-61836c95afb9 req-7d738a69-32d2-4524-93da-e31d2df44f31 service neutron] 10.222.0.41 "PUT /v2.0/ports/9ee12179-be82-4074-b954-8e3df7b44c6e HTTP/1.1" status: 200 len: 1094 time: 1.8459322 Jun 28 16:49:49.350457 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7c6cd64e-562e-4ad2-ab67-0bb916b977d2', 'tag': '9ee12179-be82-4074-b954-8e3df7b44c6e'}] {{(pid=74185) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 28 16:49:49.369878 dv-cinder-798104-1-smb neutron-server[74185]: INFO neutron.wsgi [req-d64f2207-bcd0-428c-a6e3-382cb311f61c req-93378332-b81b-4f50-af85-b3667cca6790 tempest-TestShelveInstance-142730798 tempest-TestShelveInstance-142730798-project] 10.222.0.26 "GET /v2.0/security-groups?id=f9639542-7928-4a6f-8af5-8fed9a173fcf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1699238 Jun 28 16:49:49.405956 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d738a69-32d2-4524-93da-e31d2df44f31 service neutron] Pushing event updated for resources: {'Port': ['ID=9ee12179-be82-4074-b954-8e3df7b44c6e,revision_number=3']} {{(pid=74185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 16:49:49.453733 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG oslo_concurrency.lockutils [None req-7d738a69-32d2-4524-93da-e31d2df44f31 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.176s {{(pid=74185) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 16:49:49.464994 dv-cinder-798104-1-smb neutron-server[74185]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7c6cd64e-562e-4ad2-ab67-0bb916b977d2', 'tag': '9ee12179-be82-4074-b954-8e3df7b44c6e', 'status': 'completed', 'code': 200} Jun 28 16:49:49.480473 dv-cinder-798104-1-smb neutron-server[74187]: DEBUG neutron_lib.callbacks.manager [None req-d0e5ad82-df9b-4ee3-8ee9-b93c74fbe1d3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774158209648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1002899'] for agent, after_update {{(pid=74187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 16:49:49.518955 dv-cinder-798104-1-smb neutron-server[74185]: INFO neutron.wsgi [req-16c88710-1029-4958-ab36-61836c95afb9 req-4ba17055-a71b-4ef1-9a0e-8549dabec945 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=5bf6de7fd09845dea4827bbd91336fa8&device_id=7c6cd64e-562e-4ad2-ab67-0bb916b977d2 HTTP/1.1" status: 200 len: 1097 time: 0.1095057 Jun 28 16:49:49.764445 dv-cinder-798104-1-smb neutron-server[74188]: DEBUG neutron.db.l3_hamode_db [None req-9503025a-62ea-40d9-a255-54da68b476ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '87104d34-630d-44b9-8a35-e7035a7387a6', 'name': 'tempest-TestMinimumBasicScenario-1944929109-router', 'tenant_id': 'd10dddcc09eb462fbe139fd51bf80445', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f9715ce2-16ba-4ae9-9a15-557432d0a5ed', 'external_fixed_ips': [{'subnet_id': 'e3a20e14-2eea-4943-8cec-1fe85e8448d0', 'ip_address': '172.28.3.21'}], 'enable_snat': True}, 'gw_port_id': '9776e0e3-e071-4fec-8792-4277c11d23b7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-28T16:49:14Z', 'updated_at': '2021-06-28T16:49:18Z', 'revision_number': 4, 'project_id': 'd10dddcc09eb462fbe139fd51bf80445', 'gw_port': {'id': '9776e0e3-e071-4fec-8792-4277c11d23b7', 'name': '', 'network_id': 'f9715ce2-16ba-4ae9-9a15-557432d0a5ed', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:4f:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '87104d34-630d-44b9-8a35-e7035a7387a6', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e3a20e14-2eea-4943-8cec-1fe85e8448d0', 'ip_address': '172.28.3.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798104-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T16:49:15Z', 'updated_at': '2021-06-28T16:49:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e3a20e14-2eea-4943-8cec-1fe85e8448d0', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798104-1-smb', '_interfaces': [{'id': '51540440-409e-4e47-9877-645138009945', 'name': '', 'network_id': '7c8e996c-ecb2-4983-8459-129741f854e7', 'tenant_id': 'd10dddcc09eb462fbe139fd51bf80445', 'mac_address': 'fa:16:3e:b1:03:ff', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '87104d34-630d-44b9-8a35-e7035a7387a6', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '50d1305c-44e6-4130-859e-bb67b496e1ed', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798104-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T16:49:18Z', 'updated_at': '2021-06-28T16:49:48Z', 'revision_number': 4, 'project_id': 'd10dddcc09eb462fbe139fd51bf80445', 'subnets': [{'id': '50d1305c-44e6-4130-859e-bb67b496e1ed', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-798104-1-smb', False) {} {{(pid=74188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 16:49:49.769337 dv-cinder-798104-1-smb neutron-server[74188]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9503025a-62ea-40d9-a255-54da68b476ec None None] The sync data for ids ['87104d34-630d-44b9-8a35-e7035a7387a6'] in dv-cinder-798104-1-smb is: [{'id': '87104d34-630d-44b9-8a35-e7035a7387a6', 'name': 'tempest-TestMinimumBasicScenario-1944929109-router', 'tenant_id': 'd10dddcc09eb462fbe139fd51bf80445', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f9715ce2-16ba-4ae9-9a15-557432d0a5ed', 'external_fixed_ips': [{'subnet_id': 'e3a20e14-2eea-4943-8cec-1fe85e8448d0', 'ip_address': '172.28.3.21'}], 'enable_snat': True}, 'gw_port_id': '9776e0e3-e071-4fec-8792-4277c11d23b7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-28T16:49:14Z', 'updated_at': '2021-06-28T16:49:18Z', 'revision_number': 4, 'project_id': 'd10dddcc09eb462fbe139fd51bf80445', 'gw_port': {'id': '9776e0e3-e071-4fec-8792-4277c11d23b7', 'name': '', 'network_id': 'f9715ce2-16ba-4ae9-9a15-557432d0a5ed', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:4f:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '87104d34-630d-44b9-8a35-e7035a7387a6', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e3a20e14-2eea-4943-8cec-1fe85e8448d0', 'ip_address': '172.28.3.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798104-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T16:49:15Z', 'updated_at': '2021-06-28T16:49:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e3a20e14-2eea-4943-8cec-1fe85e8448d0', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798104-1-smb', '_interfaces': [{'id': '51540440-409e-4e47-9877-645138009945', 'name': '', 'network_id': '7c8e996c-ecb2-4983-8459-129741f854e7', 'tenant_id': 'd10dddcc09eb462fbe139fd51bf80445', 'mac_address': 'fa:16:3e:b1:03:ff', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '87104d34-630d-44b9-8a35-e7035a7387a6', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '50d1305c-44e6-4130-859e-bb67b496e1ed', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798104-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T16:49:18Z', 'updated_at': '2021-06-28T16:49:48Z', 'revision_number': 4, 'project_id': 'd10dddcc09eb462fbe139fd51bf80445', 'subnets': [{'id': '50d1305c-44e6-4130-859e-bb67b496e1ed', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=74188) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jun 28 16:49:49.786753 dv-cinder-798104-1-smb neutron-server[74185]: INFO neutron.wsgi [req-16c88710-1029-4958-ab36-61836c95afb9 req-5558545c-d579-4ab6-ba25-f6589809b319 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=9ee12179-be82-4074-b954-8e3df7b44c6e HTTP/1.1" status: 200 len: 217 time: 0.2534926 Jun 28 16:49:49.874823 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16c88710-1029-4958-ab36-61836c95afb9 req-2ceadf99-6e7b-4f30-acca-3a401f3f1b68 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=74185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 16:49:49.876358 dv-cinder-798104-1-smb neutron-server[74185]: INFO neutron.wsgi [req-16c88710-1029-4958-ab36-61836c95afb9 req-2ceadf99-6e7b-4f30-acca-3a401f3f1b68 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=3e932159-74c5-4507-82f3-46deac3d4b21 HTTP/1.1" status: 200 len: 853 time: 0.0780766 Jun 28 16:49:49.886506 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c807b5ce-6d42-491f-988b-97265ca7ccbd req-12291cc4-4e9a-4722-aed0-0179ceac732e tempest-TestMinimumBasicScenario-1571811032 tempest-TestMinimumBasicScenario-1571811032-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 16:49:49.888006 dv-cinder-798104-1-smb neutron-server[74185]: INFO neutron.wsgi [req-c807b5ce-6d42-491f-988b-97265ca7ccbd req-12291cc4-4e9a-4722-aed0-0179ceac732e tempest-TestMinimumBasicScenario-1571811032 tempest-TestMinimumBasicScenario-1571811032-project] 10.222.0.26 "GET /v2.0/ports?device_id=7c6cd64e-562e-4ad2-ab67-0bb916b977d2 HTTP/1.1" status: 200 len: 944 time: 0.2618992 Jun 28 16:49:49.990780 dv-cinder-798104-1-smb neutron-server[74185]: INFO neutron.wsgi [req-c807b5ce-6d42-491f-988b-97265ca7ccbd req-b9f8836e-11a1-458c-af72-48ebc671a98a tempest-TestMinimumBasicScenario-1571811032 tempest-TestMinimumBasicScenario-1571811032-project] 10.222.0.26 "GET /v2.0/security-groups?id=593d65e9-98bb-4e8f-8eec-8b5ea591b244&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0719545 Jun 28 16:49:50.008502 dv-cinder-798104-1-smb neutron-server[74185]: INFO neutron.wsgi [req-16c88710-1029-4958-ab36-61836c95afb9 req-a89579f1-0570-4ac3-8f3c-9a39eb370d9f service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=7235a97e-a247-4b50-b496-41685533e564&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1192620 Jun 28 16:49:50.163829 dv-cinder-798104-1-smb neutron-server[74185]: INFO neutron.wsgi [req-16c88710-1029-4958-ab36-61836c95afb9 req-d0e2ca33-22e9-46bf-a0ca-18d673ab38f2 service neutron] 10.222.0.41 "GET /v2.0/networks/7235a97e-a247-4b50-b496-41685533e564?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1434512 Jun 28 16:49:50.315070 dv-cinder-798104-1-smb neutron-server[74185]: INFO neutron.wsgi [req-16c88710-1029-4958-ab36-61836c95afb9 req-018dcf37-94b1-46ec-bbcb-4f174b1c59f6 service neutron] 10.222.0.41 "GET /v2.0/networks/7235a97e-a247-4b50-b496-41685533e564?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1440268 Jun 28 16:49:50.459673 dv-cinder-798104-1-smb neutron-server[74185]: INFO neutron.wsgi [req-b631dcc0-787c-41c1-a364-4d8776446496 req-476e4465-6277-4392-aa67-480b469e1d9c service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=5bf6de7fd09845dea4827bbd91336fa8&device_id=7c6cd64e-562e-4ad2-ab67-0bb916b977d2 HTTP/1.1" status: 200 len: 1097 time: 0.0901802 Jun 28 16:49:50.712443 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b631dcc0-787c-41c1-a364-4d8776446496 req-d669e9be-679d-445d-bf03-d4a0e06bbbba service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=74185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 16:49:50.713863 dv-cinder-798104-1-smb neutron-server[74185]: INFO neutron.wsgi [req-b631dcc0-787c-41c1-a364-4d8776446496 req-d669e9be-679d-445d-bf03-d4a0e06bbbba service neutron] 10.222.0.41 "GET /v2.0/networks?id=7235a97e-a247-4b50-b496-41685533e564 HTTP/1.1" status: 200 len: 915 time: 0.2470355 Jun 28 16:49:50.798641 dv-cinder-798104-1-smb neutron-server[74185]: INFO neutron.wsgi [req-b631dcc0-787c-41c1-a364-4d8776446496 req-10cc0539-b720-4a9d-97fa-2b3b4f9e16f7 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=9ee12179-be82-4074-b954-8e3df7b44c6e HTTP/1.1" status: 200 len: 217 time: 0.0724716 Jun 28 16:49:50.852108 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc7ee23a-80b6-4f23-a322-2457ef295e87 req-43778893-eb48-4592-ae62-a71b7f7e0e39 tempest-AttachVolumeNegativeTest-1670388833 tempest-AttachVolumeNegativeTest-1670388833-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 16:49:50.853722 dv-cinder-798104-1-smb neutron-server[74185]: INFO neutron.wsgi [req-cc7ee23a-80b6-4f23-a322-2457ef295e87 req-43778893-eb48-4592-ae62-a71b7f7e0e39 tempest-AttachVolumeNegativeTest-1670388833 tempest-AttachVolumeNegativeTest-1670388833-project] 10.222.0.26 "GET /v2.0/ports?device_id=7691576f-dcbb-4d39-9ad9-fe82c97b776b HTTP/1.1" status: 200 len: 943 time: 0.2615931 Jun 28 16:49:50.864596 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6ee6f7a-840c-4f5b-bb64-6c1674810828 req-9d0d4e17-fa69-4f8c-8588-fb5857d84ccd tempest-TestShelveInstance-142730798 tempest-TestShelveInstance-142730798-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 16:49:50.865358 dv-cinder-798104-1-smb neutron-server[74185]: INFO neutron.wsgi [req-a6ee6f7a-840c-4f5b-bb64-6c1674810828 req-9d0d4e17-fa69-4f8c-8588-fb5857d84ccd tempest-TestShelveInstance-142730798 tempest-TestShelveInstance-142730798-project] 10.222.0.26 "GET /v2.0/ports?device_id=99461ed8-fb47-4e05-8bc8-51e5644ab617 HTTP/1.1" status: 200 len: 945 time: 0.3129535 Jun 28 16:49:50.951611 dv-cinder-798104-1-smb neutron-server[74187]: DEBUG neutron.plugins.ml2.rpc [None req-c72dd329-595c-4eca-9296-ba6eff8780d9 None None] Device 51540440-409e-4e47-9877-645138009945 up at agent ovs-agent-dv-cinder-798104-1-smb {{(pid=74187) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 28 16:49:50.965130 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b631dcc0-787c-41c1-a364-4d8776446496 req-2d2bc3fe-df99-40dc-81e8-bd7476605237 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=74185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 16:49:50.966589 dv-cinder-798104-1-smb neutron-server[74185]: INFO neutron.wsgi [req-b631dcc0-787c-41c1-a364-4d8776446496 req-2d2bc3fe-df99-40dc-81e8-bd7476605237 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=3e932159-74c5-4507-82f3-46deac3d4b21 HTTP/1.1" status: 200 len: 853 time: 0.1548433 Jun 28 16:49:51.027320 dv-cinder-798104-1-smb neutron-server[74185]: INFO neutron.wsgi [req-a6ee6f7a-840c-4f5b-bb64-6c1674810828 req-91a0937b-eb02-4c9e-b0a6-28801cf5f4a9 tempest-TestShelveInstance-142730798 tempest-TestShelveInstance-142730798-project] 10.222.0.26 "GET /v2.0/security-groups?id=f9639542-7928-4a6f-8af5-8fed9a173fcf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1301486 Jun 28 16:49:51.034001 dv-cinder-798104-1-smb neutron-server[74185]: INFO neutron.wsgi [req-cc7ee23a-80b6-4f23-a322-2457ef295e87 req-6b94fabc-5942-458c-a1e7-681b29000aa3 tempest-AttachVolumeNegativeTest-1670388833 tempest-AttachVolumeNegativeTest-1670388833-project] 10.222.0.26 "GET /v2.0/security-groups?id=5dec02be-3b82-4794-99ba-15356adf3f81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1676650 Jun 28 16:49:51.089103 dv-cinder-798104-1-smb neutron-server[74185]: INFO neutron.wsgi [req-b631dcc0-787c-41c1-a364-4d8776446496 req-a43b1a3e-0789-4d2e-87e4-2990c2a7142d service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=7235a97e-a247-4b50-b496-41685533e564&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1117845 Jun 28 16:49:51.105033 dv-cinder-798104-1-smb neutron-server[74187]: DEBUG neutron.db.provisioning_blocks [None req-c72dd329-595c-4eca-9296-ba6eff8780d9 None None] Provisioning for port 51540440-409e-4e47-9877-645138009945 completed by entity L2. {{(pid=74187) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 28 16:49:51.110477 dv-cinder-798104-1-smb neutron-server[74187]: DEBUG neutron.db.provisioning_blocks [None req-c72dd329-595c-4eca-9296-ba6eff8780d9 None None] Provisioning complete for port 51540440-409e-4e47-9877-645138009945 triggered by entity L2. {{(pid=74187) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 28 16:49:51.110851 dv-cinder-798104-1-smb neutron-server[74187]: DEBUG neutron_lib.callbacks.manager [None req-c72dd329-595c-4eca-9296-ba6eff8780d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1002786'] for port, provisioning_complete {{(pid=74187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 16:49:51.236962 dv-cinder-798104-1-smb neutron-server[74187]: DEBUG neutron_lib.callbacks.manager [None req-c72dd329-595c-4eca-9296-ba6eff8780d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621611'] for port, before_update {{(pid=74187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 16:49:51.274328 dv-cinder-798104-1-smb neutron-server[74187]: DEBUG neutron.plugins.ml2.db [None req-c72dd329-595c-4eca-9296-ba6eff8780d9 None None] For port 51540440-409e-4e47-9877-645138009945, host dv-cinder-798104-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-798104-1-smb',level=0,port_id=51540440-409e-4e47-9877-645138009945,segment=NetworkSegment(d701ee48-26d6-4639-bd36-105126df7fe0),segment_id=d701ee48-26d6-4639-bd36-105126df7fe0)] {{(pid=74187) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 16:49:51.279377 dv-cinder-798104-1-smb neutron-server[74187]: DEBUG neutron_lib.callbacks.manager [None req-c72dd329-595c-4eca-9296-ba6eff8780d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-615041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1598908', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774158213048', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774157688378', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774157688423'] for port, after_update {{(pid=74187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 16:49:51.281366 dv-cinder-798104-1-smb neutron-server[74187]: DEBUG oslo_concurrency.lockutils [None req-d0e5ad82-df9b-4ee3-8ee9-b93c74fbe1d3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74187) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 16:49:51.296965 dv-cinder-798104-1-smb neutron-server[74185]: INFO neutron.wsgi [req-b631dcc0-787c-41c1-a364-4d8776446496 req-ac61caa4-44cf-4460-8878-aa86d910a77e service neutron] 10.222.0.41 "GET /v2.0/networks/7235a97e-a247-4b50-b496-41685533e564?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1975312 Jun 28 16:49:51.350306 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b791b74c-34ea-4e7e-981f-dc9635fe07e2 req-5837b74d-8230-4e6e-8aa1-c50bc5c17373 tempest-TestMinimumBasicScenario-1571811032 tempest-TestMinimumBasicScenario-1571811032-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 16:49:51.351432 dv-cinder-798104-1-smb neutron-server[74187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c72dd329-595c-4eca-9296-ba6eff8780d9 None None] Pushing event updated for resources: {'Port': ['ID=51540440-409e-4e47-9877-645138009945,revision_number=5']} {{(pid=74187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 16:49:51.351822 dv-cinder-798104-1-smb neutron-server[74185]: INFO neutron.wsgi [req-b791b74c-34ea-4e7e-981f-dc9635fe07e2 req-5837b74d-8230-4e6e-8aa1-c50bc5c17373 tempest-TestMinimumBasicScenario-1571811032 tempest-TestMinimumBasicScenario-1571811032-project] 10.222.0.26 "GET /v2.0/ports?device_id=7c6cd64e-562e-4ad2-ab67-0bb916b977d2 HTTP/1.1" status: 200 len: 944 time: 0.1757846 Jun 28 16:49:51.355192 dv-cinder-798104-1-smb neutron-server[74187]: DEBUG oslo_concurrency.lockutils [None req-c72dd329-595c-4eca-9296-ba6eff8780d9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=74187) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 16:49:51.476404 dv-cinder-798104-1-smb neutron-server[74185]: INFO neutron.wsgi [req-b791b74c-34ea-4e7e-981f-dc9635fe07e2 req-31c53ac4-ce5a-44f1-a74c-d0547541cd4c tempest-TestMinimumBasicScenario-1571811032 tempest-TestMinimumBasicScenario-1571811032-project] 10.222.0.26 "GET /v2.0/security-groups?id=593d65e9-98bb-4e8f-8eec-8b5ea591b244&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0747659 Jun 28 16:49:51.495876 dv-cinder-798104-1-smb neutron-server[74185]: INFO neutron.wsgi [req-b631dcc0-787c-41c1-a364-4d8776446496 req-2b47d3ba-13e2-4c2f-b816-a82d1b7081b9 service neutron] 10.222.0.41 "GET /v2.0/networks/7235a97e-a247-4b50-b496-41685533e564?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1863787 Jun 28 16:49:52.424534 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40fd6743-80a1-4efd-8624-9373499236d7 req-e7fbff9a-72ee-47b9-9d74-b3aa521fa2fd tempest-AttachVolumeNegativeTest-1670388833 tempest-AttachVolumeNegativeTest-1670388833-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 16:49:52.426847 dv-cinder-798104-1-smb neutron-server[74185]: INFO neutron.wsgi [req-40fd6743-80a1-4efd-8624-9373499236d7 req-e7fbff9a-72ee-47b9-9d74-b3aa521fa2fd tempest-AttachVolumeNegativeTest-1670388833 tempest-AttachVolumeNegativeTest-1670388833-project] 10.222.0.26 "GET /v2.0/ports?device_id=7691576f-dcbb-4d39-9ad9-fe82c97b776b HTTP/1.1" status: 200 len: 943 time: 0.2456379 Jun 28 16:49:52.433767 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95866bb6-a68d-4888-bbf8-f0c0f54c315e req-5145b2ee-542c-4b5b-9eea-e9aae101012e tempest-TestShelveInstance-142730798 tempest-TestShelveInstance-142730798-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 16:49:52.435241 dv-cinder-798104-1-smb neutron-server[74185]: INFO neutron.wsgi [req-95866bb6-a68d-4888-bbf8-f0c0f54c315e req-5145b2ee-542c-4b5b-9eea-e9aae101012e tempest-TestShelveInstance-142730798 tempest-TestShelveInstance-142730798-project] 10.222.0.26 "GET /v2.0/ports?device_id=99461ed8-fb47-4e05-8bc8-51e5644ab617 HTTP/1.1" status: 200 len: 945 time: 0.2240498 Jun 28 16:49:52.491543 dv-cinder-798104-1-smb neutron-server[74187]: DEBUG neutron.plugins.ml2.rpc [None req-d0e5ad82-df9b-4ee3-8ee9-b93c74fbe1d3 None None] Device 9ee12179-be82-4074-b954-8e3df7b44c6e details requested by agent hyperv_hv-cinder-79810 with host hv-cinder-79810 {{(pid=74187) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 28 16:49:52.519113 dv-cinder-798104-1-smb neutron-server[74185]: INFO neutron.wsgi [req-40fd6743-80a1-4efd-8624-9373499236d7 req-39d01465-6ff1-4637-81d1-055d24066828 tempest-AttachVolumeNegativeTest-1670388833 tempest-AttachVolumeNegativeTest-1670388833-project] 10.222.0.26 "GET /v2.0/security-groups?id=5dec02be-3b82-4794-99ba-15356adf3f81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0828733 Jun 28 16:49:52.523643 dv-cinder-798104-1-smb neutron-server[74185]: INFO neutron.wsgi [req-95866bb6-a68d-4888-bbf8-f0c0f54c315e req-ad0cf874-ce03-46ec-ab34-96f45448fe30 tempest-TestShelveInstance-142730798 tempest-TestShelveInstance-142730798-project] 10.222.0.26 "GET /v2.0/security-groups?id=f9639542-7928-4a6f-8af5-8fed9a173fcf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0729618 Jun 28 16:49:52.633424 dv-cinder-798104-1-smb neutron-server[74187]: DEBUG neutron.plugins.ml2.db [None req-d0e5ad82-df9b-4ee3-8ee9-b93c74fbe1d3 None None] For port 9ee12179-be82-4074-b954-8e3df7b44c6e, host hv-cinder-79810, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79810',level=0,port_id=9ee12179-be82-4074-b954-8e3df7b44c6e,segment=NetworkSegment(0e59102a-bfa2-431d-ad4f-e02c6218ed6f),segment_id=0e59102a-bfa2-431d-ad4f-e02c6218ed6f)] {{(pid=74187) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 16:49:52.647456 dv-cinder-798104-1-smb neutron-server[74187]: DEBUG neutron.plugins.ml2.rpc [None req-d0e5ad82-df9b-4ee3-8ee9-b93c74fbe1d3 None None] Returning: {'device': '9ee12179-be82-4074-b954-8e3df7b44c6e', 'network_id': '7235a97e-a247-4b50-b496-41685533e564', 'port_id': '9ee12179-be82-4074-b954-8e3df7b44c6e', 'mac_address': 'fa:16:3e:f6:9a:b1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 402, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3e932159-74c5-4507-82f3-46deac3d4b21', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=74187) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 28 16:49:52.710753 dv-cinder-798104-1-smb neutron-server[74187]: DEBUG neutron_lib.callbacks.manager [None req-d0e5ad82-df9b-4ee3-8ee9-b93c74fbe1d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621611'] for port, before_update {{(pid=74187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 16:49:52.724264 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f51b5e9b-5cf5-46a8-977e-e1ce9445bd4e req-5d424524-adb6-40d0-bc6a-4f3604ac0452 tempest-TestMinimumBasicScenario-1571811032 tempest-TestMinimumBasicScenario-1571811032-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 16:49:52.725811 dv-cinder-798104-1-smb neutron-server[74185]: INFO neutron.wsgi [req-f51b5e9b-5cf5-46a8-977e-e1ce9445bd4e req-5d424524-adb6-40d0-bc6a-4f3604ac0452 tempest-TestMinimumBasicScenario-1571811032 tempest-TestMinimumBasicScenario-1571811032-project] 10.222.0.26 "GET /v2.0/ports?device_id=7c6cd64e-562e-4ad2-ab67-0bb916b977d2 HTTP/1.1" status: 200 len: 944 time: 0.0818217 Jun 28 16:49:52.728771 dv-cinder-798104-1-smb neutron-server[74187]: DEBUG neutron.notifiers.nova [None req-d0e5ad82-df9b-4ee3-8ee9-b93c74fbe1d3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9ee12179-be82-4074-b954-8e3df7b44c6e {{(pid=74187) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 28 16:49:52.744914 dv-cinder-798104-1-smb neutron-server[74187]: DEBUG neutron.plugins.ml2.db [None req-d0e5ad82-df9b-4ee3-8ee9-b93c74fbe1d3 None None] For port 9ee12179-be82-4074-b954-8e3df7b44c6e, host hv-cinder-79810, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79810',level=0,port_id=9ee12179-be82-4074-b954-8e3df7b44c6e,segment=NetworkSegment(0e59102a-bfa2-431d-ad4f-e02c6218ed6f),segment_id=0e59102a-bfa2-431d-ad4f-e02c6218ed6f)] {{(pid=74187) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 16:49:52.750144 dv-cinder-798104-1-smb neutron-server[74187]: DEBUG neutron_lib.callbacks.manager [None req-d0e5ad82-df9b-4ee3-8ee9-b93c74fbe1d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-615041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1598908', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774158213048', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774157688378', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774157688423'] for port, after_update {{(pid=74187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 16:49:52.750864 dv-cinder-798104-1-smb neutron-server[74187]: DEBUG neutron.plugins.ml2.rpc [None req-d0e5ad82-df9b-4ee3-8ee9-b93c74fbe1d3 None None] Device 60788748-c574-41bc-b1db-7b3c12dcca5a details requested by agent hyperv_hv-cinder-79810 with host hv-cinder-79810 {{(pid=74187) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 28 16:49:52.753151 dv-cinder-798104-1-smb neutron-server[74187]: DEBUG oslo_concurrency.lockutils [None req-a85f9ac7-b7f6-4193-9e4d-85bdb1adaca2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74187) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 16:49:52.776286 dv-cinder-798104-1-smb neutron-server[74185]: INFO neutron.wsgi [req-f51b5e9b-5cf5-46a8-977e-e1ce9445bd4e req-7611deb0-60a2-4362-9eca-484bdedffbcb tempest-TestMinimumBasicScenario-1571811032 tempest-TestMinimumBasicScenario-1571811032-project] 10.222.0.26 "GET /v2.0/security-groups?id=593d65e9-98bb-4e8f-8eec-8b5ea591b244&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449326 Jun 28 16:49:52.895579 dv-cinder-798104-1-smb neutron-server[74187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0e5ad82-df9b-4ee3-8ee9-b93c74fbe1d3 None None] Pushing event updated for resources: {'Port': ['ID=9ee12179-be82-4074-b954-8e3df7b44c6e,revision_number=4']} {{(pid=74187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 16:49:52.900570 dv-cinder-798104-1-smb neutron-server[74187]: DEBUG oslo_concurrency.lockutils [None req-d0e5ad82-df9b-4ee3-8ee9-b93c74fbe1d3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.147s {{(pid=74187) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 16:49:52.904031 dv-cinder-798104-1-smb neutron-server[74187]: DEBUG neutron.plugins.ml2.rpc [None req-c72dd329-595c-4eca-9296-ba6eff8780d9 None None] Device 51540440-409e-4e47-9877-645138009945 up at agent ovs-agent-dv-cinder-798104-1-smb {{(pid=74187) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 28 16:49:53.008409 dv-cinder-798104-1-smb neutron-server[74187]: DEBUG neutron.plugins.ml2.db [None req-d0e5ad82-df9b-4ee3-8ee9-b93c74fbe1d3 None None] For port 60788748-c574-41bc-b1db-7b3c12dcca5a, host hv-cinder-79810, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79810',level=0,port_id=60788748-c574-41bc-b1db-7b3c12dcca5a,segment=NetworkSegment(2c0a68fd-7cc2-4d98-8375-a38d6ab9c22a),segment_id=2c0a68fd-7cc2-4d98-8375-a38d6ab9c22a)] {{(pid=74187) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 16:49:53.025629 dv-cinder-798104-1-smb neutron-server[74187]: DEBUG neutron.plugins.ml2.rpc [None req-d0e5ad82-df9b-4ee3-8ee9-b93c74fbe1d3 None None] Returning: {'device': '60788748-c574-41bc-b1db-7b3c12dcca5a', 'network_id': 'bb4cc4d3-4de8-4886-89e0-415b22ba868b', 'port_id': '60788748-c574-41bc-b1db-7b3c12dcca5a', 'mac_address': 'fa:16:3e:7c:de:8e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 405, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '675ec5bd-dc47-4713-907e-fa7c6eb0e688', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=74187) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 28 16:49:53.059548 dv-cinder-798104-1-smb neutron-server[74187]: DEBUG neutron.db.provisioning_blocks [None req-c72dd329-595c-4eca-9296-ba6eff8780d9 None None] Provisioning complete for port 51540440-409e-4e47-9877-645138009945 triggered by entity L2. {{(pid=74187) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 28 16:49:53.060066 dv-cinder-798104-1-smb neutron-server[74187]: DEBUG neutron_lib.callbacks.manager [None req-c72dd329-595c-4eca-9296-ba6eff8780d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1002786'] for port, provisioning_complete {{(pid=74187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 16:49:53.134588 dv-cinder-798104-1-smb neutron-server[74187]: DEBUG neutron_lib.callbacks.manager [None req-d0e5ad82-df9b-4ee3-8ee9-b93c74fbe1d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621611'] for port, before_update {{(pid=74187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 16:49:53.163244 dv-cinder-798104-1-smb neutron-server[74187]: DEBUG neutron.notifiers.nova [None req-d0e5ad82-df9b-4ee3-8ee9-b93c74fbe1d3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 60788748-c574-41bc-b1db-7b3c12dcca5a {{(pid=74187) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 28 16:49:53.220227 dv-cinder-798104-1-smb neutron-server[74187]: DEBUG neutron.plugins.ml2.db [None req-d0e5ad82-df9b-4ee3-8ee9-b93c74fbe1d3 None None] For port 60788748-c574-41bc-b1db-7b3c12dcca5a, host hv-cinder-79810, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79810',level=0,port_id=60788748-c574-41bc-b1db-7b3c12dcca5a,segment=NetworkSegment(2c0a68fd-7cc2-4d98-8375-a38d6ab9c22a),segment_id=2c0a68fd-7cc2-4d98-8375-a38d6ab9c22a)] {{(pid=74187) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 16:49:53.225767 dv-cinder-798104-1-smb neutron-server[74187]: DEBUG neutron_lib.callbacks.manager [None req-d0e5ad82-df9b-4ee3-8ee9-b93c74fbe1d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-615041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1598908', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774158213048', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774157688378', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774157688423'] for port, after_update {{(pid=74187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 16:49:53.229441 dv-cinder-798104-1-smb neutron-server[74187]: DEBUG oslo_concurrency.lockutils [None req-d0e5ad82-df9b-4ee3-8ee9-b93c74fbe1d3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74187) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 16:49:53.297748 dv-cinder-798104-1-smb neutron-server[74187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0e5ad82-df9b-4ee3-8ee9-b93c74fbe1d3 None None] Pushing event updated for resources: {'Port': ['ID=60788748-c574-41bc-b1db-7b3c12dcca5a,revision_number=4']} {{(pid=74187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 16:49:53.300896 dv-cinder-798104-1-smb neutron-server[74187]: DEBUG oslo_concurrency.lockutils [None req-d0e5ad82-df9b-4ee3-8ee9-b93c74fbe1d3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=74187) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 16:49:53.531010 dv-cinder-798104-1-smb neutron-server[74187]: DEBUG neutron.plugins.ml2.db [None req-d0e5ad82-df9b-4ee3-8ee9-b93c74fbe1d3 None None] get_ports_and_sgs() called for port_ids ['9ee12179-be82-4074-b954-8e3df7b44c6e'] {{(pid=74187) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jun 28 16:49:53.603287 dv-cinder-798104-1-smb neutron-server[74187]: DEBUG neutron.plugins.ml2.db [None req-d0e5ad82-df9b-4ee3-8ee9-b93c74fbe1d3 None None] get_ports_and_sgs() called for port_ids ['60788748-c574-41bc-b1db-7b3c12dcca5a'] {{(pid=74187) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jun 28 16:49:53.795317 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be2ef51d-8900-42b0-8cb4-b56e3fa36f08 req-e708e930-e04b-42d6-8bb4-94aee6488492 tempest-AttachVolumeNegativeTest-1670388833 tempest-AttachVolumeNegativeTest-1670388833-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 16:49:53.796746 dv-cinder-798104-1-smb neutron-server[74185]: INFO neutron.wsgi [req-be2ef51d-8900-42b0-8cb4-b56e3fa36f08 req-e708e930-e04b-42d6-8bb4-94aee6488492 tempest-AttachVolumeNegativeTest-1670388833 tempest-AttachVolumeNegativeTest-1670388833-project] 10.222.0.26 "GET /v2.0/ports?device_id=7691576f-dcbb-4d39-9ad9-fe82c97b776b HTTP/1.1" status: 200 len: 944 time: 0.1395335 Jun 28 16:49:53.861636 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68827094-6c23-4372-8bf5-47bc11edd706 req-a14ed285-d69b-4179-a0d5-b17767a003c1 tempest-TestShelveInstance-142730798 tempest-TestShelveInstance-142730798-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 16:49:53.863077 dv-cinder-798104-1-smb neutron-server[74185]: INFO neutron.wsgi [req-68827094-6c23-4372-8bf5-47bc11edd706 req-a14ed285-d69b-4179-a0d5-b17767a003c1 tempest-TestShelveInstance-142730798 tempest-TestShelveInstance-142730798-project] 10.222.0.26 "GET /v2.0/ports?device_id=99461ed8-fb47-4e05-8bc8-51e5644ab617 HTTP/1.1" status: 200 len: 945 time: 0.1382308 Jun 28 16:49:53.865994 dv-cinder-798104-1-smb neutron-server[74185]: INFO neutron.wsgi [req-be2ef51d-8900-42b0-8cb4-b56e3fa36f08 req-efb0c3ae-0fac-4050-96f4-a381717abd5e tempest-AttachVolumeNegativeTest-1670388833 tempest-AttachVolumeNegativeTest-1670388833-project] 10.222.0.26 "GET /v2.0/security-groups?id=5dec02be-3b82-4794-99ba-15356adf3f81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0587559 Jun 28 16:49:53.922964 dv-cinder-798104-1-smb neutron-server[74185]: INFO neutron.wsgi [req-68827094-6c23-4372-8bf5-47bc11edd706 req-5d4ada34-e36d-4cce-90f2-98de78dee571 tempest-TestShelveInstance-142730798 tempest-TestShelveInstance-142730798-project] 10.222.0.26 "GET /v2.0/security-groups?id=f9639542-7928-4a6f-8af5-8fed9a173fcf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0532439 Jun 28 16:49:54.078773 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-420577e7-bcac-40d1-924c-e60732e7f1ef req-d0fd0776-0f33-4d1e-a2da-315416b5e763 tempest-TestMinimumBasicScenario-1571811032 tempest-TestMinimumBasicScenario-1571811032-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 16:49:54.080179 dv-cinder-798104-1-smb neutron-server[74185]: INFO neutron.wsgi [req-420577e7-bcac-40d1-924c-e60732e7f1ef req-d0fd0776-0f33-4d1e-a2da-315416b5e763 tempest-TestMinimumBasicScenario-1571811032 tempest-TestMinimumBasicScenario-1571811032-project] 10.222.0.26 "GET /v2.0/ports?device_id=7c6cd64e-562e-4ad2-ab67-0bb916b977d2 HTTP/1.1" status: 200 len: 945 time: 0.0791500 Jun 28 16:49:54.126843 dv-cinder-798104-1-smb neutron-server[74185]: INFO neutron.wsgi [req-420577e7-bcac-40d1-924c-e60732e7f1ef req-e40d12be-a528-4039-806a-e3ca22c98fac tempest-TestMinimumBasicScenario-1571811032 tempest-TestMinimumBasicScenario-1571811032-project] 10.222.0.26 "GET /v2.0/security-groups?id=593d65e9-98bb-4e8f-8eec-8b5ea591b244&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410419 Jun 28 16:49:54.521122 dv-cinder-798104-1-smb neutron-server[74187]: DEBUG neutron.plugins.ml2.rpc [None req-d0e5ad82-df9b-4ee3-8ee9-b93c74fbe1d3 None None] Device 9ee12179-be82-4074-b954-8e3df7b44c6e up at agent hyperv_hv-cinder-79810 {{(pid=74187) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 28 16:49:54.597601 dv-cinder-798104-1-smb neutron-server[74187]: DEBUG neutron.db.provisioning_blocks [None req-d0e5ad82-df9b-4ee3-8ee9-b93c74fbe1d3 None None] Provisioning for port 9ee12179-be82-4074-b954-8e3df7b44c6e completed by entity L2. {{(pid=74187) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 28 16:49:54.602699 dv-cinder-798104-1-smb neutron-server[74187]: DEBUG neutron.db.provisioning_blocks [None req-d0e5ad82-df9b-4ee3-8ee9-b93c74fbe1d3 None None] Provisioning complete for port 9ee12179-be82-4074-b954-8e3df7b44c6e triggered by entity L2. {{(pid=74187) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 28 16:49:54.603079 dv-cinder-798104-1-smb neutron-server[74187]: DEBUG neutron_lib.callbacks.manager [None req-d0e5ad82-df9b-4ee3-8ee9-b93c74fbe1d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1002786'] for port, provisioning_complete {{(pid=74187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 16:49:54.744417 dv-cinder-798104-1-smb neutron-server[74187]: DEBUG neutron_lib.callbacks.manager [None req-d0e5ad82-df9b-4ee3-8ee9-b93c74fbe1d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621611'] for port, before_update {{(pid=74187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 16:49:54.774000 dv-cinder-798104-1-smb neutron-server[74187]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7c6cd64e-562e-4ad2-ab67-0bb916b977d2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9ee12179-be82-4074-b954-8e3df7b44c6e'}] {{(pid=74187) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 28 16:49:54.784298 dv-cinder-798104-1-smb neutron-server[74187]: DEBUG neutron.plugins.ml2.db [None req-d0e5ad82-df9b-4ee3-8ee9-b93c74fbe1d3 None None] For port 9ee12179-be82-4074-b954-8e3df7b44c6e, host hv-cinder-79810, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79810',level=0,port_id=9ee12179-be82-4074-b954-8e3df7b44c6e,segment=NetworkSegment(0e59102a-bfa2-431d-ad4f-e02c6218ed6f),segment_id=0e59102a-bfa2-431d-ad4f-e02c6218ed6f)] {{(pid=74187) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 16:49:54.792006 dv-cinder-798104-1-smb neutron-server[74187]: DEBUG neutron_lib.callbacks.manager [None req-d0e5ad82-df9b-4ee3-8ee9-b93c74fbe1d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-615041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1598908', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774158213048', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774157688378', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774157688423'] for port, after_update {{(pid=74187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 16:49:54.792245 dv-cinder-798104-1-smb neutron-server[74187]: DEBUG neutron.plugins.ml2.rpc [None req-d0e5ad82-df9b-4ee3-8ee9-b93c74fbe1d3 None None] Device 60788748-c574-41bc-b1db-7b3c12dcca5a up at agent hyperv_hv-cinder-79810 {{(pid=74187) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 28 16:49:54.821310 dv-cinder-798104-1-smb neutron-server[74187]: DEBUG oslo_concurrency.lockutils [None req-d0e5ad82-df9b-4ee3-8ee9-b93c74fbe1d3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74187) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 16:49:54.849662 dv-cinder-798104-1-smb neutron-server[74187]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7c6cd64e-562e-4ad2-ab67-0bb916b977d2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9ee12179-be82-4074-b954-8e3df7b44c6e', 'code': 200} Jun 28 16:49:54.916826 dv-cinder-798104-1-smb neutron-server[74187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0e5ad82-df9b-4ee3-8ee9-b93c74fbe1d3 None None] Pushing event updated for resources: {'Port': ['ID=9ee12179-be82-4074-b954-8e3df7b44c6e,revision_number=5']} {{(pid=74187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 16:49:54.921262 dv-cinder-798104-1-smb neutron-server[74187]: DEBUG oslo_concurrency.lockutils [None req-d0e5ad82-df9b-4ee3-8ee9-b93c74fbe1d3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=74187) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 16:49:54.933649 dv-cinder-798104-1-smb neutron-server[74187]: DEBUG neutron.db.provisioning_blocks [None req-d0e5ad82-df9b-4ee3-8ee9-b93c74fbe1d3 None None] Provisioning for port 60788748-c574-41bc-b1db-7b3c12dcca5a completed by entity L2. {{(pid=74187) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 28 16:49:54.939818 dv-cinder-798104-1-smb neutron-server[74187]: DEBUG neutron.db.provisioning_blocks [None req-d0e5ad82-df9b-4ee3-8ee9-b93c74fbe1d3 None None] Provisioning complete for port 60788748-c574-41bc-b1db-7b3c12dcca5a triggered by entity L2. {{(pid=74187) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 28 16:49:54.940196 dv-cinder-798104-1-smb neutron-server[74187]: DEBUG neutron_lib.callbacks.manager [None req-d0e5ad82-df9b-4ee3-8ee9-b93c74fbe1d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1002786'] for port, provisioning_complete {{(pid=74187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 16:49:55.120355 dv-cinder-798104-1-smb neutron-server[74187]: DEBUG neutron_lib.callbacks.manager [None req-d0e5ad82-df9b-4ee3-8ee9-b93c74fbe1d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621611'] for port, before_update {{(pid=74187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 16:49:55.176988 dv-cinder-798104-1-smb neutron-server[74187]: DEBUG neutron.plugins.ml2.db [None req-d0e5ad82-df9b-4ee3-8ee9-b93c74fbe1d3 None None] For port 60788748-c574-41bc-b1db-7b3c12dcca5a, host hv-cinder-79810, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79810',level=0,port_id=60788748-c574-41bc-b1db-7b3c12dcca5a,segment=NetworkSegment(2c0a68fd-7cc2-4d98-8375-a38d6ab9c22a),segment_id=2c0a68fd-7cc2-4d98-8375-a38d6ab9c22a)] {{(pid=74187) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 16:49:55.181592 dv-cinder-798104-1-smb neutron-server[74187]: DEBUG neutron_lib.callbacks.manager [None req-d0e5ad82-df9b-4ee3-8ee9-b93c74fbe1d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-615041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1598908', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774158213048', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774157688378', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774157688423'] for port, after_update {{(pid=74187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 16:49:55.184585 dv-cinder-798104-1-smb neutron-server[74187]: DEBUG oslo_concurrency.lockutils [None req-6fb3767c-9fac-4f97-a806-7a30cdd42984 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74187) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 16:49:55.200513 dv-cinder-798104-1-smb neutron-server[74185]: INFO neutron.wsgi [req-6d145a04-44e9-4f7c-9e5c-a6474fdcbf96 req-7b124cfc-e5bf-420e-b46f-55310be4074d service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=7c6cd64e-562e-4ad2-ab67-0bb916b977d2 HTTP/1.1" status: 200 len: 1099 time: 0.1646566 Jun 28 16:49:55.207732 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3c4adbc-ef12-468e-a180-dd10f295fc0e req-7d00f608-1bae-4635-91c7-047389a07d82 tempest-AttachVolumeNegativeTest-1670388833 tempest-AttachVolumeNegativeTest-1670388833-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 16:49:55.209202 dv-cinder-798104-1-smb neutron-server[74185]: INFO neutron.wsgi [req-e3c4adbc-ef12-468e-a180-dd10f295fc0e req-7d00f608-1bae-4635-91c7-047389a07d82 tempest-AttachVolumeNegativeTest-1670388833 tempest-AttachVolumeNegativeTest-1670388833-project] 10.222.0.26 "GET /v2.0/ports?device_id=7691576f-dcbb-4d39-9ad9-fe82c97b776b HTTP/1.1" status: 200 len: 944 time: 0.2085645 Jun 28 16:49:55.256776 dv-cinder-798104-1-smb neutron-server[74187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0e5ad82-df9b-4ee3-8ee9-b93c74fbe1d3 None None] Pushing event updated for resources: {'Port': ['ID=60788748-c574-41bc-b1db-7b3c12dcca5a,revision_number=5']} {{(pid=74187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 16:49:55.260091 dv-cinder-798104-1-smb neutron-server[74187]: DEBUG oslo_concurrency.lockutils [None req-d0e5ad82-df9b-4ee3-8ee9-b93c74fbe1d3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=74187) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 16:49:55.261785 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2234a554-10d7-46eb-b658-6fcc85ddfffb req-959e9307-400e-4551-bc25-45a2f8c609e2 tempest-TestShelveInstance-142730798 tempest-TestShelveInstance-142730798-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 16:49:55.263256 dv-cinder-798104-1-smb neutron-server[74185]: INFO neutron.wsgi [req-2234a554-10d7-46eb-b658-6fcc85ddfffb req-959e9307-400e-4551-bc25-45a2f8c609e2 tempest-TestShelveInstance-142730798 tempest-TestShelveInstance-142730798-project] 10.222.0.26 "GET /v2.0/ports?device_id=99461ed8-fb47-4e05-8bc8-51e5644ab617 HTTP/1.1" status: 200 len: 945 time: 0.1863587 Jun 28 16:49:55.314985 dv-cinder-798104-1-smb neutron-server[74185]: INFO neutron.wsgi [req-6d145a04-44e9-4f7c-9e5c-a6474fdcbf96 req-5e06d285-6511-4466-be3f-a8d61ee98d68 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=593d65e9-98bb-4e8f-8eec-8b5ea591b244&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1037579 Jun 28 16:49:55.331157 dv-cinder-798104-1-smb neutron-server[74185]: INFO neutron.wsgi [req-e3c4adbc-ef12-468e-a180-dd10f295fc0e req-1db28a8f-2cc6-43e3-befc-9fb01f01a452 tempest-AttachVolumeNegativeTest-1670388833 tempest-AttachVolumeNegativeTest-1670388833-project] 10.222.0.26 "GET /v2.0/security-groups?id=5dec02be-3b82-4794-99ba-15356adf3f81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1045752 Jun 28 16:49:55.341656 dv-cinder-798104-1-smb neutron-server[74185]: INFO neutron.wsgi [req-2234a554-10d7-46eb-b658-6fcc85ddfffb req-1569e8c5-f930-4cb0-8e9b-39433407acb2 tempest-TestShelveInstance-142730798 tempest-TestShelveInstance-142730798-project] 10.222.0.26 "GET /v2.0/security-groups?id=f9639542-7928-4a6f-8af5-8fed9a173fcf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0680609 Jun 28 16:49:55.520762 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bad290a0-31e2-4bfa-b059-d6d3bbed3ed3 req-86f662ec-9be2-426e-a52a-8346495aa2dc tempest-TestMinimumBasicScenario-1571811032 tempest-TestMinimumBasicScenario-1571811032-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 16:49:55.522363 dv-cinder-798104-1-smb neutron-server[74185]: INFO neutron.wsgi [req-bad290a0-31e2-4bfa-b059-d6d3bbed3ed3 req-86f662ec-9be2-426e-a52a-8346495aa2dc tempest-TestMinimumBasicScenario-1571811032 tempest-TestMinimumBasicScenario-1571811032-project] 10.222.0.26 "GET /v2.0/ports?device_id=7c6cd64e-562e-4ad2-ab67-0bb916b977d2 HTTP/1.1" status: 200 len: 946 time: 0.0812695 Jun 28 16:49:55.568998 dv-cinder-798104-1-smb neutron-server[74185]: INFO neutron.wsgi [req-bad290a0-31e2-4bfa-b059-d6d3bbed3ed3 req-966de5af-6250-4ba0-ad16-4a0abf1dbc9b tempest-TestMinimumBasicScenario-1571811032 tempest-TestMinimumBasicScenario-1571811032-project] 10.222.0.26 "GET /v2.0/security-groups?id=593d65e9-98bb-4e8f-8eec-8b5ea591b244&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411284 Jun 28 16:49:56.603461 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc3667fd-842d-4c4e-93ad-a15cf53b064f req-4ab21c7c-abcd-42a1-a96d-b3efc07ff5b5 tempest-AttachVolumeNegativeTest-1670388833 tempest-AttachVolumeNegativeTest-1670388833-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 16:49:56.604947 dv-cinder-798104-1-smb neutron-server[74185]: INFO neutron.wsgi [req-bc3667fd-842d-4c4e-93ad-a15cf53b064f req-4ab21c7c-abcd-42a1-a96d-b3efc07ff5b5 tempest-AttachVolumeNegativeTest-1670388833 tempest-AttachVolumeNegativeTest-1670388833-project] 10.222.0.26 "GET /v2.0/ports?device_id=7691576f-dcbb-4d39-9ad9-fe82c97b776b HTTP/1.1" status: 200 len: 945 time: 0.1454046 Jun 28 16:49:56.610434 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67a6d59d-de78-4ed4-a882-49a8b83ad5e4 req-f5f5db11-b581-4c20-b9e8-2b452c849bfe tempest-TestShelveInstance-142730798 tempest-TestShelveInstance-142730798-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 16:49:56.611765 dv-cinder-798104-1-smb neutron-server[74185]: INFO neutron.wsgi [req-67a6d59d-de78-4ed4-a882-49a8b83ad5e4 req-f5f5db11-b581-4c20-b9e8-2b452c849bfe tempest-TestShelveInstance-142730798 tempest-TestShelveInstance-142730798-project] 10.222.0.26 "GET /v2.0/ports?device_id=99461ed8-fb47-4e05-8bc8-51e5644ab617 HTTP/1.1" status: 200 len: 945 time: 0.1158864 Jun 28 16:49:56.681787 dv-cinder-798104-1-smb neutron-server[74185]: INFO neutron.wsgi [req-bc3667fd-842d-4c4e-93ad-a15cf53b064f req-ae62b53a-bca4-4e1b-b0df-4b35fbd92727 tempest-AttachVolumeNegativeTest-1670388833 tempest-AttachVolumeNegativeTest-1670388833-project] 10.222.0.26 "GET /v2.0/security-groups?id=5dec02be-3b82-4794-99ba-15356adf3f81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0689566 Jun 28 16:49:56.690067 dv-cinder-798104-1-smb neutron-server[74185]: INFO neutron.wsgi [req-67a6d59d-de78-4ed4-a882-49a8b83ad5e4 req-07d2b0f0-6ce3-4e64-b3de-f9ae8f303513 tempest-TestShelveInstance-142730798 tempest-TestShelveInstance-142730798-project] 10.222.0.26 "GET /v2.0/security-groups?id=f9639542-7928-4a6f-8af5-8fed9a173fcf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0628200 Jun 28 16:49:56.851235 dv-cinder-798104-1-smb neutron-server[74187]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7691576f-dcbb-4d39-9ad9-fe82c97b776b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '60788748-c574-41bc-b1db-7b3c12dcca5a'}] {{(pid=74187) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 28 16:49:56.899627 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3c4c51d-97d7-4ad0-919c-f319b25e60ff req-592c49d5-577c-453c-bebd-8e95a5f43779 tempest-TestMinimumBasicScenario-1571811032 tempest-TestMinimumBasicScenario-1571811032-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 16:49:56.901161 dv-cinder-798104-1-smb neutron-server[74185]: INFO neutron.wsgi [req-b3c4c51d-97d7-4ad0-919c-f319b25e60ff req-592c49d5-577c-453c-bebd-8e95a5f43779 tempest-TestMinimumBasicScenario-1571811032 tempest-TestMinimumBasicScenario-1571811032-project] 10.222.0.26 "GET /v2.0/ports?device_id=7c6cd64e-562e-4ad2-ab67-0bb916b977d2 HTTP/1.1" status: 200 len: 946 time: 0.0988681 Jun 28 16:49:56.909324 dv-cinder-798104-1-smb neutron-server[74187]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7691576f-dcbb-4d39-9ad9-fe82c97b776b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '60788748-c574-41bc-b1db-7b3c12dcca5a', 'code': 200} Jun 28 16:49:56.952052 dv-cinder-798104-1-smb neutron-server[74185]: INFO neutron.wsgi [req-b3c4c51d-97d7-4ad0-919c-f319b25e60ff req-a51a7a9f-d036-411a-878e-91331c51fcbd tempest-TestMinimumBasicScenario-1571811032 tempest-TestMinimumBasicScenario-1571811032-project] 10.222.0.26 "GET /v2.0/security-groups?id=593d65e9-98bb-4e8f-8eec-8b5ea591b244&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450528 Jun 28 16:49:57.210369 dv-cinder-798104-1-smb neutron-server[74185]: INFO neutron.wsgi [req-a2ac3aa3-9d31-41bf-94c0-ce9ad31df90f req-f2c3ddf8-78c6-4999-842c-a235e3c7c007 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=7691576f-dcbb-4d39-9ad9-fe82c97b776b HTTP/1.1" status: 200 len: 1098 time: 0.1304364 Jun 28 16:49:57.215650 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f10674d0-e5c3-42a6-957a-814cd76ffc1f req-adadfffb-9121-47fe-921c-150efb032b5f tempest-TestMinimumBasicScenario-1571811032 tempest-TestMinimumBasicScenario-1571811032-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 16:49:57.217031 dv-cinder-798104-1-smb neutron-server[74185]: INFO neutron.wsgi [req-f10674d0-e5c3-42a6-957a-814cd76ffc1f req-adadfffb-9121-47fe-921c-150efb032b5f tempest-TestMinimumBasicScenario-1571811032 tempest-TestMinimumBasicScenario-1571811032-project] 10.222.0.26 "GET /v2.0/ports?device_id=7c6cd64e-562e-4ad2-ab67-0bb916b977d2 HTTP/1.1" status: 200 len: 946 time: 0.1391566 Jun 28 16:49:57.289507 dv-cinder-798104-1-smb neutron-server[74185]: INFO neutron.wsgi [req-a2ac3aa3-9d31-41bf-94c0-ce9ad31df90f req-a21a93db-2902-4157-903c-7ef3056dd17b service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=5dec02be-3b82-4794-99ba-15356adf3f81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0677714 Jun 28 16:49:57.294387 dv-cinder-798104-1-smb neutron-server[74185]: INFO neutron.wsgi [req-f10674d0-e5c3-42a6-957a-814cd76ffc1f req-c8ac6773-e0fa-44b7-abf5-ed4971f5f2f9 tempest-TestMinimumBasicScenario-1571811032 tempest-TestMinimumBasicScenario-1571811032-project] 10.222.0.26 "GET /v2.0/security-groups?id=593d65e9-98bb-4e8f-8eec-8b5ea591b244&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0600383 Jun 28 16:49:57.721985 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a6d2798-defc-40fb-9858-c3400523f8b3 req-7e072135-59da-472b-b9a3-40949d10f587 tempest-TestMinimumBasicScenario-1571811032 tempest-TestMinimumBasicScenario-1571811032-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 16:49:57.723962 dv-cinder-798104-1-smb neutron-server[74185]: INFO neutron.wsgi [req-5a6d2798-defc-40fb-9858-c3400523f8b3 req-7e072135-59da-472b-b9a3-40949d10f587 tempest-TestMinimumBasicScenario-1571811032 tempest-TestMinimumBasicScenario-1571811032-project] 10.222.0.26 "GET /v2.0/ports?device_id=7c6cd64e-562e-4ad2-ab67-0bb916b977d2 HTTP/1.1" status: 200 len: 946 time: 0.0765316 Jun 28 16:49:57.773825 dv-cinder-798104-1-smb neutron-server[74185]: INFO neutron.wsgi [req-5a6d2798-defc-40fb-9858-c3400523f8b3 req-725f9b78-c108-407e-b29c-374575c12603 tempest-TestMinimumBasicScenario-1571811032 tempest-TestMinimumBasicScenario-1571811032-project] 10.222.0.26 "GET /v2.0/security-groups?id=593d65e9-98bb-4e8f-8eec-8b5ea591b244&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438454 Jun 28 16:49:57.902151 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7978fc9-cb76-4b02-b99c-e3e4a21b909b req-eb70ceb7-1e07-432d-86a4-333f067743f2 tempest-AttachVolumeNegativeTest-1670388833 tempest-AttachVolumeNegativeTest-1670388833-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 16:49:57.903788 dv-cinder-798104-1-smb neutron-server[74185]: INFO neutron.wsgi [req-d7978fc9-cb76-4b02-b99c-e3e4a21b909b req-eb70ceb7-1e07-432d-86a4-333f067743f2 tempest-AttachVolumeNegativeTest-1670388833 tempest-AttachVolumeNegativeTest-1670388833-project] 10.222.0.26 "GET /v2.0/ports?device_id=7691576f-dcbb-4d39-9ad9-fe82c97b776b HTTP/1.1" status: 200 len: 945 time: 0.0984468 Jun 28 16:49:58.028418 dv-cinder-798104-1-smb neutron-server[74185]: INFO neutron.wsgi [req-d7978fc9-cb76-4b02-b99c-e3e4a21b909b req-b7f8d0be-a894-44d5-98fd-160047be5013 tempest-AttachVolumeNegativeTest-1670388833 tempest-AttachVolumeNegativeTest-1670388833-project] 10.222.0.26 "GET /v2.0/security-groups?id=5dec02be-3b82-4794-99ba-15356adf3f81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1181395 Jun 28 16:49:58.061337 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab54e4d2-91bf-4248-b346-03c1f7097a20 req-e716e61b-f309-4457-98ec-14857dae6302 tempest-TestShelveInstance-142730798 tempest-TestShelveInstance-142730798-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 16:49:58.063532 dv-cinder-798104-1-smb neutron-server[74185]: INFO neutron.wsgi [req-ab54e4d2-91bf-4248-b346-03c1f7097a20 req-e716e61b-f309-4457-98ec-14857dae6302 tempest-TestShelveInstance-142730798 tempest-TestShelveInstance-142730798-project] 10.222.0.26 "GET /v2.0/ports?device_id=99461ed8-fb47-4e05-8bc8-51e5644ab617 HTTP/1.1" status: 200 len: 945 time: 0.1512437 Jun 28 16:49:58.224077 dv-cinder-798104-1-smb neutron-server[74185]: INFO neutron.wsgi [req-ab54e4d2-91bf-4248-b346-03c1f7097a20 req-6d1c7732-c269-4b38-9707-f948e4b543d9 tempest-TestShelveInstance-142730798 tempest-TestShelveInstance-142730798-project] 10.222.0.26 "GET /v2.0/security-groups?id=f9639542-7928-4a6f-8af5-8fed9a173fcf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1527407 Jun 28 16:49:59.059203 dv-cinder-798104-1-smb neutron-server[74185]: INFO neutron.wsgi [req-ee37e8be-58b8-44c1-a6de-e2235b2ab5e0 req-f0b91ff2-5370-4aaa-a1e3-4d18fcce672b service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=8c5d7eb385cf4b6484fd4ebafedcfebd&device_id=99461ed8-fb47-4e05-8bc8-51e5644ab617 HTTP/1.1" status: 200 len: 1098 time: 0.0680075 Jun 28 16:49:59.244096 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee37e8be-58b8-44c1-a6de-e2235b2ab5e0 req-8e1cba76-6fdb-40d4-845c-fb8dd1cc703c service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=74185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 16:49:59.245575 dv-cinder-798104-1-smb neutron-server[74185]: INFO neutron.wsgi [req-ee37e8be-58b8-44c1-a6de-e2235b2ab5e0 req-8e1cba76-6fdb-40d4-845c-fb8dd1cc703c service neutron] 10.222.0.41 "GET /v2.0/networks?id=c51a219d-aea3-485c-897b-dd81c8d14108 HTTP/1.1" status: 200 len: 910 time: 0.1762462 Jun 28 16:49:59.361383 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d09aa12a-5c96-4000-9739-31671bdcaf5f req-81435464-3340-47f5-9a13-24ba350c83bf tempest-AttachVolumeNegativeTest-1670388833 tempest-AttachVolumeNegativeTest-1670388833-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 16:49:59.362803 dv-cinder-798104-1-smb neutron-server[74185]: INFO neutron.wsgi [req-d09aa12a-5c96-4000-9739-31671bdcaf5f req-81435464-3340-47f5-9a13-24ba350c83bf tempest-AttachVolumeNegativeTest-1670388833 tempest-AttachVolumeNegativeTest-1670388833-project] 10.222.0.26 "GET /v2.0/ports?device_id=7691576f-dcbb-4d39-9ad9-fe82c97b776b HTTP/1.1" status: 200 len: 945 time: 0.1939673 Jun 28 16:49:59.427692 dv-cinder-798104-1-smb neutron-server[74185]: INFO neutron.wsgi [req-ee37e8be-58b8-44c1-a6de-e2235b2ab5e0 req-eedccf3c-5fe3-402d-81b3-d2bedb7f9cd9 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=dd236684-13c6-406b-863e-9d0559c8bc9a HTTP/1.1" status: 200 len: 1000 time: 0.1696279 Jun 28 16:49:59.511275 dv-cinder-798104-1-smb neutron-server[74185]: INFO neutron.wsgi [req-d09aa12a-5c96-4000-9739-31671bdcaf5f req-32c2a661-abaf-4b75-b3f1-3af1bd67cfd9 tempest-AttachVolumeNegativeTest-1670388833 tempest-AttachVolumeNegativeTest-1670388833-project] 10.222.0.26 "GET /v2.0/security-groups?id=5dec02be-3b82-4794-99ba-15356adf3f81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1169660 Jun 28 16:49:59.529828 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee37e8be-58b8-44c1-a6de-e2235b2ab5e0 req-38f220ba-077c-455a-ae96-daeccdfc723c service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=74185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 16:49:59.531283 dv-cinder-798104-1-smb neutron-server[74185]: INFO neutron.wsgi [req-ee37e8be-58b8-44c1-a6de-e2235b2ab5e0 req-38f220ba-077c-455a-ae96-daeccdfc723c service neutron] 10.222.0.41 "GET /v2.0/subnets?id=b208fee6-e725-4900-8dd2-8d94468ed059 HTTP/1.1" status: 200 len: 848 time: 0.0904889 Jun 28 16:49:59.545609 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31e26cf9-2324-466e-8789-9ce48c5e0a19 req-fec38257-5c24-4ae9-997b-66e20d2374a2 tempest-TestShelveInstance-142730798 tempest-TestShelveInstance-142730798-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 16:49:59.546901 dv-cinder-798104-1-smb neutron-server[74185]: INFO neutron.wsgi [req-31e26cf9-2324-466e-8789-9ce48c5e0a19 req-fec38257-5c24-4ae9-997b-66e20d2374a2 tempest-TestShelveInstance-142730798 tempest-TestShelveInstance-142730798-project] 10.222.0.26 "GET /v2.0/ports?device_id=99461ed8-fb47-4e05-8bc8-51e5644ab617 HTTP/1.1" status: 200 len: 945 time: 0.1953244 Jun 28 16:49:59.656839 dv-cinder-798104-1-smb neutron-server[74185]: INFO neutron.wsgi [req-31e26cf9-2324-466e-8789-9ce48c5e0a19 req-9954e447-9a85-438c-abde-bb7b43d6af76 tempest-TestShelveInstance-142730798 tempest-TestShelveInstance-142730798-project] 10.222.0.26 "GET /v2.0/security-groups?id=f9639542-7928-4a6f-8af5-8fed9a173fcf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0659115 Jun 28 16:49:59.667854 dv-cinder-798104-1-smb neutron-server[74185]: INFO neutron.wsgi [req-ee37e8be-58b8-44c1-a6de-e2235b2ab5e0 req-437e33db-026a-4a66-9540-d17fcc8818d1 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=c51a219d-aea3-485c-897b-dd81c8d14108&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1199946 Jun 28 16:49:59.836958 dv-cinder-798104-1-smb neutron-server[74185]: INFO neutron.wsgi [req-ee37e8be-58b8-44c1-a6de-e2235b2ab5e0 req-bd632e19-4680-4e03-973c-5a06901ed18f service neutron] 10.222.0.41 "GET /v2.0/networks/c51a219d-aea3-485c-897b-dd81c8d14108?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1554341 Jun 28 16:50:00.047618 dv-cinder-798104-1-smb neutron-server[74185]: INFO neutron.wsgi [req-ee37e8be-58b8-44c1-a6de-e2235b2ab5e0 req-45edc2cf-1d50-4160-b917-447d1b120bf7 service neutron] 10.222.0.41 "GET /v2.0/networks/c51a219d-aea3-485c-897b-dd81c8d14108?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1996069 Jun 28 16:50:00.873856 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6f7f8bc-1116-4447-a23c-417f9a701b2a req-3cbfc88d-4ad6-474a-8d81-1994791428aa tempest-TestShelveInstance-142730798 tempest-TestShelveInstance-142730798-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 16:50:00.875302 dv-cinder-798104-1-smb neutron-server[74185]: INFO neutron.wsgi [req-e6f7f8bc-1116-4447-a23c-417f9a701b2a req-3cbfc88d-4ad6-474a-8d81-1994791428aa tempest-TestShelveInstance-142730798 tempest-TestShelveInstance-142730798-project] 10.222.0.26 "GET /v2.0/ports?device_id=99461ed8-fb47-4e05-8bc8-51e5644ab617 HTTP/1.1" status: 200 len: 945 time: 0.0867174 Jun 28 16:50:00.921458 dv-cinder-798104-1-smb neutron-server[74185]: INFO neutron.wsgi [req-e6f7f8bc-1116-4447-a23c-417f9a701b2a req-cf2cb592-ebdb-4b94-82e9-d8562e63585d tempest-TestShelveInstance-142730798 tempest-TestShelveInstance-142730798-project] 10.222.0.26 "GET /v2.0/security-groups?id=f9639542-7928-4a6f-8af5-8fed9a173fcf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0400920 Jun 28 16:50:02.135897 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-994c4ca5-6378-438b-a285-2d4fb1ff2ef4 req-f3a9f18d-ba32-4a5b-978c-ded5238af169 tempest-TestShelveInstance-142730798 tempest-TestShelveInstance-142730798-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 16:50:02.137591 dv-cinder-798104-1-smb neutron-server[74185]: INFO neutron.wsgi [req-994c4ca5-6378-438b-a285-2d4fb1ff2ef4 req-f3a9f18d-ba32-4a5b-978c-ded5238af169 tempest-TestShelveInstance-142730798 tempest-TestShelveInstance-142730798-project] 10.222.0.26 "GET /v2.0/ports?device_id=99461ed8-fb47-4e05-8bc8-51e5644ab617 HTTP/1.1" status: 200 len: 945 time: 0.0900724 Jun 28 16:50:02.187006 dv-cinder-798104-1-smb neutron-server[74185]: INFO neutron.wsgi [req-994c4ca5-6378-438b-a285-2d4fb1ff2ef4 req-14f1fb19-3b8f-4fe6-b2b4-6775bde2513f tempest-TestShelveInstance-142730798 tempest-TestShelveInstance-142730798-project] 10.222.0.26 "GET /v2.0/security-groups?id=f9639542-7928-4a6f-8af5-8fed9a173fcf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0438643 Jun 28 16:50:02.858701 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-754088d6-a926-460f-918d-ca7b754a18bd req-677c39fa-a06a-486c-bdc2-aed3b13834b6 tempest-TestMinimumBasicScenario-1571811032 tempest-TestMinimumBasicScenario-1571811032-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 16:50:02.860186 dv-cinder-798104-1-smb neutron-server[74185]: INFO neutron.wsgi [req-754088d6-a926-460f-918d-ca7b754a18bd req-677c39fa-a06a-486c-bdc2-aed3b13834b6 tempest-TestMinimumBasicScenario-1571811032 tempest-TestMinimumBasicScenario-1571811032-project] 10.222.0.26 "GET /v2.0/ports?device_id=7c6cd64e-562e-4ad2-ab67-0bb916b977d2 HTTP/1.1" status: 200 len: 946 time: 0.1076174 Jun 28 16:50:02.917803 dv-cinder-798104-1-smb neutron-server[74185]: INFO neutron.wsgi [req-754088d6-a926-460f-918d-ca7b754a18bd req-2b654132-77a6-4d33-8d04-0bc9c7d4d007 tempest-TestMinimumBasicScenario-1571811032 tempest-TestMinimumBasicScenario-1571811032-project] 10.222.0.26 "GET /v2.0/security-groups?id=593d65e9-98bb-4e8f-8eec-8b5ea591b244&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0507483 Jun 28 16:50:02.939701 dv-cinder-798104-1-smb neutron-server[74186]: DEBUG neutron.wsgi [-] (74186) accepted ('10.222.0.26', 55354) {{(pid=74186) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 28 16:50:03.157897 dv-cinder-798104-1-smb neutron-server[74186]: INFO neutron.wsgi [None req-fb1fc6f4-fdc2-4abf-8cbb-0e6604d4436a tempest-TestMinimumBasicScenario-1301818790 tempest-TestMinimumBasicScenario-1301818790-project-admin] 10.222.0.26 "GET /v2.0/ports?device_id=7c6cd64e-562e-4ad2-ab67-0bb916b977d2 HTTP/1.1" status: 200 len: 1094 time: 0.2165439 Jun 28 16:50:03.159898 dv-cinder-798104-1-smb neutron-server[74186]: DEBUG neutron.wsgi [-] (74186) accepted ('10.222.0.26', 55360) {{(pid=74186) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 28 16:50:03.166107 dv-cinder-798104-1-smb neutron-server[74186]: DEBUG neutron.api.v2.base [None req-f7d0669e-aa2f-47c9-8815-d7c83f7207ae tempest-TestMinimumBasicScenario-1571811032 tempest-TestMinimumBasicScenario-1571811032-project] Request body: {'floatingip': {'floating_network_id': 'f9715ce2-16ba-4ae9-9a15-557432d0a5ed', 'port_id': '9ee12179-be82-4074-b954-8e3df7b44c6e', 'tenant_id': '5bf6de7fd09845dea4827bbd91336fa8', 'fixed_ip_address': '172.20.0.14'}} {{(pid=74186) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jun 28 16:50:03.173442 dv-cinder-798104-1-smb neutron-server[74186]: DEBUG neutron.db.quota.driver [None req-f7d0669e-aa2f-47c9-8815-d7c83f7207ae tempest-TestMinimumBasicScenario-1571811032 tempest-TestMinimumBasicScenario-1571811032-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74186) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 28 16:50:03.177389 dv-cinder-798104-1-smb neutron-server[74186]: DEBUG neutron.quota.resource [None req-f7d0669e-aa2f-47c9-8815-d7c83f7207ae tempest-TestMinimumBasicScenario-1571811032 tempest-TestMinimumBasicScenario-1571811032-project] Usage tracker for resource:floatingip and tenant:5bf6de7fd09845dea4827bbd91336fa8 is out of sync, need to count used quota {{(pid=74186) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 28 16:50:03.180320 dv-cinder-798104-1-smb neutron-server[74186]: DEBUG neutron.quota.resource [None req-f7d0669e-aa2f-47c9-8815-d7c83f7207ae tempest-TestMinimumBasicScenario-1571811032 tempest-TestMinimumBasicScenario-1571811032-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=74186) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 28 16:50:03.186384 dv-cinder-798104-1-smb neutron-server[74186]: DEBUG neutron.db.quota.driver [None req-f7d0669e-aa2f-47c9-8815-d7c83f7207ae tempest-TestMinimumBasicScenario-1571811032 tempest-TestMinimumBasicScenario-1571811032-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=74186) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 28 16:50:03.202542 dv-cinder-798104-1-smb neutron-server[74186]: DEBUG neutron_lib.callbacks.manager [None req-f7d0669e-aa2f-47c9-8815-d7c83f7207ae tempest-TestMinimumBasicScenario-1571811032 tempest-TestMinimumBasicScenario-1571811032-project] Notify callbacks [] for floatingip, before_create {{(pid=74186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 16:50:03.350181 dv-cinder-798104-1-smb neutron-server[74186]: DEBUG neutron_lib.callbacks.manager [None req-f7d0669e-aa2f-47c9-8815-d7c83f7207ae tempest-TestMinimumBasicScenario-1571811032 tempest-TestMinimumBasicScenario-1571811032-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621611'] for port, before_create {{(pid=74186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 16:50:03.389033 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-670f939b-f9cb-41f7-a0f5-6ec17acb3aaf req-47432ef4-6e35-4ab8-96fe-bf3ab8b98bf2 tempest-TestShelveInstance-142730798 tempest-TestShelveInstance-142730798-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 16:50:03.390501 dv-cinder-798104-1-smb neutron-server[74185]: INFO neutron.wsgi [req-670f939b-f9cb-41f7-a0f5-6ec17acb3aaf req-47432ef4-6e35-4ab8-96fe-bf3ab8b98bf2 tempest-TestShelveInstance-142730798 tempest-TestShelveInstance-142730798-project] 10.222.0.26 "GET /v2.0/ports?device_id=99461ed8-fb47-4e05-8bc8-51e5644ab617 HTTP/1.1" status: 200 len: 945 time: 0.0764022 Jun 28 16:50:03.439820 dv-cinder-798104-1-smb neutron-server[74185]: INFO neutron.wsgi [req-670f939b-f9cb-41f7-a0f5-6ec17acb3aaf req-d1985cbd-129c-4a02-8c8a-2f55c8b286a9 tempest-TestShelveInstance-142730798 tempest-TestShelveInstance-142730798-project] 10.222.0.26 "GET /v2.0/security-groups?id=f9639542-7928-4a6f-8af5-8fed9a173fcf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0435488 Jun 28 16:50:03.495552 dv-cinder-798104-1-smb neutron-server[74186]: DEBUG neutron.db.db_base_plugin_common [None req-f7d0669e-aa2f-47c9-8815-d7c83f7207ae tempest-TestMinimumBasicScenario-1571811032 tempest-TestMinimumBasicScenario-1571811032-project] Allocated IP 172.28.3.25 (f9715ce2-16ba-4ae9-9a15-557432d0a5ed/e3a20e14-2eea-4943-8cec-1fe85e8448d0/faccd3ee-56c9-4e75-84a1-e6869c611daf) {{(pid=74186) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 28 16:50:03.626811 dv-cinder-798104-1-smb neutron-server[74185]: INFO neutron.wsgi [req-5e19037b-0d16-4422-b6e5-e84518b86e5a req-c415b703-8bd1-4c08-97f7-fab5b63c66f9 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=99461ed8-fb47-4e05-8bc8-51e5644ab617&fields=resource_request HTTP/1.1" status: 200 len: 212 time: 0.0672731 Jun 28 16:50:03.643474 dv-cinder-798104-1-smb neutron-server[74186]: DEBUG neutron_lib.callbacks.manager [None req-f7d0669e-aa2f-47c9-8815-d7c83f7207ae tempest-TestMinimumBasicScenario-1571811032 tempest-TestMinimumBasicScenario-1571811032-project] Notify callbacks [] for port, precommit_create {{(pid=74186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 16:50:03.670970 dv-cinder-798104-1-smb neutron-server[74186]: DEBUG neutron_lib.callbacks.manager [None req-f7d0669e-aa2f-47c9-8815-d7c83f7207ae tempest-TestMinimumBasicScenario-1571811032 tempest-TestMinimumBasicScenario-1571811032-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-615041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1598908', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774157688360', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1108489'] for port, after_create {{(pid=74186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 16:50:03.674557 dv-cinder-798104-1-smb neutron-server[74186]: DEBUG oslo_concurrency.lockutils [None req-5f91fd77-b60b-47ad-9412-b930f10db6bf tempest-ServerRescueNegativeTestJSON-1571951802 tempest-ServerRescueNegativeTestJSON-1571951802-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74186) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 16:50:03.738660 dv-cinder-798104-1-smb neutron-server[74186]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f7d0669e-aa2f-47c9-8815-d7c83f7207ae tempest-TestMinimumBasicScenario-1571811032 tempest-TestMinimumBasicScenario-1571811032-project] Network f9715ce2-16ba-4ae9-9a15-557432d0a5ed is already hosted by enough agents. {{(pid=74186) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 28 16:50:03.741594 dv-cinder-798104-1-smb neutron-server[74186]: DEBUG neutron.scheduler.base_scheduler [None req-f7d0669e-aa2f-47c9-8815-d7c83f7207ae tempest-TestMinimumBasicScenario-1571811032 tempest-TestMinimumBasicScenario-1571811032-project] Resources bound (agent type, host, resource id): {{(pid=74186) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 28 16:50:03.746104 dv-cinder-798104-1-smb neutron-server[74186]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7d0669e-aa2f-47c9-8815-d7c83f7207ae tempest-TestMinimumBasicScenario-1571811032 tempest-TestMinimumBasicScenario-1571811032-project] Received port after_create {{(pid=74186) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 28 16:50:03.774590 dv-cinder-798104-1-smb neutron-server[74186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7d0669e-aa2f-47c9-8815-d7c83f7207ae tempest-TestMinimumBasicScenario-1571811032 tempest-TestMinimumBasicScenario-1571811032-project] Pushing event updated for resources: {'Port': ['ID=faccd3ee-56c9-4e75-84a1-e6869c611daf,revision_number=1']} {{(pid=74186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 16:50:03.791129 dv-cinder-798104-1-smb neutron-server[74186]: DEBUG oslo_concurrency.lockutils [None req-f7d0669e-aa2f-47c9-8815-d7c83f7207ae tempest-TestMinimumBasicScenario-1571811032 tempest-TestMinimumBasicScenario-1571811032-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=74186) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 16:50:03.884669 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG neutron.wsgi [-] (74185) accepted ('10.222.0.26', 55376) {{(pid=74185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 28 16:50:04.066656 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f0acdea-4e5a-4735-8cf8-0d92f6151037 req-28fcd03f-030c-474f-b6fc-31fddad34b68 tempest-TestShelveInstance-142730798 tempest-TestShelveInstance-142730798-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 16:50:04.068724 dv-cinder-798104-1-smb neutron-server[74185]: INFO neutron.wsgi [req-1f0acdea-4e5a-4735-8cf8-0d92f6151037 req-28fcd03f-030c-474f-b6fc-31fddad34b68 tempest-TestShelveInstance-142730798 tempest-TestShelveInstance-142730798-project] 10.222.0.26 "GET /v2.0/ports?device_id=99461ed8-fb47-4e05-8bc8-51e5644ab617 HTTP/1.1" status: 200 len: 945 time: 0.1431439 Jun 28 16:50:04.128488 dv-cinder-798104-1-smb neutron-server[74185]: INFO neutron.wsgi [req-548574c6-b8e5-44be-8aba-5f8614505b0a req-8373e709-1954-4266-ab38-73ee66132b12 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=99461ed8-fb47-4e05-8bc8-51e5644ab617&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.2425730 Jun 28 16:50:04.144704 dv-cinder-798104-1-smb neutron-server[74185]: INFO neutron.wsgi [req-1f0acdea-4e5a-4735-8cf8-0d92f6151037 req-c363682b-bdf3-41b5-8155-f7d69211a194 tempest-TestShelveInstance-142730798 tempest-TestShelveInstance-142730798-project] 10.222.0.26 "GET /v2.0/security-groups?id=f9639542-7928-4a6f-8af5-8fed9a173fcf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0632873 Jun 28 16:50:04.417292 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f14dad6d-c0ca-414e-8c9f-5a0cf8bfe516 req-94f8247b-7047-414f-a0ca-a7a6e93cbb42 tempest-AttachVolumeNegativeTest-1670388833 tempest-AttachVolumeNegativeTest-1670388833-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=74185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 16:50:04.424442 dv-cinder-798104-1-smb neutron-server[74185]: INFO neutron.wsgi [req-f14dad6d-c0ca-414e-8c9f-5a0cf8bfe516 req-94f8247b-7047-414f-a0ca-a7a6e93cbb42 tempest-AttachVolumeNegativeTest-1670388833 tempest-AttachVolumeNegativeTest-1670388833-project] 10.222.0.26 "GET /v2.0/networks?id=bb4cc4d3-4de8-4886-89e0-415b22ba868b HTTP/1.1" status: 200 len: 815 time: 0.2595835 Jun 28 16:50:04.440671 dv-cinder-798104-1-smb neutron-server[74185]: INFO neutron.wsgi [req-f14dad6d-c0ca-414e-8c9f-5a0cf8bfe516 req-91b505e5-5243-4376-9122-9a82f8930737 tempest-AttachVolumeNegativeTest-1670388833 tempest-AttachVolumeNegativeTest-1670388833-project] 10.222.0.26 "GET /v2.0/quotas/a538bf881f94426fab2108868ebfc349 HTTP/1.1" status: 200 len: 375 time: 0.0152907 Jun 28 16:50:04.459450 dv-cinder-798104-1-smb neutron-server[74186]: DEBUG neutron_lib.callbacks.manager [None req-f7d0669e-aa2f-47c9-8815-d7c83f7207ae tempest-TestMinimumBasicScenario-1571811032 tempest-TestMinimumBasicScenario-1571811032-project] Notify callbacks [] for floatingip, precommit_create {{(pid=74186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 16:50:04.520948 dv-cinder-798104-1-smb neutron-server[74186]: DEBUG neutron_lib.callbacks.manager [None req-f7d0669e-aa2f-47c9-8815-d7c83f7207ae tempest-TestMinimumBasicScenario-1571811032 tempest-TestMinimumBasicScenario-1571811032-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621611'] for port, before_update {{(pid=74186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 16:50:04.530899 dv-cinder-798104-1-smb neutron-server[74185]: INFO neutron.wsgi [req-f14dad6d-c0ca-414e-8c9f-5a0cf8bfe516 req-90b58f60-60fc-4f0d-9dd2-380bb4b14acc tempest-AttachVolumeNegativeTest-1670388833 tempest-AttachVolumeNegativeTest-1670388833-project] 10.222.0.26 "GET /v2.0/ports?tenant_id=a538bf881f94426fab2108868ebfc349&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0858669 Jun 28 16:50:04.678788 dv-cinder-798104-1-smb neutron-server[74185]: INFO neutron.wsgi [req-f14dad6d-c0ca-414e-8c9f-5a0cf8bfe516 req-2544f510-51b5-4eb0-893b-ad87b1c8a046 service neutron] 10.222.0.26 "GET /v2.0/networks/bb4cc4d3-4de8-4886-89e0-415b22ba868b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1404986 Jun 28 16:50:04.750825 dv-cinder-798104-1-smb neutron-server[74186]: DEBUG neutron_lib.callbacks.manager [None req-f7d0669e-aa2f-47c9-8815-d7c83f7207ae tempest-TestMinimumBasicScenario-1571811032 tempest-TestMinimumBasicScenario-1571811032-project] Notify callbacks [] for port, precommit_update {{(pid=74186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 16:50:04.756990 dv-cinder-798104-1-smb neutron-server[74186]: DEBUG neutron_lib.callbacks.manager [None req-f7d0669e-aa2f-47c9-8815-d7c83f7207ae tempest-TestMinimumBasicScenario-1571811032 tempest-TestMinimumBasicScenario-1571811032-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-615041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1598908', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774158213048', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774157688378', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774157688423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1108480'] for port, after_update {{(pid=74186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 16:50:04.761805 dv-cinder-798104-1-smb neutron-server[74186]: DEBUG oslo_concurrency.lockutils [None req-5e3e793e-c26e-4cbe-9b01-674e8d788877 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74186) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 16:50:04.829332 dv-cinder-798104-1-smb neutron-server[74185]: INFO neutron.wsgi [req-f14dad6d-c0ca-414e-8c9f-5a0cf8bfe516 req-d2b4943b-ebf3-43f8-9b29-cec6550189f4 service neutron] 10.222.0.26 "GET /v2.0/networks/bb4cc4d3-4de8-4886-89e0-415b22ba868b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1438959 Jun 28 16:50:04.875553 dv-cinder-798104-1-smb neutron-server[74186]: DEBUG neutron_lib.callbacks.manager [None req-f7d0669e-aa2f-47c9-8815-d7c83f7207ae tempest-TestMinimumBasicScenario-1571811032 tempest-TestMinimumBasicScenario-1571811032-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1624410'] for floatingip, after_update {{(pid=74186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 16:50:04.951225 dv-cinder-798104-1-smb neutron-server[74186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7d0669e-aa2f-47c9-8815-d7c83f7207ae tempest-TestMinimumBasicScenario-1571811032 tempest-TestMinimumBasicScenario-1571811032-project] Pushing event updated for resources: {'Port': ['ID=faccd3ee-56c9-4e75-84a1-e6869c611daf,revision_number=2']} {{(pid=74186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 16:50:04.954786 dv-cinder-798104-1-smb neutron-server[74186]: DEBUG oslo_concurrency.lockutils [None req-f7d0669e-aa2f-47c9-8815-d7c83f7207ae tempest-TestMinimumBasicScenario-1571811032 tempest-TestMinimumBasicScenario-1571811032-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.193s {{(pid=74186) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 16:50:05.083717 dv-cinder-798104-1-smb neutron-server[74185]: INFO neutron.wsgi [req-4c958152-37b2-4451-9a1f-a127d0576aa3 req-c0850d91-56c7-4c8c-9e82-c5553d9b191c tempest-AttachVolumeNegativeTest-1670388833 tempest-AttachVolumeNegativeTest-1670388833-project] 10.222.0.26 "GET /v2.0/ports?device_id=744ba6c9-ed82-47f7-aa05-07cf1df7673f HTTP/1.1" status: 200 len: 210 time: 0.0485661 Jun 28 16:50:05.136511 dv-cinder-798104-1-smb neutron-server[74186]: INFO neutron.db.l3_db [None req-f7d0669e-aa2f-47c9-8815-d7c83f7207ae tempest-TestMinimumBasicScenario-1571811032 tempest-TestMinimumBasicScenario-1571811032-project] Floating IP 85941e72-ebee-4786-9a4f-6a7d2ee271aa associated. External IP: 172.28.3.25, port: 9ee12179-be82-4074-b954-8e3df7b44c6e. Jun 28 16:50:05.404160 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e1cf42b-1f2c-4e18-879e-978dbf36021f req-63314730-0e3c-433d-938a-e0b5e05bfb61 tempest-TestShelveInstance-142730798 tempest-TestShelveInstance-142730798-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 16:50:05.406217 dv-cinder-798104-1-smb neutron-server[74185]: INFO neutron.wsgi [req-9e1cf42b-1f2c-4e18-879e-978dbf36021f req-63314730-0e3c-433d-938a-e0b5e05bfb61 tempest-TestShelveInstance-142730798 tempest-TestShelveInstance-142730798-project] 10.222.0.26 "GET /v2.0/ports?device_id=99461ed8-fb47-4e05-8bc8-51e5644ab617 HTTP/1.1" status: 200 len: 945 time: 0.0984721 Jun 28 16:50:05.509357 dv-cinder-798104-1-smb neutron-server[74185]: INFO neutron.wsgi [req-9e1cf42b-1f2c-4e18-879e-978dbf36021f req-51460e34-1b9c-4f3c-a636-ac739e6fe784 tempest-TestShelveInstance-142730798 tempest-TestShelveInstance-142730798-project] 10.222.0.26 "GET /v2.0/security-groups?id=f9639542-7928-4a6f-8af5-8fed9a173fcf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0920541 Jun 28 16:50:05.540067 dv-cinder-798104-1-smb neutron-server[74185]: INFO neutron.wsgi [req-548574c6-b8e5-44be-8aba-5f8614505b0a req-38689323-1167-4576-9441-2d5b36338d7a service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=99461ed8-fb47-4e05-8bc8-51e5644ab617&tenant_id=8c5d7eb385cf4b6484fd4ebafedcfebd HTTP/1.1" status: 200 len: 1098 time: 0.0870664 Jun 28 16:50:05.615811 dv-cinder-798104-1-smb neutron-server[74186]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f7d0669e-aa2f-47c9-8815-d7c83f7207ae tempest-TestMinimumBasicScenario-1571811032 tempest-TestMinimumBasicScenario-1571811032-project] Router f7acaa2e-6c5f-436b-9363-3f726190c3c0 has already been hosted by L3 agent 633adcd1-515e-4435-b14d-49f054abd10f {{(pid=74186) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 28 16:50:05.663453 dv-cinder-798104-1-smb neutron-server[74185]: INFO neutron.wsgi [req-548574c6-b8e5-44be-8aba-5f8614505b0a req-518a4c70-9061-4b81-a83f-95ec62125163 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=8c5d7eb385cf4b6484fd4ebafedcfebd&device_id=99461ed8-fb47-4e05-8bc8-51e5644ab617 HTTP/1.1" status: 200 len: 1098 time: 0.0747361 Jun 28 16:50:05.810706 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-548574c6-b8e5-44be-8aba-5f8614505b0a req-8aa5ef4b-eeb9-4107-8a43-96ba8eb6b320 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=74185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 16:50:05.812333 dv-cinder-798104-1-smb neutron-server[74185]: INFO neutron.wsgi [req-548574c6-b8e5-44be-8aba-5f8614505b0a req-8aa5ef4b-eeb9-4107-8a43-96ba8eb6b320 service neutron] 10.222.0.41 "GET /v2.0/networks?id=c51a219d-aea3-485c-897b-dd81c8d14108 HTTP/1.1" status: 200 len: 910 time: 0.1378701 Jun 28 16:50:05.814795 dv-cinder-798104-1-smb neutron-server[74186]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f7d0669e-aa2f-47c9-8815-d7c83f7207ae tempest-TestMinimumBasicScenario-1571811032 tempest-TestMinimumBasicScenario-1571811032-project] Notify agent at l3_agent.dv-cinder-798104-1-smb the message routers_updated {{(pid=74186) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 28 16:50:05.825242 dv-cinder-798104-1-smb neutron-server[74187]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2548567f-0b99-478a-abc7-fd17ae449105 None None] Sync routers for ids ['f7acaa2e-6c5f-436b-9363-3f726190c3c0'] in dv-cinder-798104-1-smb {{(pid=74187) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jun 28 16:50:05.844358 dv-cinder-798104-1-smb neutron-server[74187]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2548567f-0b99-478a-abc7-fd17ae449105 None None] Routers {'f7acaa2e-6c5f-436b-9363-3f726190c3c0'} bound to L3 agent in host dv-cinder-798104-1-smb {{(pid=74187) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 28 16:50:05.845231 dv-cinder-798104-1-smb neutron-server[74187]: DEBUG neutron.db.l3_hamode_db [None req-2548567f-0b99-478a-abc7-fd17ae449105 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-798104-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-28T16:32:46Z,description=,heartbeat_timestamp=2021-06-28T16:49:46Z,host='dv-cinder-798104-1-smb',id=633adcd1-515e-4435-b14d-49f054abd10f,load=0,resource_versions=,resources_synced=,started_at=2021-06-28T16:32:46Z,topic='l3_agent')) {'router_ids': ['f7acaa2e-6c5f-436b-9363-3f726190c3c0'], 'active': True} {{(pid=74187) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 16:50:05.845392 dv-cinder-798104-1-smb neutron-server[74186]: DEBUG neutron_lib.callbacks.manager [None req-f7d0669e-aa2f-47c9-8815-d7c83f7207ae tempest-TestMinimumBasicScenario-1571811032 tempest-TestMinimumBasicScenario-1571811032-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129357'] for floatingip, before_response {{(pid=74186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 16:50:05.906346 dv-cinder-798104-1-smb neutron-server[74186]: INFO neutron.wsgi [None req-f7d0669e-aa2f-47c9-8815-d7c83f7207ae tempest-TestMinimumBasicScenario-1571811032 tempest-TestMinimumBasicScenario-1571811032-project] 10.222.0.26 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.7450545 Jun 28 16:50:05.907051 dv-cinder-798104-1-smb neutron-server[74186]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7c6cd64e-562e-4ad2-ab67-0bb916b977d2', 'tag': '9ee12179-be82-4074-b954-8e3df7b44c6e'}] {{(pid=74186) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 28 16:50:05.912689 dv-cinder-798104-1-smb neutron-server[74186]: DEBUG neutron.wsgi [-] (74186) accepted ('10.222.0.26', 55408) {{(pid=74186) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 28 16:50:05.918754 dv-cinder-798104-1-smb neutron-server[74186]: DEBUG neutron.api.v2.base [None req-7aeb51ba-5112-4607-9a24-d8c65b163f97 tempest-TestMinimumBasicScenario-1571811032 tempest-TestMinimumBasicScenario-1571811032-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1363534585', 'description': 'tempest-secgroup-smoke-1363534585 description', 'project_id': '5bf6de7fd09845dea4827bbd91336fa8'}} {{(pid=74186) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jun 28 16:50:05.925341 dv-cinder-798104-1-smb neutron-server[74186]: DEBUG neutron.db.quota.driver [None req-7aeb51ba-5112-4607-9a24-d8c65b163f97 tempest-TestMinimumBasicScenario-1571811032 tempest-TestMinimumBasicScenario-1571811032-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74186) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 28 16:50:05.936079 dv-cinder-798104-1-smb neutron-server[74186]: DEBUG neutron.db.quota.driver [None req-7aeb51ba-5112-4607-9a24-d8c65b163f97 tempest-TestMinimumBasicScenario-1571811032 tempest-TestMinimumBasicScenario-1571811032-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=74186) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 28 16:50:05.937896 dv-cinder-798104-1-smb neutron-server[74185]: INFO neutron.wsgi [req-548574c6-b8e5-44be-8aba-5f8614505b0a req-17a1db59-0160-43fb-9871-03920ec7fb2e service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=dd236684-13c6-406b-863e-9d0559c8bc9a HTTP/1.1" status: 200 len: 1000 time: 0.1132245 Jun 28 16:50:05.946796 dv-cinder-798104-1-smb neutron-server[74186]: DEBUG neutron_lib.callbacks.manager [None req-7aeb51ba-5112-4607-9a24-d8c65b163f97 tempest-TestMinimumBasicScenario-1571811032 tempest-TestMinimumBasicScenario-1571811032-project] Notify callbacks [] for security_group, before_create {{(pid=74186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 16:50:05.982035 dv-cinder-798104-1-smb neutron-server[74186]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7c6cd64e-562e-4ad2-ab67-0bb916b977d2', 'tag': '9ee12179-be82-4074-b954-8e3df7b44c6e', 'status': 'completed', 'code': 200} Jun 28 16:50:05.989065 dv-cinder-798104-1-smb neutron-server[74186]: DEBUG neutron.db.quota.driver [None req-7aeb51ba-5112-4607-9a24-d8c65b163f97 tempest-TestMinimumBasicScenario-1571811032 tempest-TestMinimumBasicScenario-1571811032-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74186) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 28 16:50:05.993221 dv-cinder-798104-1-smb neutron-server[74186]: DEBUG neutron.quota.resource [None req-7aeb51ba-5112-4607-9a24-d8c65b163f97 tempest-TestMinimumBasicScenario-1571811032 tempest-TestMinimumBasicScenario-1571811032-project] Usage tracker for resource:security_group_rule and tenant:5bf6de7fd09845dea4827bbd91336fa8 is out of sync, need to count used quota {{(pid=74186) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 28 16:50:05.996879 dv-cinder-798104-1-smb neutron-server[74186]: DEBUG neutron.quota.resource [None req-7aeb51ba-5112-4607-9a24-d8c65b163f97 tempest-TestMinimumBasicScenario-1571811032 tempest-TestMinimumBasicScenario-1571811032-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=74186) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 28 16:50:06.004596 dv-cinder-798104-1-smb neutron-server[74186]: DEBUG neutron.db.quota.driver [None req-7aeb51ba-5112-4607-9a24-d8c65b163f97 tempest-TestMinimumBasicScenario-1571811032 tempest-TestMinimumBasicScenario-1571811032-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=74186) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 28 16:50:06.028925 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-548574c6-b8e5-44be-8aba-5f8614505b0a req-4ebeef70-0847-4e35-a19a-31b9e17ef8be service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=74185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 16:50:06.030426 dv-cinder-798104-1-smb neutron-server[74185]: INFO neutron.wsgi [req-548574c6-b8e5-44be-8aba-5f8614505b0a req-4ebeef70-0847-4e35-a19a-31b9e17ef8be service neutron] 10.222.0.41 "GET /v2.0/subnets?id=b208fee6-e725-4900-8dd2-8d94468ed059 HTTP/1.1" status: 200 len: 848 time: 0.0770059 Jun 28 16:50:06.049712 dv-cinder-798104-1-smb neutron-server[74187]: DEBUG neutron.db.l3_dvr_db [None req-2548567f-0b99-478a-abc7-fd17ae449105 None None] Set router f7acaa2e-6c5f-436b-9363-3f726190c3c0 gateway port host: dv-cinder-798104-1-smb {{(pid=74187) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jun 28 16:50:06.114630 dv-cinder-798104-1-smb neutron-server[74185]: INFO neutron.wsgi [req-548574c6-b8e5-44be-8aba-5f8614505b0a req-dd62f268-bae7-4e89-b2e7-9d288f4bb758 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=c51a219d-aea3-485c-897b-dd81c8d14108&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0764673 Jun 28 16:50:06.139034 dv-cinder-798104-1-smb neutron-server[74186]: DEBUG neutron_lib.callbacks.manager [None req-7aeb51ba-5112-4607-9a24-d8c65b163f97 tempest-TestMinimumBasicScenario-1571811032 tempest-TestMinimumBasicScenario-1571811032-project] Notify callbacks [] for security_group, precommit_create {{(pid=74186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 16:50:06.147924 dv-cinder-798104-1-smb neutron-server[74186]: DEBUG neutron_lib.callbacks.manager [None req-7aeb51ba-5112-4607-9a24-d8c65b163f97 tempest-TestMinimumBasicScenario-1571811032 tempest-TestMinimumBasicScenario-1571811032-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2050486'] for security_group, after_create {{(pid=74186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 16:50:06.154226 dv-cinder-798104-1-smb neutron-server[74186]: DEBUG oslo_concurrency.lockutils [None req-b9c64795-6d10-4807-ba49-54b34fef76ed admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74186) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 16:50:06.184086 dv-cinder-798104-1-smb neutron-server[74186]: INFO neutron.wsgi [req-b822d861-1536-4f85-bba0-0acfe1421b43 req-b874aea5-f97e-4a4a-a36f-556b2e73d235 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=5bf6de7fd09845dea4827bbd91336fa8&device_id=7c6cd64e-562e-4ad2-ab67-0bb916b977d2 HTTP/1.1" status: 200 len: 1099 time: 0.1657763 Jun 28 16:50:06.352436 dv-cinder-798104-1-smb neutron-server[74186]: DEBUG neutron_lib.callbacks.manager [None req-7aeb51ba-5112-4607-9a24-d8c65b163f97 tempest-TestMinimumBasicScenario-1571811032 tempest-TestMinimumBasicScenario-1571811032-project] Notify callbacks [] for security_group, before_response {{(pid=74186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 16:50:06.357177 dv-cinder-798104-1-smb neutron-server[74186]: INFO neutron.wsgi [None req-7aeb51ba-5112-4607-9a24-d8c65b163f97 tempest-TestMinimumBasicScenario-1571811032 tempest-TestMinimumBasicScenario-1571811032-project] 10.222.0.26 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1628 time: 0.4434478 Jun 28 16:50:06.358163 dv-cinder-798104-1-smb neutron-server[74186]: DEBUG neutron.wsgi [-] (74186) accepted ('10.222.0.26', 55416) {{(pid=74186) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 28 16:50:06.365253 dv-cinder-798104-1-smb neutron-server[74186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7aeb51ba-5112-4607-9a24-d8c65b163f97 tempest-TestMinimumBasicScenario-1571811032 tempest-TestMinimumBasicScenario-1571811032-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5696e6d6-f883-4d51-9c2b-5bb8c2ba8b70,revision_number=1']} {{(pid=74186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 16:50:06.414477 dv-cinder-798104-1-smb neutron-server[74186]: DEBUG oslo_concurrency.lockutils [None req-7aeb51ba-5112-4607-9a24-d8c65b163f97 tempest-TestMinimumBasicScenario-1571811032 tempest-TestMinimumBasicScenario-1571811032-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.260s {{(pid=74186) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 16:50:06.418698 dv-cinder-798104-1-smb neutron-server[74186]: DEBUG neutron.api.v2.base [None req-6a87c41f-b1f6-4760-86bc-a90e04eeaff8 tempest-TestMinimumBasicScenario-1571811032 tempest-TestMinimumBasicScenario-1571811032-project] Request body: {'security_group_rule': {'security_group_id': '5696e6d6-f883-4d51-9c2b-5bb8c2ba8b70', 'project_id': '5bf6de7fd09845dea4827bbd91336fa8', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=74186) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jun 28 16:50:06.434175 dv-cinder-798104-1-smb neutron-server[74186]: DEBUG neutron.db.quota.driver [None req-6a87c41f-b1f6-4760-86bc-a90e04eeaff8 tempest-TestMinimumBasicScenario-1571811032 tempest-TestMinimumBasicScenario-1571811032-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74186) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 28 16:50:06.447725 dv-cinder-798104-1-smb neutron-server[74185]: INFO neutron.wsgi [req-1032dcd2-190e-4a61-aa4e-72c45e1b5b80 req-be3f5587-bba1-4b2c-a451-b6415f201134 tempest-AttachVolumeNegativeTest-1670388833 tempest-AttachVolumeNegativeTest-1670388833-project] 10.222.0.26 "GET /v2.0/ports?device_id=744ba6c9-ed82-47f7-aa05-07cf1df7673f HTTP/1.1" status: 200 len: 210 time: 0.1028082 Jun 28 16:50:06.448788 dv-cinder-798104-1-smb neutron-server[74186]: DEBUG neutron.quota.resource [None req-6a87c41f-b1f6-4760-86bc-a90e04eeaff8 tempest-TestMinimumBasicScenario-1571811032 tempest-TestMinimumBasicScenario-1571811032-project] Usage tracker for resource:security_group_rule and tenant:5bf6de7fd09845dea4827bbd91336fa8 is out of sync, need to count used quota {{(pid=74186) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 28 16:50:06.449574 dv-cinder-798104-1-smb neutron-server[74185]: INFO neutron.wsgi [req-548574c6-b8e5-44be-8aba-5f8614505b0a req-6c35252a-0063-44c0-8dd2-626f273067fa service neutron] 10.222.0.41 "GET /v2.0/networks/c51a219d-aea3-485c-897b-dd81c8d14108?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3258922 Jun 28 16:50:06.456889 dv-cinder-798104-1-smb neutron-server[74186]: DEBUG neutron.quota.resource [None req-6a87c41f-b1f6-4760-86bc-a90e04eeaff8 tempest-TestMinimumBasicScenario-1571811032 tempest-TestMinimumBasicScenario-1571811032-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=74186) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 28 16:50:06.469674 dv-cinder-798104-1-smb neutron-server[74186]: DEBUG neutron.db.quota.driver [None req-6a87c41f-b1f6-4760-86bc-a90e04eeaff8 tempest-TestMinimumBasicScenario-1571811032 tempest-TestMinimumBasicScenario-1571811032-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=74186) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 28 16:50:06.512221 dv-cinder-798104-1-smb neutron-server[74187]: DEBUG neutron.db.l3_hamode_db [None req-2548567f-0b99-478a-abc7-fd17ae449105 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f7acaa2e-6c5f-436b-9363-3f726190c3c0', 'name': 'tempest-TestMinimumBasicScenario-831825175-router', 'tenant_id': '5bf6de7fd09845dea4827bbd91336fa8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f9715ce2-16ba-4ae9-9a15-557432d0a5ed', 'external_fixed_ips': [{'subnet_id': 'e3a20e14-2eea-4943-8cec-1fe85e8448d0', 'ip_address': '172.28.3.44'}], 'enable_snat': True}, 'gw_port_id': '24f8b26b-8869-480a-872b-786338b36fb7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-28T16:49:07Z', 'updated_at': '2021-06-28T16:49:10Z', 'revision_number': 4, 'project_id': '5bf6de7fd09845dea4827bbd91336fa8', 'gw_port': {'id': '24f8b26b-8869-480a-872b-786338b36fb7', 'name': '', 'network_id': 'f9715ce2-16ba-4ae9-9a15-557432d0a5ed', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:42:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7acaa2e-6c5f-436b-9363-3f726190c3c0', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e3a20e14-2eea-4943-8cec-1fe85e8448d0', 'ip_address': '172.28.3.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798104-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T16:49:08Z', 'updated_at': '2021-06-28T16:49:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e3a20e14-2eea-4943-8cec-1fe85e8448d0', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798104-1-smb', '_floatingips': [{'id': '85941e72-ebee-4786-9a4f-6a7d2ee271aa', 'tenant_id': '5bf6de7fd09845dea4827bbd91336fa8', 'floating_ip_address': '172.28.3.25', 'floating_network_id': 'f9715ce2-16ba-4ae9-9a15-557432d0a5ed', 'router_id': 'f7acaa2e-6c5f-436b-9363-3f726190c3c0', 'port_id': '9ee12179-be82-4074-b954-8e3df7b44c6e', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7235a97e-a247-4b50-b496-41685533e564', 'mac_address': 'fa:16:3e:f6:9a:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c6cd64e-562e-4ad2-ab67-0bb916b977d2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-28T16:50:04Z', 'updated_at': '2021-06-28T16:50:04Z', 'revision_number': 0, 'project_id': '5bf6de7fd09845dea4827bbd91336fa8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'afb68667-8373-462e-9bb0-c986179d62c7', 'name': '', 'network_id': '7235a97e-a247-4b50-b496-41685533e564', 'tenant_id': '5bf6de7fd09845dea4827bbd91336fa8', 'mac_address': 'fa:16:3e:be:91:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7acaa2e-6c5f-436b-9363-3f726190c3c0', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '3e932159-74c5-4507-82f3-46deac3d4b21', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798104-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T16:49:10Z', 'updated_at': '2021-06-28T16:49:23Z', 'revision_number': 5, 'project_id': '5bf6de7fd09845dea4827bbd91336fa8', 'subnets': [{'id': '3e932159-74c5-4507-82f3-46deac3d4b21', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-798104-1-smb', False) {} {{(pid=74187) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 16:50:06.526373 dv-cinder-798104-1-smb neutron-server[74186]: DEBUG neutron_lib.callbacks.manager [None req-6a87c41f-b1f6-4760-86bc-a90e04eeaff8 tempest-TestMinimumBasicScenario-1571811032 tempest-TestMinimumBasicScenario-1571811032-project] Notify callbacks [] for security_group_rule, before_create {{(pid=74186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 16:50:06.545634 dv-cinder-798104-1-smb neutron-server[74187]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2548567f-0b99-478a-abc7-fd17ae449105 None None] Checking router: f7acaa2e-6c5f-436b-9363-3f726190c3c0 for host: dv-cinder-798104-1-smb {{(pid=74187) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Jun 28 16:50:06.570383 dv-cinder-798104-1-smb neutron-server[74186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b822d861-1536-4f85-bba0-0acfe1421b43 req-d3123976-82b0-43bd-9c12-c3b31d2a8e4f service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=74186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 16:50:06.572943 dv-cinder-798104-1-smb neutron-server[74186]: INFO neutron.wsgi [req-b822d861-1536-4f85-bba0-0acfe1421b43 req-d3123976-82b0-43bd-9c12-c3b31d2a8e4f service neutron] 10.222.0.41 "GET /v2.0/networks?id=7235a97e-a247-4b50-b496-41685533e564 HTTP/1.1" status: 200 len: 915 time: 0.3651874 Jun 28 16:50:06.587844 dv-cinder-798104-1-smb neutron-server[74187]: DEBUG neutron.plugins.ml2.rpc [None req-d0e5ad82-df9b-4ee3-8ee9-b93c74fbe1d3 None None] Device dd236684-13c6-406b-863e-9d0559c8bc9a no longer exists at agent hyperv_hv-cinder-79810 {{(pid=74187) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 28 16:50:06.662824 dv-cinder-798104-1-smb neutron-server[74187]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2548567f-0b99-478a-abc7-fd17ae449105 None None] Routers {'f7acaa2e-6c5f-436b-9363-3f726190c3c0'} bound to L3 agent in host dv-cinder-798104-1-smb {{(pid=74187) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 28 16:50:06.662824 dv-cinder-798104-1-smb neutron-server[74187]: DEBUG neutron.db.l3_hamode_db [None req-2548567f-0b99-478a-abc7-fd17ae449105 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-798104-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-28T16:32:46Z,description=,heartbeat_timestamp=2021-06-28T16:49:46Z,host='dv-cinder-798104-1-smb',id=633adcd1-515e-4435-b14d-49f054abd10f,load=0,resource_versions=,resources_synced=,started_at=2021-06-28T16:32:46Z,topic='l3_agent')) {'router_ids': ['f7acaa2e-6c5f-436b-9363-3f726190c3c0'], 'active': True} {{(pid=74187) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 16:50:06.676518 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f14dad6d-c0ca-414e-8c9f-5a0cf8bfe516 req-5fe3eaf1-4dc1-4864-861f-204011b6e437 tempest-AttachVolumeNegativeTest-1670388833 tempest-AttachVolumeNegativeTest-1670388833-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=74185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 16:50:06.677995 dv-cinder-798104-1-smb neutron-server[74185]: INFO neutron.wsgi [req-f14dad6d-c0ca-414e-8c9f-5a0cf8bfe516 req-5fe3eaf1-4dc1-4864-861f-204011b6e437 tempest-AttachVolumeNegativeTest-1670388833 tempest-AttachVolumeNegativeTest-1670388833-project] 10.222.0.41 "GET /v2.0/networks?id=bb4cc4d3-4de8-4886-89e0-415b22ba868b HTTP/1.1" status: 200 len: 815 time: 0.3695359 Jun 28 16:50:06.686459 dv-cinder-798104-1-smb neutron-server[74185]: INFO neutron.wsgi [req-548574c6-b8e5-44be-8aba-5f8614505b0a req-70b73c81-6661-459e-b7e5-91d8277b5677 service neutron] 10.222.0.41 "GET /v2.0/networks/c51a219d-aea3-485c-897b-dd81c8d14108?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2204797 Jun 28 16:50:06.757684 dv-cinder-798104-1-smb neutron-server[74186]: DEBUG neutron_lib.callbacks.manager [None req-6a87c41f-b1f6-4760-86bc-a90e04eeaff8 tempest-TestMinimumBasicScenario-1571811032 tempest-TestMinimumBasicScenario-1571811032-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=74186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 16:50:06.766898 dv-cinder-798104-1-smb neutron-server[74186]: DEBUG neutron_lib.callbacks.manager [None req-6a87c41f-b1f6-4760-86bc-a90e04eeaff8 tempest-TestMinimumBasicScenario-1571811032 tempest-TestMinimumBasicScenario-1571811032-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2050479'] for security_group_rule, after_create {{(pid=74186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 16:50:06.769678 dv-cinder-798104-1-smb neutron-server[74186]: INFO neutron.wsgi [req-b822d861-1536-4f85-bba0-0acfe1421b43 req-eda443ad-750a-4b83-9763-ea0eeb56b86f service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=9ee12179-be82-4074-b954-8e3df7b44c6e HTTP/1.1" status: 200 len: 999 time: 0.1695902 Jun 28 16:50:06.772500 dv-cinder-798104-1-smb neutron-server[74186]: DEBUG oslo_concurrency.lockutils [None req-9c58628b-e694-4909-aabb-1b56e13e0bde tempest-AttachVolumeTestJSON-1575976490 tempest-AttachVolumeTestJSON-1575976490-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74186) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 16:50:06.870972 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG neutron.api.v2.base [req-f14dad6d-c0ca-414e-8c9f-5a0cf8bfe516 req-1876ff3b-e0a4-4175-a9ef-c6cc4ffd60e6 tempest-AttachVolumeNegativeTest-1670388833 tempest-AttachVolumeNegativeTest-1670388833-project] Request body: {'port': {'device_id': '744ba6c9-ed82-47f7-aa05-07cf1df7673f', 'network_id': 'bb4cc4d3-4de8-4886-89e0-415b22ba868b', 'admin_state_up': True, 'tenant_id': 'a538bf881f94426fab2108868ebfc349'}} {{(pid=74185) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jun 28 16:50:06.902375 dv-cinder-798104-1-smb neutron-server[74186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b822d861-1536-4f85-bba0-0acfe1421b43 req-76cc46bc-d4f4-40fe-a74a-93676519cb8b service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=74186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 16:50:06.904088 dv-cinder-798104-1-smb neutron-server[74186]: INFO neutron.wsgi [req-b822d861-1536-4f85-bba0-0acfe1421b43 req-76cc46bc-d4f4-40fe-a74a-93676519cb8b service neutron] 10.222.0.41 "GET /v2.0/subnets?id=3e932159-74c5-4507-82f3-46deac3d4b21 HTTP/1.1" status: 200 len: 853 time: 0.1033337 Jun 28 16:50:06.912048 dv-cinder-798104-1-smb neutron-server[74186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a87c41f-b1f6-4760-86bc-a90e04eeaff8 tempest-TestMinimumBasicScenario-1571811032 tempest-TestMinimumBasicScenario-1571811032-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cb4d6a8a-7ef1-4156-a660-278a62cef5c2,revision_number=0']} {{(pid=74186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 16:50:06.951408 dv-cinder-798104-1-smb neutron-server[74187]: DEBUG neutron_lib.callbacks.manager [None req-d0e5ad82-df9b-4ee3-8ee9-b93c74fbe1d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621611'] for port, before_update {{(pid=74187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 16:50:06.960998 dv-cinder-798104-1-smb neutron-server[74186]: DEBUG oslo_concurrency.lockutils [None req-6a87c41f-b1f6-4760-86bc-a90e04eeaff8 tempest-TestMinimumBasicScenario-1571811032 tempest-TestMinimumBasicScenario-1571811032-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.189s {{(pid=74186) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 16:50:06.979401 dv-cinder-798104-1-smb neutron-server[74186]: DEBUG neutron_lib.callbacks.manager [None req-6a87c41f-b1f6-4760-86bc-a90e04eeaff8 tempest-TestMinimumBasicScenario-1571811032 tempest-TestMinimumBasicScenario-1571811032-project] Notify callbacks [] for security_group_rule, before_response {{(pid=74186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 16:50:06.980654 dv-cinder-798104-1-smb neutron-server[74186]: INFO neutron.wsgi [None req-6a87c41f-b1f6-4760-86bc-a90e04eeaff8 tempest-TestMinimumBasicScenario-1571811032 tempest-TestMinimumBasicScenario-1571811032-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.6171420 Jun 28 16:50:06.983737 dv-cinder-798104-1-smb neutron-server[74187]: DEBUG neutron.db.l3_dvr_db [None req-2548567f-0b99-478a-abc7-fd17ae449105 None None] Set router f7acaa2e-6c5f-436b-9363-3f726190c3c0 gateway port host: dv-cinder-798104-1-smb {{(pid=74187) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jun 28 16:50:06.985441 dv-cinder-798104-1-smb neutron-server[74186]: DEBUG neutron.wsgi [-] (74186) accepted ('10.222.0.26', 55422) {{(pid=74186) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 28 16:50:06.999941 dv-cinder-798104-1-smb neutron-server[74186]: DEBUG neutron.api.v2.base [None req-b6d8e699-9646-49bb-8957-e37b3f5c8c62 tempest-TestMinimumBasicScenario-1571811032 tempest-TestMinimumBasicScenario-1571811032-project] Request body: {'security_group_rule': {'security_group_id': '5696e6d6-f883-4d51-9c2b-5bb8c2ba8b70', 'project_id': '5bf6de7fd09845dea4827bbd91336fa8', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=74186) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jun 28 16:50:07.015058 dv-cinder-798104-1-smb neutron-server[74186]: DEBUG neutron.db.quota.driver [None req-b6d8e699-9646-49bb-8957-e37b3f5c8c62 tempest-TestMinimumBasicScenario-1571811032 tempest-TestMinimumBasicScenario-1571811032-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74186) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 28 16:50:07.021521 dv-cinder-798104-1-smb neutron-server[74186]: DEBUG neutron.quota.resource [None req-b6d8e699-9646-49bb-8957-e37b3f5c8c62 tempest-TestMinimumBasicScenario-1571811032 tempest-TestMinimumBasicScenario-1571811032-project] Usage tracker for resource:security_group_rule and tenant:5bf6de7fd09845dea4827bbd91336fa8 is out of sync, need to count used quota {{(pid=74186) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 28 16:50:07.025092 dv-cinder-798104-1-smb neutron-server[74186]: DEBUG neutron.quota.resource [None req-b6d8e699-9646-49bb-8957-e37b3f5c8c62 tempest-TestMinimumBasicScenario-1571811032 tempest-TestMinimumBasicScenario-1571811032-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=74186) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 28 16:50:07.035040 dv-cinder-798104-1-smb neutron-server[74186]: DEBUG neutron.db.quota.driver [None req-b6d8e699-9646-49bb-8957-e37b3f5c8c62 tempest-TestMinimumBasicScenario-1571811032 tempest-TestMinimumBasicScenario-1571811032-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=74186) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 28 16:50:07.044620 dv-cinder-798104-1-smb neutron-server[74186]: INFO neutron.wsgi [req-b822d861-1536-4f85-bba0-0acfe1421b43 req-936eed9b-a322-4f46-b377-23b54883ce6e service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=7235a97e-a247-4b50-b496-41685533e564&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1284676 Jun 28 16:50:07.049452 dv-cinder-798104-1-smb neutron-server[74187]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '99461ed8-fb47-4e05-8bc8-51e5644ab617', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'dd236684-13c6-406b-863e-9d0559c8bc9a'}] {{(pid=74187) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 28 16:50:07.127095 dv-cinder-798104-1-smb neutron-server[74187]: DEBUG neutron.plugins.ml2.db [None req-d0e5ad82-df9b-4ee3-8ee9-b93c74fbe1d3 None None] For port dd236684-13c6-406b-863e-9d0559c8bc9a, host hv-cinder-79810, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79810',level=0,port_id=dd236684-13c6-406b-863e-9d0559c8bc9a,segment=NetworkSegment(3dc75ba6-bfde-44f0-93f7-81b93a0ad439),segment_id=3dc75ba6-bfde-44f0-93f7-81b93a0ad439)] {{(pid=74187) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 16:50:07.139598 dv-cinder-798104-1-smb neutron-server[74187]: DEBUG neutron_lib.callbacks.manager [None req-d0e5ad82-df9b-4ee3-8ee9-b93c74fbe1d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-615041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1598908', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774158213048', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774157688378', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774157688423'] for port, after_update {{(pid=74187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 16:50:07.143689 dv-cinder-798104-1-smb neutron-server[74187]: DEBUG oslo_concurrency.lockutils [None req-5d627310-ad96-4431-b062-af2836bb5bfe None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74187) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 16:50:07.174768 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05cb2ab0-c412-4502-9797-9d675c780a3d req-727f0ab7-aca6-4f94-9e8a-89ec18142616 tempest-TestShelveInstance-142730798 tempest-TestShelveInstance-142730798-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 16:50:07.175238 dv-cinder-798104-1-smb neutron-server[74186]: DEBUG neutron_lib.callbacks.manager [None req-b6d8e699-9646-49bb-8957-e37b3f5c8c62 tempest-TestMinimumBasicScenario-1571811032 tempest-TestMinimumBasicScenario-1571811032-project] Notify callbacks [] for security_group_rule, before_create {{(pid=74186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 16:50:07.175913 dv-cinder-798104-1-smb neutron-server[74185]: INFO neutron.wsgi [req-05cb2ab0-c412-4502-9797-9d675c780a3d req-727f0ab7-aca6-4f94-9e8a-89ec18142616 tempest-TestShelveInstance-142730798 tempest-TestShelveInstance-142730798-project] 10.222.0.26 "GET /v2.0/ports?device_id=99461ed8-fb47-4e05-8bc8-51e5644ab617 HTTP/1.1" status: 200 len: 945 time: 0.4738793 Jun 28 16:50:07.178345 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG neutron.db.quota.driver [req-f14dad6d-c0ca-414e-8c9f-5a0cf8bfe516 req-1876ff3b-e0a4-4175-a9ef-c6cc4ffd60e6 tempest-AttachVolumeNegativeTest-1670388833 tempest-AttachVolumeNegativeTest-1670388833-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74185) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 28 16:50:07.182678 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG neutron.quota.resource [req-f14dad6d-c0ca-414e-8c9f-5a0cf8bfe516 req-1876ff3b-e0a4-4175-a9ef-c6cc4ffd60e6 tempest-AttachVolumeNegativeTest-1670388833 tempest-AttachVolumeNegativeTest-1670388833-project] Usage tracker for resource:port and tenant:a538bf881f94426fab2108868ebfc349 is out of sync, need to count used quota {{(pid=74185) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 28 16:50:07.186418 dv-cinder-798104-1-smb neutron-server[74187]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '99461ed8-fb47-4e05-8bc8-51e5644ab617', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'dd236684-13c6-406b-863e-9d0559c8bc9a', 'code': 200} Jun 28 16:50:07.187397 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG neutron.quota.resource [req-f14dad6d-c0ca-414e-8c9f-5a0cf8bfe516 req-1876ff3b-e0a4-4175-a9ef-c6cc4ffd60e6 tempest-AttachVolumeNegativeTest-1670388833 tempest-AttachVolumeNegativeTest-1670388833-project] Quota usage for port was recalculated. Used quota:1. {{(pid=74185) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 28 16:50:07.206499 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG neutron.db.quota.driver [req-f14dad6d-c0ca-414e-8c9f-5a0cf8bfe516 req-1876ff3b-e0a4-4175-a9ef-c6cc4ffd60e6 tempest-AttachVolumeNegativeTest-1670388833 tempest-AttachVolumeNegativeTest-1670388833-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=74185) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 28 16:50:07.239493 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f14dad6d-c0ca-414e-8c9f-5a0cf8bfe516 req-1876ff3b-e0a4-4175-a9ef-c6cc4ffd60e6 tempest-AttachVolumeNegativeTest-1670388833 tempest-AttachVolumeNegativeTest-1670388833-project] Made reservation on behalf of a538bf881f94426fab2108868ebfc349 for: {'port': 1} {{(pid=74185) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 28 16:50:07.242597 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG neutron_lib.callbacks.manager [req-f14dad6d-c0ca-414e-8c9f-5a0cf8bfe516 req-1876ff3b-e0a4-4175-a9ef-c6cc4ffd60e6 tempest-AttachVolumeNegativeTest-1670388833 tempest-AttachVolumeNegativeTest-1670388833-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621611'] for port, before_create {{(pid=74185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 16:50:07.262830 dv-cinder-798104-1-smb neutron-server[74185]: INFO neutron.wsgi [req-05cb2ab0-c412-4502-9797-9d675c780a3d req-3b04489f-d413-435d-bc8b-16af01009121 tempest-TestShelveInstance-142730798 tempest-TestShelveInstance-142730798-project] 10.222.0.26 "GET /v2.0/security-groups?id=f9639542-7928-4a6f-8af5-8fed9a173fcf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0772002 Jun 28 16:50:07.281424 dv-cinder-798104-1-smb neutron-server[74186]: INFO neutron.wsgi [req-b822d861-1536-4f85-bba0-0acfe1421b43 req-c1b04d5e-0e28-4b47-8776-e47eb64d33e8 service neutron] 10.222.0.41 "GET /v2.0/networks/7235a97e-a247-4b50-b496-41685533e564?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2186654 Jun 28 16:50:07.286267 dv-cinder-798104-1-smb neutron-server[74186]: DEBUG neutron_lib.callbacks.manager [None req-b6d8e699-9646-49bb-8957-e37b3f5c8c62 tempest-TestMinimumBasicScenario-1571811032 tempest-TestMinimumBasicScenario-1571811032-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=74186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 16:50:07.311186 dv-cinder-798104-1-smb neutron-server[74187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0e5ad82-df9b-4ee3-8ee9-b93c74fbe1d3 None None] Pushing event updated for resources: {'Port': ['ID=dd236684-13c6-406b-863e-9d0559c8bc9a,revision_number=6']} {{(pid=74187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 16:50:07.314177 dv-cinder-798104-1-smb neutron-server[74187]: DEBUG oslo_concurrency.lockutils [None req-d0e5ad82-df9b-4ee3-8ee9-b93c74fbe1d3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.171s {{(pid=74187) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 16:50:07.330319 dv-cinder-798104-1-smb neutron-server[74186]: DEBUG neutron_lib.callbacks.manager [None req-b6d8e699-9646-49bb-8957-e37b3f5c8c62 tempest-TestMinimumBasicScenario-1571811032 tempest-TestMinimumBasicScenario-1571811032-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2050479'] for security_group_rule, after_create {{(pid=74186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 16:50:07.384553 dv-cinder-798104-1-smb neutron-server[74186]: DEBUG oslo_concurrency.lockutils [None req-dc4ce1bb-5a94-4b00-9a0e-e96b4e441204 tempest-TestShelveInstance-142730798 tempest-TestShelveInstance-142730798-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74186) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 16:50:07.423996 dv-cinder-798104-1-smb neutron-server[74186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6d8e699-9646-49bb-8957-e37b3f5c8c62 tempest-TestMinimumBasicScenario-1571811032 tempest-TestMinimumBasicScenario-1571811032-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=07034784-a0ff-48c0-b4aa-77405116d501,revision_number=0']} {{(pid=74186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 16:50:07.426683 dv-cinder-798104-1-smb neutron-server[74186]: DEBUG oslo_concurrency.lockutils [None req-b6d8e699-9646-49bb-8957-e37b3f5c8c62 tempest-TestMinimumBasicScenario-1571811032 tempest-TestMinimumBasicScenario-1571811032-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=74186) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 16:50:07.443763 dv-cinder-798104-1-smb neutron-server[74186]: DEBUG neutron_lib.callbacks.manager [None req-b6d8e699-9646-49bb-8957-e37b3f5c8c62 tempest-TestMinimumBasicScenario-1571811032 tempest-TestMinimumBasicScenario-1571811032-project] Notify callbacks [] for security_group_rule, before_response {{(pid=74186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 16:50:07.447861 dv-cinder-798104-1-smb neutron-server[74186]: INFO neutron.wsgi [None req-b6d8e699-9646-49bb-8957-e37b3f5c8c62 tempest-TestMinimumBasicScenario-1571811032 tempest-TestMinimumBasicScenario-1571811032-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 705 time: 0.4525712 Jun 28 16:50:07.448148 dv-cinder-798104-1-smb neutron-server[74186]: DEBUG neutron.wsgi [-] (74186) accepted ('10.222.0.26', 55428) {{(pid=74186) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 28 16:50:07.453699 dv-cinder-798104-1-smb neutron-server[74186]: DEBUG neutron.api.v2.base [None req-249f25cb-dabd-447c-90c4-a0708315647a tempest-TestMinimumBasicScenario-1571811032 tempest-TestMinimumBasicScenario-1571811032-project] Request body: {'security_group_rule': {'security_group_id': '5696e6d6-f883-4d51-9c2b-5bb8c2ba8b70', 'project_id': '5bf6de7fd09845dea4827bbd91336fa8', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=74186) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jun 28 16:50:07.456426 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG neutron.db.db_base_plugin_common [req-f14dad6d-c0ca-414e-8c9f-5a0cf8bfe516 req-1876ff3b-e0a4-4175-a9ef-c6cc4ffd60e6 tempest-AttachVolumeNegativeTest-1670388833 tempest-AttachVolumeNegativeTest-1670388833-project] Allocated IP 172.20.0.6 (bb4cc4d3-4de8-4886-89e0-415b22ba868b/675ec5bd-dc47-4713-907e-fa7c6eb0e688/f3d5c858-7125-41c4-8648-43a21062489b) {{(pid=74185) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 28 16:50:07.473522 dv-cinder-798104-1-smb neutron-server[74186]: DEBUG neutron.db.quota.driver [None req-249f25cb-dabd-447c-90c4-a0708315647a tempest-TestMinimumBasicScenario-1571811032 tempest-TestMinimumBasicScenario-1571811032-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74186) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 28 16:50:07.487554 dv-cinder-798104-1-smb neutron-server[74186]: DEBUG neutron.quota.resource [None req-249f25cb-dabd-447c-90c4-a0708315647a tempest-TestMinimumBasicScenario-1571811032 tempest-TestMinimumBasicScenario-1571811032-project] Usage tracker for resource:security_group_rule and tenant:5bf6de7fd09845dea4827bbd91336fa8 is out of sync, need to count used quota {{(pid=74186) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 28 16:50:07.493682 dv-cinder-798104-1-smb neutron-server[74186]: DEBUG neutron.quota.resource [None req-249f25cb-dabd-447c-90c4-a0708315647a tempest-TestMinimumBasicScenario-1571811032 tempest-TestMinimumBasicScenario-1571811032-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=74186) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 28 16:50:07.503600 dv-cinder-798104-1-smb neutron-server[74186]: DEBUG neutron.db.quota.driver [None req-249f25cb-dabd-447c-90c4-a0708315647a tempest-TestMinimumBasicScenario-1571811032 tempest-TestMinimumBasicScenario-1571811032-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=74186) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 28 16:50:07.507734 dv-cinder-798104-1-smb neutron-server[74186]: INFO neutron.wsgi [req-b822d861-1536-4f85-bba0-0acfe1421b43 req-f32dcfc9-17a4-4b17-b11b-7f32f460de68 service neutron] 10.222.0.41 "GET /v2.0/networks/7235a97e-a247-4b50-b496-41685533e564?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2145350 Jun 28 16:50:07.534557 dv-cinder-798104-1-smb neutron-server[74186]: DEBUG neutron_lib.callbacks.manager [None req-249f25cb-dabd-447c-90c4-a0708315647a tempest-TestMinimumBasicScenario-1571811032 tempest-TestMinimumBasicScenario-1571811032-project] Notify callbacks [] for security_group_rule, before_create {{(pid=74186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 16:50:07.543600 dv-cinder-798104-1-smb neutron-server[74187]: DEBUG neutron.db.l3_hamode_db [None req-2548567f-0b99-478a-abc7-fd17ae449105 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f7acaa2e-6c5f-436b-9363-3f726190c3c0', 'name': 'tempest-TestMinimumBasicScenario-831825175-router', 'tenant_id': '5bf6de7fd09845dea4827bbd91336fa8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f9715ce2-16ba-4ae9-9a15-557432d0a5ed', 'external_fixed_ips': [{'subnet_id': 'e3a20e14-2eea-4943-8cec-1fe85e8448d0', 'ip_address': '172.28.3.44'}], 'enable_snat': True}, 'gw_port_id': '24f8b26b-8869-480a-872b-786338b36fb7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-28T16:49:07Z', 'updated_at': '2021-06-28T16:49:10Z', 'revision_number': 4, 'project_id': '5bf6de7fd09845dea4827bbd91336fa8', 'gw_port': {'id': '24f8b26b-8869-480a-872b-786338b36fb7', 'name': '', 'network_id': 'f9715ce2-16ba-4ae9-9a15-557432d0a5ed', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:42:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7acaa2e-6c5f-436b-9363-3f726190c3c0', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e3a20e14-2eea-4943-8cec-1fe85e8448d0', 'ip_address': '172.28.3.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798104-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T16:49:08Z', 'updated_at': '2021-06-28T16:49:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e3a20e14-2eea-4943-8cec-1fe85e8448d0', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798104-1-smb', '_floatingips': [{'id': '85941e72-ebee-4786-9a4f-6a7d2ee271aa', 'tenant_id': '5bf6de7fd09845dea4827bbd91336fa8', 'floating_ip_address': '172.28.3.25', 'floating_network_id': 'f9715ce2-16ba-4ae9-9a15-557432d0a5ed', 'router_id': 'f7acaa2e-6c5f-436b-9363-3f726190c3c0', 'port_id': '9ee12179-be82-4074-b954-8e3df7b44c6e', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7235a97e-a247-4b50-b496-41685533e564', 'mac_address': 'fa:16:3e:f6:9a:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c6cd64e-562e-4ad2-ab67-0bb916b977d2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-28T16:50:04Z', 'updated_at': '2021-06-28T16:50:04Z', 'revision_number': 0, 'project_id': '5bf6de7fd09845dea4827bbd91336fa8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'afb68667-8373-462e-9bb0-c986179d62c7', 'name': '', 'network_id': '7235a97e-a247-4b50-b496-41685533e564', 'tenant_id': '5bf6de7fd09845dea4827bbd91336fa8', 'mac_address': 'fa:16:3e:be:91:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7acaa2e-6c5f-436b-9363-3f726190c3c0', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '3e932159-74c5-4507-82f3-46deac3d4b21', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798104-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T16:49:10Z', 'updated_at': '2021-06-28T16:49:23Z', 'revision_number': 5, 'project_id': '5bf6de7fd09845dea4827bbd91336fa8', 'subnets': [{'id': '3e932159-74c5-4507-82f3-46deac3d4b21', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-798104-1-smb', False) {} {{(pid=74187) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 16:50:07.548553 dv-cinder-798104-1-smb neutron-server[74187]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2548567f-0b99-478a-abc7-fd17ae449105 None None] The sync data for ids ['f7acaa2e-6c5f-436b-9363-3f726190c3c0'] in dv-cinder-798104-1-smb is: [{'id': 'f7acaa2e-6c5f-436b-9363-3f726190c3c0', 'name': 'tempest-TestMinimumBasicScenario-831825175-router', 'tenant_id': '5bf6de7fd09845dea4827bbd91336fa8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f9715ce2-16ba-4ae9-9a15-557432d0a5ed', 'external_fixed_ips': [{'subnet_id': 'e3a20e14-2eea-4943-8cec-1fe85e8448d0', 'ip_address': '172.28.3.44'}], 'enable_snat': True}, 'gw_port_id': '24f8b26b-8869-480a-872b-786338b36fb7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-28T16:49:07Z', 'updated_at': '2021-06-28T16:49:10Z', 'revision_number': 4, 'project_id': '5bf6de7fd09845dea4827bbd91336fa8', 'gw_port': {'id': '24f8b26b-8869-480a-872b-786338b36fb7', 'name': '', 'network_id': 'f9715ce2-16ba-4ae9-9a15-557432d0a5ed', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:42:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7acaa2e-6c5f-436b-9363-3f726190c3c0', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e3a20e14-2eea-4943-8cec-1fe85e8448d0', 'ip_address': '172.28.3.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798104-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T16:49:08Z', 'updated_at': '2021-06-28T16:49:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e3a20e14-2eea-4943-8cec-1fe85e8448d0', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798104-1-smb', '_floatingips': [{'id': '85941e72-ebee-4786-9a4f-6a7d2ee271aa', 'tenant_id': '5bf6de7fd09845dea4827bbd91336fa8', 'floating_ip_address': '172.28.3.25', 'floating_network_id': 'f9715ce2-16ba-4ae9-9a15-557432d0a5ed', 'router_id': 'f7acaa2e-6c5f-436b-9363-3f726190c3c0', 'port_id': '9ee12179-be82-4074-b954-8e3df7b44c6e', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7235a97e-a247-4b50-b496-41685533e564', 'mac_address': 'fa:16:3e:f6:9a:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c6cd64e-562e-4ad2-ab67-0bb916b977d2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-28T16:50:04Z', 'updated_at': '2021-06-28T16:50:04Z', 'revision_number': 0, 'project_id': '5bf6de7fd09845dea4827bbd91336fa8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'afb68667-8373-462e-9bb0-c986179d62c7', 'name': '', 'network_id': '7235a97e-a247-4b50-b496-41685533e564', 'tenant_id': '5bf6de7fd09845dea4827bbd91336fa8', 'mac_address': 'fa:16:3e:be:91:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7acaa2e-6c5f-436b-9363-3f726190c3c0', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '3e932159-74c5-4507-82f3-46deac3d4b21', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798104-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T16:49:10Z', 'updated_at': '2021-06-28T16:49:23Z', 'revision_number': 5, 'project_id': '5bf6de7fd09845dea4827bbd91336fa8', 'subnets': [{'id': '3e932159-74c5-4507-82f3-46deac3d4b21', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=74187) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jun 28 16:50:07.634368 dv-cinder-798104-1-smb neutron-server[74186]: DEBUG neutron_lib.callbacks.manager [None req-249f25cb-dabd-447c-90c4-a0708315647a tempest-TestMinimumBasicScenario-1571811032 tempest-TestMinimumBasicScenario-1571811032-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=74186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 16:50:07.639299 dv-cinder-798104-1-smb neutron-server[74186]: DEBUG neutron_lib.callbacks.manager [None req-249f25cb-dabd-447c-90c4-a0708315647a tempest-TestMinimumBasicScenario-1571811032 tempest-TestMinimumBasicScenario-1571811032-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2050479'] for security_group_rule, after_create {{(pid=74186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 16:50:07.641532 dv-cinder-798104-1-smb neutron-server[74186]: DEBUG oslo_concurrency.lockutils [None req-7fb5f724-da4a-4b64-ac64-7b5d371c347a tempest-AttachVolumeTestJSON-1575976490 tempest-AttachVolumeTestJSON-1575976490-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74186) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 16:50:07.682199 dv-cinder-798104-1-smb neutron-server[74186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-249f25cb-dabd-447c-90c4-a0708315647a tempest-TestMinimumBasicScenario-1571811032 tempest-TestMinimumBasicScenario-1571811032-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f4961578-0ea9-4c94-8d27-f0384c25b16a,revision_number=0']} {{(pid=74186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 16:50:07.685519 dv-cinder-798104-1-smb neutron-server[74186]: DEBUG oslo_concurrency.lockutils [None req-249f25cb-dabd-447c-90c4-a0708315647a tempest-TestMinimumBasicScenario-1571811032 tempest-TestMinimumBasicScenario-1571811032-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=74186) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 16:50:07.694807 dv-cinder-798104-1-smb neutron-server[74186]: DEBUG neutron_lib.callbacks.manager [None req-249f25cb-dabd-447c-90c4-a0708315647a tempest-TestMinimumBasicScenario-1571811032 tempest-TestMinimumBasicScenario-1571811032-project] Notify callbacks [] for security_group_rule, before_response {{(pid=74186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 16:50:07.696017 dv-cinder-798104-1-smb neutron-server[74186]: INFO neutron.wsgi [None req-249f25cb-dabd-447c-90c4-a0708315647a tempest-TestMinimumBasicScenario-1571811032 tempest-TestMinimumBasicScenario-1571811032-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.2470131 Jun 28 16:50:07.698852 dv-cinder-798104-1-smb neutron-server[74186]: DEBUG neutron.wsgi [-] (74186) accepted ('10.222.0.26', 55434) {{(pid=74186) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 28 16:50:07.704782 dv-cinder-798104-1-smb neutron-server[74186]: DEBUG neutron.api.v2.base [None req-c0073ece-bc41-40c4-baf3-9655e2ae8031 tempest-TestMinimumBasicScenario-1571811032 tempest-TestMinimumBasicScenario-1571811032-project] Request body: {'security_group_rule': {'security_group_id': '5696e6d6-f883-4d51-9c2b-5bb8c2ba8b70', 'project_id': '5bf6de7fd09845dea4827bbd91336fa8', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=74186) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jun 28 16:50:07.711258 dv-cinder-798104-1-smb neutron-server[74186]: DEBUG neutron.db.quota.driver [None req-c0073ece-bc41-40c4-baf3-9655e2ae8031 tempest-TestMinimumBasicScenario-1571811032 tempest-TestMinimumBasicScenario-1571811032-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74186) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 28 16:50:07.715563 dv-cinder-798104-1-smb neutron-server[74186]: DEBUG neutron.quota.resource [None req-c0073ece-bc41-40c4-baf3-9655e2ae8031 tempest-TestMinimumBasicScenario-1571811032 tempest-TestMinimumBasicScenario-1571811032-project] Usage tracker for resource:security_group_rule and tenant:5bf6de7fd09845dea4827bbd91336fa8 is out of sync, need to count used quota {{(pid=74186) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 28 16:50:07.718552 dv-cinder-798104-1-smb neutron-server[74185]: INFO neutron.wsgi [req-dd6b3d54-7517-49b7-921e-49e712a59b99 req-bbfaf8c1-f570-41b1-93bb-31a29160ed26 tempest-AttachVolumeNegativeTest-1670388833 tempest-AttachVolumeNegativeTest-1670388833-project] 10.222.0.26 "GET /v2.0/ports?device_id=744ba6c9-ed82-47f7-aa05-07cf1df7673f HTTP/1.1" status: 200 len: 210 time: 0.0621917 Jun 28 16:50:07.719205 dv-cinder-798104-1-smb neutron-server[74186]: DEBUG neutron.quota.resource [None req-c0073ece-bc41-40c4-baf3-9655e2ae8031 tempest-TestMinimumBasicScenario-1571811032 tempest-TestMinimumBasicScenario-1571811032-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=74186) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 28 16:50:07.728331 dv-cinder-798104-1-smb neutron-server[74186]: DEBUG neutron.db.quota.driver [None req-c0073ece-bc41-40c4-baf3-9655e2ae8031 tempest-TestMinimumBasicScenario-1571811032 tempest-TestMinimumBasicScenario-1571811032-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=74186) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 28 16:50:07.755506 dv-cinder-798104-1-smb neutron-server[74186]: DEBUG neutron_lib.callbacks.manager [None req-c0073ece-bc41-40c4-baf3-9655e2ae8031 tempest-TestMinimumBasicScenario-1571811032 tempest-TestMinimumBasicScenario-1571811032-project] Notify callbacks [] for security_group_rule, before_create {{(pid=74186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 16:50:07.806703 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG neutron_lib.callbacks.manager [req-f14dad6d-c0ca-414e-8c9f-5a0cf8bfe516 req-1876ff3b-e0a4-4175-a9ef-c6cc4ffd60e6 tempest-AttachVolumeNegativeTest-1670388833 tempest-AttachVolumeNegativeTest-1670388833-project] Notify callbacks [] for port, precommit_create {{(pid=74185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 16:50:07.833670 dv-cinder-798104-1-smb neutron-server[74188]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-738c54b6-0f10-4c80-ba14-03cff0c54bab None None] New status for floating IP 85941e72-ebee-4786-9a4f-6a7d2ee271aa: ACTIVE {{(pid=74188) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Jun 28 16:50:07.844822 dv-cinder-798104-1-smb neutron-server[74186]: DEBUG neutron_lib.callbacks.manager [None req-c0073ece-bc41-40c4-baf3-9655e2ae8031 tempest-TestMinimumBasicScenario-1571811032 tempest-TestMinimumBasicScenario-1571811032-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=74186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 16:50:07.849027 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG neutron_lib.callbacks.manager [req-f14dad6d-c0ca-414e-8c9f-5a0cf8bfe516 req-1876ff3b-e0a4-4175-a9ef-c6cc4ffd60e6 tempest-AttachVolumeNegativeTest-1670388833 tempest-AttachVolumeNegativeTest-1670388833-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-615041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1598908', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774157688360', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15648331'] for port, after_create {{(pid=74185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 16:50:07.850033 dv-cinder-798104-1-smb neutron-server[74186]: DEBUG neutron_lib.callbacks.manager [None req-c0073ece-bc41-40c4-baf3-9655e2ae8031 tempest-TestMinimumBasicScenario-1571811032 tempest-TestMinimumBasicScenario-1571811032-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2050479'] for security_group_rule, after_create {{(pid=74186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 16:50:07.855744 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG oslo_concurrency.lockutils [None req-137a8da5-72d6-4cd8-98b9-4c612b0e8547 tempest-TestMinimumBasicScenario-1571811032 tempest-TestMinimumBasicScenario-1571811032-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74185) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 16:50:07.858915 dv-cinder-798104-1-smb neutron-server[74186]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74186) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 16:50:07.872629 dv-cinder-798104-1-smb neutron-server[74187]: DEBUG neutron.plugins.ml2.db [None req-d0e5ad82-df9b-4ee3-8ee9-b93c74fbe1d3 None None] get_ports_and_sgs() called for port_ids ['60788748-c574-41bc-b1db-7b3c12dcca5a'] {{(pid=74187) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jun 28 16:50:07.884141 dv-cinder-798104-1-smb neutron-server[74186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0073ece-bc41-40c4-baf3-9655e2ae8031 tempest-TestMinimumBasicScenario-1571811032 tempest-TestMinimumBasicScenario-1571811032-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f25fd25e-ed60-4469-8e99-eb2919a1520c,revision_number=0']} {{(pid=74186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 16:50:07.896852 dv-cinder-798104-1-smb neutron-server[74186]: DEBUG oslo_concurrency.lockutils [None req-c0073ece-bc41-40c4-baf3-9655e2ae8031 tempest-TestMinimumBasicScenario-1571811032 tempest-TestMinimumBasicScenario-1571811032-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=74186) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 16:50:07.915691 dv-cinder-798104-1-smb neutron-server[74186]: DEBUG neutron_lib.callbacks.manager [None req-c0073ece-bc41-40c4-baf3-9655e2ae8031 tempest-TestMinimumBasicScenario-1571811032 tempest-TestMinimumBasicScenario-1571811032-project] Notify callbacks [] for security_group_rule, before_response {{(pid=74186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 16:50:07.920653 dv-cinder-798104-1-smb neutron-server[74186]: INFO neutron.wsgi [None req-c0073ece-bc41-40c4-baf3-9655e2ae8031 tempest-TestMinimumBasicScenario-1571811032 tempest-TestMinimumBasicScenario-1571811032-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 0.2177460 Jun 28 16:50:07.921909 dv-cinder-798104-1-smb neutron-server[74186]: DEBUG neutron.wsgi [-] (74186) accepted ('10.222.0.26', 55438) {{(pid=74186) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 28 16:50:07.929873 dv-cinder-798104-1-smb neutron-server[74186]: DEBUG neutron.api.v2.base [None req-463c675d-2698-4031-bda8-ee1c3b66050b tempest-TestMinimumBasicScenario-1571811032 tempest-TestMinimumBasicScenario-1571811032-project] Request body: {'security_group_rule': {'security_group_id': '5696e6d6-f883-4d51-9c2b-5bb8c2ba8b70', 'project_id': '5bf6de7fd09845dea4827bbd91336fa8', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=74186) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jun 28 16:50:07.937150 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f14dad6d-c0ca-414e-8c9f-5a0cf8bfe516 req-1876ff3b-e0a4-4175-a9ef-c6cc4ffd60e6 tempest-AttachVolumeNegativeTest-1670388833 tempest-AttachVolumeNegativeTest-1670388833-project] Network bb4cc4d3-4de8-4886-89e0-415b22ba868b is already hosted by enough agents. {{(pid=74185) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 28 16:50:07.937610 dv-cinder-798104-1-smb neutron-server[74186]: DEBUG neutron.db.quota.driver [None req-463c675d-2698-4031-bda8-ee1c3b66050b tempest-TestMinimumBasicScenario-1571811032 tempest-TestMinimumBasicScenario-1571811032-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74186) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 28 16:50:07.942290 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG neutron.scheduler.base_scheduler [req-f14dad6d-c0ca-414e-8c9f-5a0cf8bfe516 req-1876ff3b-e0a4-4175-a9ef-c6cc4ffd60e6 tempest-AttachVolumeNegativeTest-1670388833 tempest-AttachVolumeNegativeTest-1670388833-project] Resources bound (agent type, host, resource id): {{(pid=74185) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 28 16:50:07.943042 dv-cinder-798104-1-smb neutron-server[74186]: DEBUG neutron.quota.resource [None req-463c675d-2698-4031-bda8-ee1c3b66050b tempest-TestMinimumBasicScenario-1571811032 tempest-TestMinimumBasicScenario-1571811032-project] Usage tracker for resource:security_group_rule and tenant:5bf6de7fd09845dea4827bbd91336fa8 is out of sync, need to count used quota {{(pid=74186) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 28 16:50:07.944586 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1876ff3b-e0a4-4175-a9ef-c6cc4ffd60e6 tempest-AttachVolumeNegativeTest-1670388833 tempest-AttachVolumeNegativeTest-1670388833-project] Pushing event updated for resources: {'Port': ['ID=f3d5c858-7125-41c4-8648-43a21062489b,revision_number=1']} {{(pid=74185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 16:50:07.947118 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG neutron.db.l3_dvrscheduler_db [req-f14dad6d-c0ca-414e-8c9f-5a0cf8bfe516 req-1876ff3b-e0a4-4175-a9ef-c6cc4ffd60e6 tempest-AttachVolumeNegativeTest-1670388833 tempest-AttachVolumeNegativeTest-1670388833-project] Received port after_create {{(pid=74185) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 28 16:50:07.950936 dv-cinder-798104-1-smb neutron-server[74186]: DEBUG neutron.quota.resource [None req-463c675d-2698-4031-bda8-ee1c3b66050b tempest-TestMinimumBasicScenario-1571811032 tempest-TestMinimumBasicScenario-1571811032-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=74186) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 28 16:50:07.957714 dv-cinder-798104-1-smb neutron-server[74186]: DEBUG neutron.db.quota.driver [None req-463c675d-2698-4031-bda8-ee1c3b66050b tempest-TestMinimumBasicScenario-1571811032 tempest-TestMinimumBasicScenario-1571811032-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=74186) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 28 16:50:07.972883 dv-cinder-798104-1-smb neutron-server[74186]: INFO neutron.db.securitygroups_db [None req-463c675d-2698-4031-bda8-ee1c3b66050b tempest-TestMinimumBasicScenario-1571811032 tempest-TestMinimumBasicScenario-1571811032-project] Project 5bf6de7fd09845dea4827bbd91336fa8 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 28 16:50:07.981734 dv-cinder-798104-1-smb neutron-server[74186]: DEBUG neutron_lib.callbacks.manager [None req-463c675d-2698-4031-bda8-ee1c3b66050b tempest-TestMinimumBasicScenario-1571811032 tempest-TestMinimumBasicScenario-1571811032-project] Notify callbacks [] for security_group_rule, before_create {{(pid=74186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 16:50:08.018657 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1876ff3b-e0a4-4175-a9ef-c6cc4ffd60e6 tempest-AttachVolumeNegativeTest-1670388833 tempest-AttachVolumeNegativeTest-1670388833-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798104-1-smb {{(pid=74185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 16:50:08.019338 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1876ff3b-e0a4-4175-a9ef-c6cc4ffd60e6 tempest-AttachVolumeNegativeTest-1670388833 tempest-AttachVolumeNegativeTest-1670388833-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798104-1-smb {{(pid=74185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 16:50:08.019917 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1876ff3b-e0a4-4175-a9ef-c6cc4ffd60e6 tempest-AttachVolumeNegativeTest-1670388833 tempest-AttachVolumeNegativeTest-1670388833-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798104-1-smb {{(pid=74185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 16:50:08.020496 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1876ff3b-e0a4-4175-a9ef-c6cc4ffd60e6 tempest-AttachVolumeNegativeTest-1670388833 tempest-AttachVolumeNegativeTest-1670388833-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-798104-1-smb {{(pid=74185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 16:50:08.021617 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1876ff3b-e0a4-4175-a9ef-c6cc4ffd60e6 tempest-AttachVolumeNegativeTest-1670388833 tempest-AttachVolumeNegativeTest-1670388833-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798104-1-smb {{(pid=74185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 16:50:08.022530 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1876ff3b-e0a4-4175-a9ef-c6cc4ffd60e6 tempest-AttachVolumeNegativeTest-1670388833 tempest-AttachVolumeNegativeTest-1670388833-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-798104-1-smb {{(pid=74185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 16:50:08.023159 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1876ff3b-e0a4-4175-a9ef-c6cc4ffd60e6 tempest-AttachVolumeNegativeTest-1670388833 tempest-AttachVolumeNegativeTest-1670388833-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798104-1-smb {{(pid=74185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 16:50:08.023701 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1876ff3b-e0a4-4175-a9ef-c6cc4ffd60e6 tempest-AttachVolumeNegativeTest-1670388833 tempest-AttachVolumeNegativeTest-1670388833-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798104-1-smb {{(pid=74185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 16:50:08.024338 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1876ff3b-e0a4-4175-a9ef-c6cc4ffd60e6 tempest-AttachVolumeNegativeTest-1670388833 tempest-AttachVolumeNegativeTest-1670388833-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798104-1-smb {{(pid=74185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 16:50:08.025009 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1876ff3b-e0a4-4175-a9ef-c6cc4ffd60e6 tempest-AttachVolumeNegativeTest-1670388833 tempest-AttachVolumeNegativeTest-1670388833-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798104-1-smb {{(pid=74185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 16:50:08.025581 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1876ff3b-e0a4-4175-a9ef-c6cc4ffd60e6 tempest-AttachVolumeNegativeTest-1670388833 tempest-AttachVolumeNegativeTest-1670388833-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798104-1-smb {{(pid=74185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 16:50:08.038770 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG oslo_concurrency.lockutils [None req-1876ff3b-e0a4-4175-a9ef-c6cc4ffd60e6 tempest-AttachVolumeNegativeTest-1670388833 tempest-AttachVolumeNegativeTest-1670388833-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.183s {{(pid=74185) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 16:50:08.060826 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f14dad6d-c0ca-414e-8c9f-5a0cf8bfe516 req-1876ff3b-e0a4-4175-a9ef-c6cc4ffd60e6 tempest-AttachVolumeNegativeTest-1670388833 tempest-AttachVolumeNegativeTest-1670388833-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=74185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 16:50:08.061479 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG neutron_lib.callbacks.manager [req-f14dad6d-c0ca-414e-8c9f-5a0cf8bfe516 req-1876ff3b-e0a4-4175-a9ef-c6cc4ffd60e6 tempest-AttachVolumeNegativeTest-1670388833 tempest-AttachVolumeNegativeTest-1670388833-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129357'] for port, before_response {{(pid=74185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 16:50:08.071035 dv-cinder-798104-1-smb neutron-server[74186]: DEBUG neutron_lib.callbacks.manager [None req-463c675d-2698-4031-bda8-ee1c3b66050b tempest-TestMinimumBasicScenario-1571811032 tempest-TestMinimumBasicScenario-1571811032-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=74186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 16:50:08.076379 dv-cinder-798104-1-smb neutron-server[74186]: DEBUG neutron_lib.callbacks.manager [None req-463c675d-2698-4031-bda8-ee1c3b66050b tempest-TestMinimumBasicScenario-1571811032 tempest-TestMinimumBasicScenario-1571811032-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2050479'] for security_group_rule, after_create {{(pid=74186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 16:50:08.078944 dv-cinder-798104-1-smb neutron-server[74186]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74186) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 16:50:08.091189 dv-cinder-798104-1-smb neutron-server[74185]: INFO neutron.wsgi [req-f14dad6d-c0ca-414e-8c9f-5a0cf8bfe516 req-1876ff3b-e0a4-4175-a9ef-c6cc4ffd60e6 tempest-AttachVolumeNegativeTest-1670388833 tempest-AttachVolumeNegativeTest-1670388833-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2287462 Jun 28 16:50:08.102445 dv-cinder-798104-1-smb neutron-server[74186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-463c675d-2698-4031-bda8-ee1c3b66050b tempest-TestMinimumBasicScenario-1571811032 tempest-TestMinimumBasicScenario-1571811032-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1ae1f9fa-1677-40ca-ae58-7835cee5cb39,revision_number=0']} {{(pid=74186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 16:50:08.106559 dv-cinder-798104-1-smb neutron-server[74186]: DEBUG oslo_concurrency.lockutils [None req-463c675d-2698-4031-bda8-ee1c3b66050b tempest-TestMinimumBasicScenario-1571811032 tempest-TestMinimumBasicScenario-1571811032-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=74186) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 16:50:08.107571 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG neutron.api.v2.base [req-f14dad6d-c0ca-414e-8c9f-5a0cf8bfe516 req-5b46a6ac-4560-4aee-983a-362981947938 service neutron] Request body: {'port': {'device_id': '744ba6c9-ed82-47f7-aa05-07cf1df7673f', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79810'}} {{(pid=74185) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jun 28 16:50:08.116058 dv-cinder-798104-1-smb neutron-server[74186]: DEBUG neutron_lib.callbacks.manager [None req-463c675d-2698-4031-bda8-ee1c3b66050b tempest-TestMinimumBasicScenario-1571811032 tempest-TestMinimumBasicScenario-1571811032-project] Notify callbacks [] for security_group_rule, before_response {{(pid=74186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 16:50:08.120481 dv-cinder-798104-1-smb neutron-server[74186]: INFO neutron.wsgi [None req-463c675d-2698-4031-bda8-ee1c3b66050b tempest-TestMinimumBasicScenario-1571811032 tempest-TestMinimumBasicScenario-1571811032-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 716 time: 0.1947715 Jun 28 16:50:08.122158 dv-cinder-798104-1-smb neutron-server[74186]: DEBUG neutron.wsgi [-] (74186) accepted ('10.222.0.26', 55442) {{(pid=74186) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 28 16:50:08.129018 dv-cinder-798104-1-smb neutron-server[74186]: DEBUG neutron.api.v2.base [None req-85bdda0b-9f7d-4ea1-ae39-7b927b550e5f tempest-TestMinimumBasicScenario-1571811032 tempest-TestMinimumBasicScenario-1571811032-project] Request body: {'security_group_rule': {'security_group_id': '5696e6d6-f883-4d51-9c2b-5bb8c2ba8b70', 'project_id': '5bf6de7fd09845dea4827bbd91336fa8', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=74186) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jun 28 16:50:08.136733 dv-cinder-798104-1-smb neutron-server[74186]: DEBUG neutron.db.quota.driver [None req-85bdda0b-9f7d-4ea1-ae39-7b927b550e5f tempest-TestMinimumBasicScenario-1571811032 tempest-TestMinimumBasicScenario-1571811032-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74186) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 28 16:50:08.141241 dv-cinder-798104-1-smb neutron-server[74186]: DEBUG neutron.quota.resource [None req-85bdda0b-9f7d-4ea1-ae39-7b927b550e5f tempest-TestMinimumBasicScenario-1571811032 tempest-TestMinimumBasicScenario-1571811032-project] Usage tracker for resource:security_group_rule and tenant:5bf6de7fd09845dea4827bbd91336fa8 is out of sync, need to count used quota {{(pid=74186) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 28 16:50:08.145240 dv-cinder-798104-1-smb neutron-server[74186]: DEBUG neutron.quota.resource [None req-85bdda0b-9f7d-4ea1-ae39-7b927b550e5f tempest-TestMinimumBasicScenario-1571811032 tempest-TestMinimumBasicScenario-1571811032-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=74186) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 28 16:50:08.154916 dv-cinder-798104-1-smb neutron-server[74186]: DEBUG neutron.db.quota.driver [None req-85bdda0b-9f7d-4ea1-ae39-7b927b550e5f tempest-TestMinimumBasicScenario-1571811032 tempest-TestMinimumBasicScenario-1571811032-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=74186) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 28 16:50:08.170630 dv-cinder-798104-1-smb neutron-server[74186]: INFO neutron.db.securitygroups_db [None req-85bdda0b-9f7d-4ea1-ae39-7b927b550e5f tempest-TestMinimumBasicScenario-1571811032 tempest-TestMinimumBasicScenario-1571811032-project] Project 5bf6de7fd09845dea4827bbd91336fa8 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 28 16:50:08.180353 dv-cinder-798104-1-smb neutron-server[74186]: DEBUG neutron_lib.callbacks.manager [None req-85bdda0b-9f7d-4ea1-ae39-7b927b550e5f tempest-TestMinimumBasicScenario-1571811032 tempest-TestMinimumBasicScenario-1571811032-project] Notify callbacks [] for security_group_rule, before_create {{(pid=74186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 16:50:08.252672 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG neutron_lib.callbacks.manager [req-f14dad6d-c0ca-414e-8c9f-5a0cf8bfe516 req-5b46a6ac-4560-4aee-983a-362981947938 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621611'] for port, before_update {{(pid=74185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 16:50:08.270208 dv-cinder-798104-1-smb neutron-server[74186]: DEBUG neutron_lib.callbacks.manager [None req-85bdda0b-9f7d-4ea1-ae39-7b927b550e5f tempest-TestMinimumBasicScenario-1571811032 tempest-TestMinimumBasicScenario-1571811032-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=74186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 16:50:08.275047 dv-cinder-798104-1-smb neutron-server[74186]: DEBUG neutron_lib.callbacks.manager [None req-85bdda0b-9f7d-4ea1-ae39-7b927b550e5f tempest-TestMinimumBasicScenario-1571811032 tempest-TestMinimumBasicScenario-1571811032-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2050479'] for security_group_rule, after_create {{(pid=74186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 16:50:08.277487 dv-cinder-798104-1-smb neutron-server[74186]: DEBUG oslo_concurrency.lockutils [None req-463c675d-2698-4031-bda8-ee1c3b66050b tempest-TestMinimumBasicScenario-1571811032 tempest-TestMinimumBasicScenario-1571811032-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74186) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 16:50:08.303103 dv-cinder-798104-1-smb neutron-server[74186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85bdda0b-9f7d-4ea1-ae39-7b927b550e5f tempest-TestMinimumBasicScenario-1571811032 tempest-TestMinimumBasicScenario-1571811032-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0909eab8-d88a-458f-847d-f6bc585734ef,revision_number=0']} {{(pid=74186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 16:50:08.305641 dv-cinder-798104-1-smb neutron-server[74186]: DEBUG oslo_concurrency.lockutils [None req-85bdda0b-9f7d-4ea1-ae39-7b927b550e5f tempest-TestMinimumBasicScenario-1571811032 tempest-TestMinimumBasicScenario-1571811032-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=74186) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 16:50:08.314088 dv-cinder-798104-1-smb neutron-server[74186]: DEBUG neutron_lib.callbacks.manager [None req-85bdda0b-9f7d-4ea1-ae39-7b927b550e5f tempest-TestMinimumBasicScenario-1571811032 tempest-TestMinimumBasicScenario-1571811032-project] Notify callbacks [] for security_group_rule, before_response {{(pid=74186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 16:50:08.318811 dv-cinder-798104-1-smb neutron-server[74186]: INFO neutron.wsgi [None req-85bdda0b-9f7d-4ea1-ae39-7b927b550e5f tempest-TestMinimumBasicScenario-1571811032 tempest-TestMinimumBasicScenario-1571811032-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 715 time: 0.1924839 Jun 28 16:50:08.619361 dv-cinder-798104-1-smb neutron-server[74185]: INFO neutron.wsgi [req-8dd9d15d-d5b4-4231-87aa-7115383845ca req-ec178c2d-f4ce-4c2f-a566-9e86621269eb tempest-TestMinimumBasicScenario-1571811032 tempest-TestMinimumBasicScenario-1571811032-project] 10.222.0.26 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1363534585&fields=id&tenant_id=5bf6de7fd09845dea4827bbd91336fa8 HTTP/1.1" status: 200 len: 267 time: 0.1089616 Jun 28 16:50:08.693281 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abfc27d1-d37d-4b24-b134-8949583a539d req-23a0d20e-07e8-4db4-80cd-9f113fe8bc26 tempest-TestShelveInstance-142730798 tempest-TestShelveInstance-142730798-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 16:50:08.694749 dv-cinder-798104-1-smb neutron-server[74185]: INFO neutron.wsgi [req-abfc27d1-d37d-4b24-b134-8949583a539d req-23a0d20e-07e8-4db4-80cd-9f113fe8bc26 tempest-TestShelveInstance-142730798 tempest-TestShelveInstance-142730798-project] 10.222.0.26 "GET /v2.0/ports?device_id=99461ed8-fb47-4e05-8bc8-51e5644ab617 HTTP/1.1" status: 200 len: 943 time: 0.2652602 Jun 28 16:50:08.798879 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG neutron.notifiers.nova [req-f14dad6d-c0ca-414e-8c9f-5a0cf8bfe516 req-5b46a6ac-4560-4aee-983a-362981947938 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f3d5c858-7125-41c4-8648-43a21062489b {{(pid=74185) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 28 16:50:08.810358 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG neutron_lib.callbacks.manager [req-f14dad6d-c0ca-414e-8c9f-5a0cf8bfe516 req-5b46a6ac-4560-4aee-983a-362981947938 service neutron] Notify callbacks [] for port, precommit_update {{(pid=74185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 16:50:08.826957 dv-cinder-798104-1-smb neutron-server[74185]: INFO neutron.wsgi [req-abfc27d1-d37d-4b24-b134-8949583a539d req-7f20bf8a-650f-43ec-b381-601cf6801d5a tempest-TestShelveInstance-142730798 tempest-TestShelveInstance-142730798-project] 10.222.0.26 "GET /v2.0/security-groups?id=f9639542-7928-4a6f-8af5-8fed9a173fcf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1199131 Jun 28 16:50:08.839584 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG neutron.db.provisioning_blocks [req-f14dad6d-c0ca-414e-8c9f-5a0cf8bfe516 req-5b46a6ac-4560-4aee-983a-362981947938 service neutron] Transition to ACTIVE for port object f3d5c858-7125-41c4-8648-43a21062489b will not be triggered until provisioned by entity L2. {{(pid=74185) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 28 16:50:08.845873 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dd9d15d-d5b4-4231-87aa-7115383845ca req-068d8c11-bae4-4c1b-b0a3-bc2f53e0b9aa tempest-TestMinimumBasicScenario-1571811032 tempest-TestMinimumBasicScenario-1571811032-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 16:50:08.847369 dv-cinder-798104-1-smb neutron-server[74185]: INFO neutron.wsgi [req-8dd9d15d-d5b4-4231-87aa-7115383845ca req-068d8c11-bae4-4c1b-b0a3-bc2f53e0b9aa tempest-TestMinimumBasicScenario-1571811032 tempest-TestMinimumBasicScenario-1571811032-project] 10.222.0.26 "GET /v2.0/ports?device_id=7c6cd64e-562e-4ad2-ab67-0bb916b977d2 HTTP/1.1" status: 200 len: 946 time: 0.2193162 Jun 28 16:50:08.848563 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG neutron_lib.callbacks.manager [req-f14dad6d-c0ca-414e-8c9f-5a0cf8bfe516 req-5b46a6ac-4560-4aee-983a-362981947938 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-615041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1598908', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774158213048', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774157688378', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774157688423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15648322'] for port, after_update {{(pid=74185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 16:50:08.861267 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG oslo_concurrency.lockutils [None req-3f18b962-2657-4c05-83f6-83901ae77db8 tempest-TestShelveInstance-142730798 tempest-TestShelveInstance-142730798-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74185) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 16:50:08.911143 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG neutron.api.v2.base [req-8dd9d15d-d5b4-4231-87aa-7115383845ca req-a8bc4dc1-e2ef-419b-acb0-cef567979503 tempest-TestMinimumBasicScenario-1571811032 tempest-TestMinimumBasicScenario-1571811032-project] Request body: {'port': {'security_groups': ['593d65e9-98bb-4e8f-8eec-8b5ea591b244', '5696e6d6-f883-4d51-9c2b-5bb8c2ba8b70']}} {{(pid=74185) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jun 28 16:50:09.022522 dv-cinder-798104-1-smb neutron-server[74186]: INFO neutron.wsgi [req-e4ba996b-248c-4fc6-9a88-fa23ae4f0903 req-25f03b40-874a-4685-b39d-1deeaca34c88 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=99461ed8-fb47-4e05-8bc8-51e5644ab617 HTTP/1.1" status: 200 len: 1096 time: 0.0923257 Jun 28 16:50:09.075444 dv-cinder-798104-1-smb neutron-server[74186]: INFO neutron.wsgi [req-e4ba996b-248c-4fc6-9a88-fa23ae4f0903 req-013926f9-3c29-465e-b3b7-60cc6371c6d6 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=f9639542-7928-4a6f-8af5-8fed9a173fcf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0434268 Jun 28 16:50:09.187022 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b46a6ac-4560-4aee-983a-362981947938 service neutron] Pushing event updated for resources: {'Port': ['ID=f3d5c858-7125-41c4-8648-43a21062489b,revision_number=2']} {{(pid=74185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 16:50:09.202894 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG oslo_concurrency.lockutils [None req-5b46a6ac-4560-4aee-983a-362981947938 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.342s {{(pid=74185) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 16:50:09.344224 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG neutron_lib.callbacks.manager [req-8dd9d15d-d5b4-4231-87aa-7115383845ca req-a8bc4dc1-e2ef-419b-acb0-cef567979503 tempest-TestMinimumBasicScenario-1571811032 tempest-TestMinimumBasicScenario-1571811032-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621611'] for port, before_update {{(pid=74185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 16:50:09.457795 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37620404-5c51-4c78-944f-02a97f2f15f8 req-d9d640c9-2ea5-4cf1-910b-610dd425d695 tempest-AttachVolumeNegativeTest-1670388833 tempest-AttachVolumeNegativeTest-1670388833-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 16:50:09.458411 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG neutron.quota.resource [req-37620404-5c51-4c78-944f-02a97f2f15f8 req-d9d640c9-2ea5-4cf1-910b-610dd425d695 tempest-AttachVolumeNegativeTest-1670388833 tempest-AttachVolumeNegativeTest-1670388833-project] Synchronizing usage tracker for tenant:a538bf881f94426fab2108868ebfc349 on resource:port {{(pid=74185) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 28 16:50:09.475740 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG neutron.plugins.ml2.managers [req-f14dad6d-c0ca-414e-8c9f-5a0cf8bfe516 req-5b46a6ac-4560-4aee-983a-362981947938 service neutron] Attempting to bind port f3d5c858-7125-41c4-8648-43a21062489b on host hv-cinder-79810 for vnic_type normal with profile {{(pid=74185) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 28 16:50:09.476068 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG neutron.plugins.ml2.managers [req-f14dad6d-c0ca-414e-8c9f-5a0cf8bfe516 req-5b46a6ac-4560-4aee-983a-362981947938 service neutron] Attempting to bind port f3d5c858-7125-41c4-8648-43a21062489b by drivers openvswitch,hyperv on host hv-cinder-79810 at level 0 using segments [{'id': '2c0a68fd-7cc2-4d98-8375-a38d6ab9c22a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 405, 'network_id': 'bb4cc4d3-4de8-4886-89e0-415b22ba868b'}] {{(pid=74185) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 28 16:50:09.476419 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f14dad6d-c0ca-414e-8c9f-5a0cf8bfe516 req-5b46a6ac-4560-4aee-983a-362981947938 service neutron] Attempting to bind port f3d5c858-7125-41c4-8648-43a21062489b on network bb4cc4d3-4de8-4886-89e0-415b22ba868b {{(pid=74185) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jun 28 16:50:09.505491 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f14dad6d-c0ca-414e-8c9f-5a0cf8bfe516 req-5b46a6ac-4560-4aee-983a-362981947938 service neutron] Port f3d5c858-7125-41c4-8648-43a21062489b on network bb4cc4d3-4de8-4886-89e0-415b22ba868b not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79810 {{(pid=74185) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jun 28 16:50:09.505815 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f14dad6d-c0ca-414e-8c9f-5a0cf8bfe516 req-5b46a6ac-4560-4aee-983a-362981947938 service neutron] Attempting to bind port f3d5c858-7125-41c4-8648-43a21062489b on network bb4cc4d3-4de8-4886-89e0-415b22ba868b {{(pid=74185) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jun 28 16:50:09.519678 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG neutron.quota.resource [req-37620404-5c51-4c78-944f-02a97f2f15f8 req-d9d640c9-2ea5-4cf1-910b-610dd425d695 tempest-AttachVolumeNegativeTest-1670388833 tempest-AttachVolumeNegativeTest-1670388833-project] Unset dirty status for tenant:a538bf881f94426fab2108868ebfc349 on resource:port {{(pid=74185) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 28 16:50:09.520850 dv-cinder-798104-1-smb neutron-server[74185]: INFO neutron.wsgi [req-37620404-5c51-4c78-944f-02a97f2f15f8 req-d9d640c9-2ea5-4cf1-910b-610dd425d695 tempest-AttachVolumeNegativeTest-1670388833 tempest-AttachVolumeNegativeTest-1670388833-project] 10.222.0.26 "GET /v2.0/ports?device_id=744ba6c9-ed82-47f7-aa05-07cf1df7673f HTTP/1.1" status: 200 len: 943 time: 0.3848460 Jun 28 16:50:09.552726 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f14dad6d-c0ca-414e-8c9f-5a0cf8bfe516 req-5b46a6ac-4560-4aee-983a-362981947938 service neutron] Checking agent: {'id': '59d83479-80db-4f55-8b84-25c2a0c8dff8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79810', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 28, 16, 39, 19), 'started_at': datetime.datetime(2021, 6, 28, 16, 39, 19), 'heartbeat_timestamp': datetime.datetime(2021, 6, 28, 16, 49, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=74185) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jun 28 16:50:09.553058 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f14dad6d-c0ca-414e-8c9f-5a0cf8bfe516 req-5b46a6ac-4560-4aee-983a-362981947938 service neutron] Checking segment: {'id': '2c0a68fd-7cc2-4d98-8375-a38d6ab9c22a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 405, 'network_id': 'bb4cc4d3-4de8-4886-89e0-415b22ba868b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=74185) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jun 28 16:50:09.553439 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f14dad6d-c0ca-414e-8c9f-5a0cf8bfe516 req-5b46a6ac-4560-4aee-983a-362981947938 service neutron] Bound using segment: {'id': '2c0a68fd-7cc2-4d98-8375-a38d6ab9c22a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 405, 'network_id': 'bb4cc4d3-4de8-4886-89e0-415b22ba868b'} {{(pid=74185) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jun 28 16:50:09.553880 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG neutron.plugins.ml2.managers [req-f14dad6d-c0ca-414e-8c9f-5a0cf8bfe516 req-5b46a6ac-4560-4aee-983a-362981947938 service neutron] Bound port: f3d5c858-7125-41c4-8648-43a21062489b, host: hv-cinder-79810, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2c0a68fd-7cc2-4d98-8375-a38d6ab9c22a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 405, 'network_id': 'bb4cc4d3-4de8-4886-89e0-415b22ba868b'}}] {{(pid=74185) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 28 16:50:09.554224 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG neutron_lib.callbacks.manager [req-f14dad6d-c0ca-414e-8c9f-5a0cf8bfe516 req-5b46a6ac-4560-4aee-983a-362981947938 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621611'] for port, before_update {{(pid=74185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 16:50:09.729787 dv-cinder-798104-1-smb neutron-server[74185]: INFO neutron.wsgi [req-37620404-5c51-4c78-944f-02a97f2f15f8 req-af23c6d1-3c9c-49c2-bbc6-0a25c3fb54cd tempest-AttachVolumeNegativeTest-1670388833 tempest-AttachVolumeNegativeTest-1670388833-project] 10.222.0.26 "GET /v2.0/security-groups?id=5dec02be-3b82-4794-99ba-15356adf3f81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1968021 Jun 28 16:50:09.800590 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG neutron.plugins.ml2.db [req-f14dad6d-c0ca-414e-8c9f-5a0cf8bfe516 req-5b46a6ac-4560-4aee-983a-362981947938 service neutron] For port f3d5c858-7125-41c4-8648-43a21062489b, host hv-cinder-79810, cleared binding levels {{(pid=74185) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 28 16:50:09.815237 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG neutron.plugins.ml2.db [req-8dd9d15d-d5b4-4231-87aa-7115383845ca req-a8bc4dc1-e2ef-419b-acb0-cef567979503 tempest-TestMinimumBasicScenario-1571811032 tempest-TestMinimumBasicScenario-1571811032-project] For port 9ee12179-be82-4074-b954-8e3df7b44c6e, host hv-cinder-79810, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79810',level=0,port_id=9ee12179-be82-4074-b954-8e3df7b44c6e,segment=NetworkSegment(0e59102a-bfa2-431d-ad4f-e02c6218ed6f),segment_id=0e59102a-bfa2-431d-ad4f-e02c6218ed6f)] {{(pid=74185) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 16:50:09.818072 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG neutron.plugins.ml2.db [req-f14dad6d-c0ca-414e-8c9f-5a0cf8bfe516 req-5b46a6ac-4560-4aee-983a-362981947938 service neutron] For port f3d5c858-7125-41c4-8648-43a21062489b, host hv-cinder-79810, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79810',level=0,port_id=f3d5c858-7125-41c4-8648-43a21062489b,segment=NetworkSegment(2c0a68fd-7cc2-4d98-8375-a38d6ab9c22a),segment_id=2c0a68fd-7cc2-4d98-8375-a38d6ab9c22a)] {{(pid=74185) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 28 16:50:09.824454 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG neutron_lib.callbacks.manager [req-f14dad6d-c0ca-414e-8c9f-5a0cf8bfe516 req-5b46a6ac-4560-4aee-983a-362981947938 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-615041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1598908', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774158213048', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774157688378', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774157688423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15648322'] for port, after_update {{(pid=74185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 16:50:09.829944 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG oslo_concurrency.lockutils [None req-1876ff3b-e0a4-4175-a9ef-c6cc4ffd60e6 tempest-AttachVolumeNegativeTest-1670388833 tempest-AttachVolumeNegativeTest-1670388833-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74185) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 16:50:09.908943 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG neutron_lib.callbacks.manager [req-8dd9d15d-d5b4-4231-87aa-7115383845ca req-a8bc4dc1-e2ef-419b-acb0-cef567979503 tempest-TestMinimumBasicScenario-1571811032 tempest-TestMinimumBasicScenario-1571811032-project] Notify callbacks [] for port, precommit_update {{(pid=74185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 16:50:09.912075 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG neutron_lib.callbacks.manager [req-f14dad6d-c0ca-414e-8c9f-5a0cf8bfe516 req-5b46a6ac-4560-4aee-983a-362981947938 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129357'] for port, before_response {{(pid=74185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 16:50:09.913467 dv-cinder-798104-1-smb neutron-server[74185]: INFO neutron.wsgi [req-f14dad6d-c0ca-414e-8c9f-5a0cf8bfe516 req-5b46a6ac-4560-4aee-983a-362981947938 service neutron] 10.222.0.41 "PUT /v2.0/ports/f3d5c858-7125-41c4-8648-43a21062489b HTTP/1.1" status: 200 len: 1093 time: 1.8139737 Jun 28 16:50:09.914230 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '744ba6c9-ed82-47f7-aa05-07cf1df7673f', 'tag': 'f3d5c858-7125-41c4-8648-43a21062489b'}] {{(pid=74185) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 28 16:50:09.921439 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG neutron_lib.callbacks.manager [req-8dd9d15d-d5b4-4231-87aa-7115383845ca req-a8bc4dc1-e2ef-419b-acb0-cef567979503 tempest-TestMinimumBasicScenario-1571811032 tempest-TestMinimumBasicScenario-1571811032-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-615041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1598908', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774158213048', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774157688378', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774157688423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15648322'] for port, after_update {{(pid=74185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 16:50:09.938686 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b46a6ac-4560-4aee-983a-362981947938 service neutron] Pushing event updated for resources: {'Port': ['ID=f3d5c858-7125-41c4-8648-43a21062489b,revision_number=3']} {{(pid=74185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 16:50:09.940067 dv-cinder-798104-1-smb neutron-server[74187]: DEBUG neutron.plugins.ml2.db [None req-d0e5ad82-df9b-4ee3-8ee9-b93c74fbe1d3 None None] get_ports_and_sgs() called for port_ids ['9ee12179-be82-4074-b954-8e3df7b44c6e'] {{(pid=74187) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jun 28 16:50:09.943660 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG oslo_concurrency.lockutils [None req-5b46a6ac-4560-4aee-983a-362981947938 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=74185) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 16:50:09.944204 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG oslo_concurrency.lockutils [None req-5b46a6ac-4560-4aee-983a-362981947938 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.014s {{(pid=74185) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 16:50:10.039128 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dd9d15d-d5b4-4231-87aa-7115383845ca req-a8bc4dc1-e2ef-419b-acb0-cef567979503 tempest-TestMinimumBasicScenario-1571811032 tempest-TestMinimumBasicScenario-1571811032-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 16:50:10.039802 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG neutron_lib.callbacks.manager [req-8dd9d15d-d5b4-4231-87aa-7115383845ca req-a8bc4dc1-e2ef-419b-acb0-cef567979503 tempest-TestMinimumBasicScenario-1571811032 tempest-TestMinimumBasicScenario-1571811032-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129357'] for port, before_response {{(pid=74185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 16:50:10.041280 dv-cinder-798104-1-smb neutron-server[74185]: INFO neutron.wsgi [req-8dd9d15d-d5b4-4231-87aa-7115383845ca req-a8bc4dc1-e2ef-419b-acb0-cef567979503 tempest-TestMinimumBasicScenario-1571811032 tempest-TestMinimumBasicScenario-1571811032-project] 10.222.0.26 "PUT /v2.0/ports/9ee12179-be82-4074-b954-8e3df7b44c6e HTTP/1.1" status: 200 len: 982 time: 1.1429393 Jun 28 16:50:10.132351 dv-cinder-798104-1-smb neutron-server[74185]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '744ba6c9-ed82-47f7-aa05-07cf1df7673f', 'tag': 'f3d5c858-7125-41c4-8648-43a21062489b', 'status': 'completed', 'code': 200} Jun 28 16:50:10.165801 dv-cinder-798104-1-smb neutron-server[74187]: DEBUG neutron.plugins.ml2.db [None req-d0e5ad82-df9b-4ee3-8ee9-b93c74fbe1d3 None None] get_ports_and_sgs() called for port_ids ['9ee12179-be82-4074-b954-8e3df7b44c6e'] {{(pid=74187) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jun 28 16:50:10.167332 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8bc4dc1-e2ef-419b-acb0-cef567979503 tempest-TestMinimumBasicScenario-1571811032 tempest-TestMinimumBasicScenario-1571811032-project] Pushing event updated for resources: {'Port': ['ID=9ee12179-be82-4074-b954-8e3df7b44c6e,revision_number=6']} {{(pid=74185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 16:50:10.172924 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG oslo_concurrency.lockutils [None req-a8bc4dc1-e2ef-419b-acb0-cef567979503 tempest-TestMinimumBasicScenario-1571811032 tempest-TestMinimumBasicScenario-1571811032-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.229s {{(pid=74185) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 16:50:10.212502 dv-cinder-798104-1-smb neutron-server[74185]: INFO neutron.wsgi [req-f14dad6d-c0ca-414e-8c9f-5a0cf8bfe516 req-a719f419-07cd-4a64-afe8-3032f9371d14 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=a538bf881f94426fab2108868ebfc349&device_id=744ba6c9-ed82-47f7-aa05-07cf1df7673f HTTP/1.1" status: 200 len: 1096 time: 0.2268169 Jun 28 16:50:10.228383 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8106f7e7-6f00-46de-a2f5-e575648d397c req-5a39f721-ec0c-4d10-bd7d-5bc99c1e29a8 tempest-TestShelveInstance-142730798 tempest-TestShelveInstance-142730798-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 16:50:10.229926 dv-cinder-798104-1-smb neutron-server[74185]: INFO neutron.wsgi [req-8106f7e7-6f00-46de-a2f5-e575648d397c req-5a39f721-ec0c-4d10-bd7d-5bc99c1e29a8 tempest-TestShelveInstance-142730798 tempest-TestShelveInstance-142730798-project] 10.222.0.26 "GET /v2.0/ports?device_id=99461ed8-fb47-4e05-8bc8-51e5644ab617 HTTP/1.1" status: 200 len: 943 time: 0.1975248 Jun 28 16:50:10.401568 dv-cinder-798104-1-smb neutron-server[74185]: INFO neutron.wsgi [req-f14dad6d-c0ca-414e-8c9f-5a0cf8bfe516 req-e9bd59f0-6876-4d90-bf08-e89ee4afe5be service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=f3d5c858-7125-41c4-8648-43a21062489b HTTP/1.1" status: 200 len: 217 time: 0.1706507 Jun 28 16:50:10.470872 dv-cinder-798104-1-smb neutron-server[74187]: DEBUG neutron.db.provisioning_blocks [None req-e0171f92-0303-4f9f-86eb-66f8f0e928cd None None] Provisioning complete for port 9ee12179-be82-4074-b954-8e3df7b44c6e triggered by entity DHCP. {{(pid=74187) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 28 16:50:10.471250 dv-cinder-798104-1-smb neutron-server[74187]: DEBUG neutron_lib.callbacks.manager [None req-e0171f92-0303-4f9f-86eb-66f8f0e928cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1002786'] for port, provisioning_complete {{(pid=74187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 16:50:10.480081 dv-cinder-798104-1-smb neutron-server[74185]: INFO neutron.wsgi [req-8106f7e7-6f00-46de-a2f5-e575648d397c req-741efdd9-4e8f-4c89-b760-9799d6ff2fe9 tempest-TestShelveInstance-142730798 tempest-TestShelveInstance-142730798-project] 10.222.0.26 "GET /v2.0/security-groups?id=f9639542-7928-4a6f-8af5-8fed9a173fcf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1354282 Jun 28 16:50:10.494043 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f14dad6d-c0ca-414e-8c9f-5a0cf8bfe516 req-34d4d15f-0366-4d0d-b32b-8f6653ed74ef service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=74185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 16:50:10.495477 dv-cinder-798104-1-smb neutron-server[74185]: INFO neutron.wsgi [req-f14dad6d-c0ca-414e-8c9f-5a0cf8bfe516 req-34d4d15f-0366-4d0d-b32b-8f6653ed74ef service neutron] 10.222.0.41 "GET /v2.0/subnets?id=675ec5bd-dc47-4713-907e-fa7c6eb0e688 HTTP/1.1" status: 200 len: 855 time: 0.0854654 Jun 28 16:50:10.509146 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0de51302-3e71-406f-9f28-e9e705024795 req-6622d57e-5856-457a-831f-78cd349f2200 tempest-TestMinimumBasicScenario-1571811032 tempest-TestMinimumBasicScenario-1571811032-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 16:50:10.510616 dv-cinder-798104-1-smb neutron-server[74185]: INFO neutron.wsgi [req-0de51302-3e71-406f-9f28-e9e705024795 req-6622d57e-5856-457a-831f-78cd349f2200 tempest-TestMinimumBasicScenario-1571811032 tempest-TestMinimumBasicScenario-1571811032-project] 10.222.0.26 "GET /v2.0/ports?device_id=7c6cd64e-562e-4ad2-ab67-0bb916b977d2 HTTP/1.1" status: 200 len: 985 time: 0.2113326 Jun 28 16:50:10.568462 dv-cinder-798104-1-smb neutron-server[74185]: INFO neutron.wsgi [req-f14dad6d-c0ca-414e-8c9f-5a0cf8bfe516 req-20eb8172-f64c-464a-b6de-188e7801a649 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=bb4cc4d3-4de8-4886-89e0-415b22ba868b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0567482 Jun 28 16:50:10.603453 dv-cinder-798104-1-smb neutron-server[74187]: DEBUG neutron.plugins.ml2.rpc [None req-d0e5ad82-df9b-4ee3-8ee9-b93c74fbe1d3 None None] Device dd236684-13c6-406b-863e-9d0559c8bc9a details requested by agent hyperv_hv-cinder-79810 with host hv-cinder-79810 {{(pid=74187) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 28 16:50:10.687236 dv-cinder-798104-1-smb neutron-server[74185]: INFO neutron.wsgi [req-0de51302-3e71-406f-9f28-e9e705024795 req-c1bcbe62-28b6-4212-b201-a12e41575b19 tempest-TestMinimumBasicScenario-1571811032 tempest-TestMinimumBasicScenario-1571811032-project] 10.222.0.26 "GET /v2.0/security-groups?id=593d65e9-98bb-4e8f-8eec-8b5ea591b244&id=5696e6d6-f883-4d51-9c2b-5bb8c2ba8b70&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1391566 Jun 28 16:50:10.749964 dv-cinder-798104-1-smb neutron-server[74185]: INFO neutron.wsgi [req-f14dad6d-c0ca-414e-8c9f-5a0cf8bfe516 req-0678e0c2-f4e6-4625-9713-8af96304591b service neutron] 10.222.0.41 "GET /v2.0/networks/bb4cc4d3-4de8-4886-89e0-415b22ba868b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1720254 Jun 28 16:50:10.967214 dv-cinder-798104-1-smb neutron-server[74187]: DEBUG neutron.plugins.ml2.db [None req-d0e5ad82-df9b-4ee3-8ee9-b93c74fbe1d3 None None] For port dd236684-13c6-406b-863e-9d0559c8bc9a, host hv-cinder-79810, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79810',level=0,port_id=dd236684-13c6-406b-863e-9d0559c8bc9a,segment=NetworkSegment(3dc75ba6-bfde-44f0-93f7-81b93a0ad439),segment_id=3dc75ba6-bfde-44f0-93f7-81b93a0ad439)] {{(pid=74187) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 16:50:10.997069 dv-cinder-798104-1-smb neutron-server[74187]: DEBUG neutron.plugins.ml2.rpc [None req-d0e5ad82-df9b-4ee3-8ee9-b93c74fbe1d3 None None] Returning: {'device': 'dd236684-13c6-406b-863e-9d0559c8bc9a', 'network_id': 'c51a219d-aea3-485c-897b-dd81c8d14108', 'port_id': 'dd236684-13c6-406b-863e-9d0559c8bc9a', 'mac_address': 'fa:16:3e:de:e8:f3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 403, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b208fee6-e725-4900-8dd2-8d94468ed059', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=74187) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 28 16:50:11.034329 dv-cinder-798104-1-smb neutron-server[74185]: INFO neutron.wsgi [req-f14dad6d-c0ca-414e-8c9f-5a0cf8bfe516 req-4f5aec3e-a432-4726-904e-d5828524628a service neutron] 10.222.0.41 "GET /v2.0/networks/bb4cc4d3-4de8-4886-89e0-415b22ba868b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2732770 Jun 28 16:50:11.055064 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d340987a-7096-4b71-90c6-19745c719fb5 req-a57e6476-14d3-4648-8368-1098c7d95a88 tempest-AttachVolumeNegativeTest-1670388833 tempest-AttachVolumeNegativeTest-1670388833-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 16:50:11.057573 dv-cinder-798104-1-smb neutron-server[74185]: INFO neutron.wsgi [req-d340987a-7096-4b71-90c6-19745c719fb5 req-a57e6476-14d3-4648-8368-1098c7d95a88 tempest-AttachVolumeNegativeTest-1670388833 tempest-AttachVolumeNegativeTest-1670388833-project] 10.222.0.26 "GET /v2.0/ports?device_id=744ba6c9-ed82-47f7-aa05-07cf1df7673f HTTP/1.1" status: 200 len: 943 time: 0.1213546 Jun 28 16:50:11.099309 dv-cinder-798104-1-smb neutron-server[74187]: DEBUG neutron_lib.callbacks.manager [None req-d0e5ad82-df9b-4ee3-8ee9-b93c74fbe1d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621611'] for port, before_update {{(pid=74187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 16:50:11.130419 dv-cinder-798104-1-smb neutron-server[74187]: DEBUG neutron.notifiers.nova [None req-d0e5ad82-df9b-4ee3-8ee9-b93c74fbe1d3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id dd236684-13c6-406b-863e-9d0559c8bc9a {{(pid=74187) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 28 16:50:11.173130 dv-cinder-798104-1-smb neutron-server[74187]: DEBUG neutron.plugins.ml2.db [None req-d0e5ad82-df9b-4ee3-8ee9-b93c74fbe1d3 None None] For port dd236684-13c6-406b-863e-9d0559c8bc9a, host hv-cinder-79810, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79810',level=0,port_id=dd236684-13c6-406b-863e-9d0559c8bc9a,segment=NetworkSegment(3dc75ba6-bfde-44f0-93f7-81b93a0ad439),segment_id=3dc75ba6-bfde-44f0-93f7-81b93a0ad439)] {{(pid=74187) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 16:50:11.181474 dv-cinder-798104-1-smb neutron-server[74187]: DEBUG neutron_lib.callbacks.manager [None req-d0e5ad82-df9b-4ee3-8ee9-b93c74fbe1d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-615041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1598908', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774158213048', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774157688378', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774157688423'] for port, after_update {{(pid=74187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 16:50:11.189728 dv-cinder-798104-1-smb neutron-server[74187]: DEBUG oslo_concurrency.lockutils [None req-a8fe798f-8f6a-4ecf-80e6-a97df6f66816 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74187) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 16:50:11.275549 dv-cinder-798104-1-smb neutron-server[74185]: INFO neutron.wsgi [req-d340987a-7096-4b71-90c6-19745c719fb5 req-6709bef7-73cf-4d6a-a099-3ca4ceb79590 tempest-AttachVolumeNegativeTest-1670388833 tempest-AttachVolumeNegativeTest-1670388833-project] 10.222.0.26 "GET /v2.0/security-groups?id=5dec02be-3b82-4794-99ba-15356adf3f81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2089739 Jun 28 16:50:11.284752 dv-cinder-798104-1-smb neutron-server[74187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0e5ad82-df9b-4ee3-8ee9-b93c74fbe1d3 None None] Pushing event updated for resources: {'Port': ['ID=dd236684-13c6-406b-863e-9d0559c8bc9a,revision_number=7']} {{(pid=74187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 16:50:11.299064 dv-cinder-798104-1-smb neutron-server[74187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0e5ad82-df9b-4ee3-8ee9-b93c74fbe1d3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798104-1-smb {{(pid=74187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 16:50:11.299636 dv-cinder-798104-1-smb neutron-server[74187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0e5ad82-df9b-4ee3-8ee9-b93c74fbe1d3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798104-1-smb {{(pid=74187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 16:50:11.299740 dv-cinder-798104-1-smb neutron-server[74187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0e5ad82-df9b-4ee3-8ee9-b93c74fbe1d3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798104-1-smb {{(pid=74187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 16:50:11.300281 dv-cinder-798104-1-smb neutron-server[74187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0e5ad82-df9b-4ee3-8ee9-b93c74fbe1d3 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-798104-1-smb {{(pid=74187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 16:50:11.300418 dv-cinder-798104-1-smb neutron-server[74187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0e5ad82-df9b-4ee3-8ee9-b93c74fbe1d3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798104-1-smb {{(pid=74187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 16:50:11.300823 dv-cinder-798104-1-smb neutron-server[74187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0e5ad82-df9b-4ee3-8ee9-b93c74fbe1d3 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-798104-1-smb {{(pid=74187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 16:50:11.301668 dv-cinder-798104-1-smb neutron-server[74187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0e5ad82-df9b-4ee3-8ee9-b93c74fbe1d3 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798104-1-smb {{(pid=74187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 16:50:11.302014 dv-cinder-798104-1-smb neutron-server[74187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0e5ad82-df9b-4ee3-8ee9-b93c74fbe1d3 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798104-1-smb {{(pid=74187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 16:50:11.302317 dv-cinder-798104-1-smb neutron-server[74187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0e5ad82-df9b-4ee3-8ee9-b93c74fbe1d3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798104-1-smb {{(pid=74187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 16:50:11.302692 dv-cinder-798104-1-smb neutron-server[74187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0e5ad82-df9b-4ee3-8ee9-b93c74fbe1d3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798104-1-smb {{(pid=74187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 16:50:11.302969 dv-cinder-798104-1-smb neutron-server[74187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0e5ad82-df9b-4ee3-8ee9-b93c74fbe1d3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798104-1-smb {{(pid=74187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 16:50:11.307023 dv-cinder-798104-1-smb neutron-server[74187]: DEBUG oslo_concurrency.lockutils [None req-d0e5ad82-df9b-4ee3-8ee9-b93c74fbe1d3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=74187) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 16:50:11.331281 dv-cinder-798104-1-smb neutron-server[74185]: INFO neutron.wsgi [req-3c965445-cbf7-4819-a575-d857ca7f0d20 req-ec650914-efdb-4a24-b956-647dac7b0d48 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=a538bf881f94426fab2108868ebfc349&device_id=744ba6c9-ed82-47f7-aa05-07cf1df7673f HTTP/1.1" status: 200 len: 1096 time: 0.2213569 Jun 28 16:50:11.476898 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c965445-cbf7-4819-a575-d857ca7f0d20 req-a21888dd-956b-4ca9-8c9b-0b7da678ba52 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=74185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 16:50:11.478299 dv-cinder-798104-1-smb neutron-server[74185]: INFO neutron.wsgi [req-3c965445-cbf7-4819-a575-d857ca7f0d20 req-a21888dd-956b-4ca9-8c9b-0b7da678ba52 service neutron] 10.222.0.41 "GET /v2.0/networks?id=bb4cc4d3-4de8-4886-89e0-415b22ba868b HTTP/1.1" status: 200 len: 916 time: 0.1378820 Jun 28 16:50:11.556037 dv-cinder-798104-1-smb neutron-server[74185]: INFO neutron.wsgi [req-3c965445-cbf7-4819-a575-d857ca7f0d20 req-78720576-2190-4ac5-8c28-09360916f3a2 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=f3d5c858-7125-41c4-8648-43a21062489b HTTP/1.1" status: 200 len: 217 time: 0.0665596 Jun 28 16:50:11.599799 dv-cinder-798104-1-smb neutron-server[74187]: DEBUG neutron.plugins.ml2.db [None req-d0e5ad82-df9b-4ee3-8ee9-b93c74fbe1d3 None None] get_ports_and_sgs() called for port_ids ['dd236684-13c6-406b-863e-9d0559c8bc9a'] {{(pid=74187) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jun 28 16:50:11.702296 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c965445-cbf7-4819-a575-d857ca7f0d20 req-be0ab07b-8498-4e0a-8471-aebf94d49e9f service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=74185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 16:50:11.703726 dv-cinder-798104-1-smb neutron-server[74185]: INFO neutron.wsgi [req-3c965445-cbf7-4819-a575-d857ca7f0d20 req-be0ab07b-8498-4e0a-8471-aebf94d49e9f service neutron] 10.222.0.41 "GET /v2.0/subnets?id=675ec5bd-dc47-4713-907e-fa7c6eb0e688 HTTP/1.1" status: 200 len: 855 time: 0.1363113 Jun 28 16:50:11.771479 dv-cinder-798104-1-smb neutron-server[74185]: INFO neutron.wsgi [req-3c965445-cbf7-4819-a575-d857ca7f0d20 req-b7d26686-7ed5-49b5-b942-ade77f4544d1 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=bb4cc4d3-4de8-4886-89e0-415b22ba868b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0464926 Jun 28 16:50:11.794387 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4750be5a-e8fc-4407-a89f-a7a9da564065 req-02efd2e1-bcd9-403e-8f87-7a8fd9bd486a tempest-TestShelveInstance-142730798 tempest-TestShelveInstance-142730798-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 16:50:11.797175 dv-cinder-798104-1-smb neutron-server[74185]: INFO neutron.wsgi [req-4750be5a-e8fc-4407-a89f-a7a9da564065 req-02efd2e1-bcd9-403e-8f87-7a8fd9bd486a tempest-TestShelveInstance-142730798 tempest-TestShelveInstance-142730798-project] 10.222.0.26 "GET /v2.0/ports?device_id=99461ed8-fb47-4e05-8bc8-51e5644ab617 HTTP/1.1" status: 200 len: 944 time: 0.1787665 Jun 28 16:50:11.974470 dv-cinder-798104-1-smb neutron-server[74185]: INFO neutron.wsgi [req-4750be5a-e8fc-4407-a89f-a7a9da564065 req-072f90f5-2adf-4837-afff-79b23b06943e tempest-TestShelveInstance-142730798 tempest-TestShelveInstance-142730798-project] 10.222.0.26 "GET /v2.0/security-groups?id=f9639542-7928-4a6f-8af5-8fed9a173fcf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1407552 Jun 28 16:50:12.018692 dv-cinder-798104-1-smb neutron-server[74185]: INFO neutron.wsgi [req-3c965445-cbf7-4819-a575-d857ca7f0d20 req-de815fe8-ed14-45b7-856a-586be574bab4 service neutron] 10.222.0.41 "GET /v2.0/networks/bb4cc4d3-4de8-4886-89e0-415b22ba868b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2197642 Jun 28 16:50:12.133536 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7c6cd64e-562e-4ad2-ab67-0bb916b977d2', 'tag': '9ee12179-be82-4074-b954-8e3df7b44c6e'}] {{(pid=74185) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 28 16:50:12.187815 dv-cinder-798104-1-smb neutron-server[74185]: INFO neutron.wsgi [req-3c965445-cbf7-4819-a575-d857ca7f0d20 req-019f5e21-19bc-4438-b3f5-d4c23affe774 service neutron] 10.222.0.41 "GET /v2.0/networks/bb4cc4d3-4de8-4886-89e0-415b22ba868b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1558871 Jun 28 16:50:12.192306 dv-cinder-798104-1-smb neutron-server[74185]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7c6cd64e-562e-4ad2-ab67-0bb916b977d2', 'tag': '9ee12179-be82-4074-b954-8e3df7b44c6e', 'status': 'completed', 'code': 200} Jun 28 16:50:12.314650 dv-cinder-798104-1-smb neutron-server[74185]: INFO neutron.wsgi [req-fc321543-8333-421e-9772-790a06e87b92 req-80a133a6-349e-47d1-b00c-708e8e4be85c service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=5bf6de7fd09845dea4827bbd91336fa8&device_id=7c6cd64e-562e-4ad2-ab67-0bb916b977d2 HTTP/1.1" status: 200 len: 1138 time: 0.0751984 Jun 28 16:50:12.517307 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc321543-8333-421e-9772-790a06e87b92 req-693c7958-bba0-408c-a462-96981612c8a0 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=74185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 16:50:12.518747 dv-cinder-798104-1-smb neutron-server[74185]: INFO neutron.wsgi [req-fc321543-8333-421e-9772-790a06e87b92 req-693c7958-bba0-408c-a462-96981612c8a0 service neutron] 10.222.0.41 "GET /v2.0/networks?id=7235a97e-a247-4b50-b496-41685533e564 HTTP/1.1" status: 200 len: 915 time: 0.1928923 Jun 28 16:50:12.609505 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68d96c5a-5dff-44bf-8975-e2b8c3325111 req-6afa6957-99c3-405c-9513-4aea5c7c5f0c tempest-AttachVolumeNegativeTest-1670388833 tempest-AttachVolumeNegativeTest-1670388833-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 16:50:12.610944 dv-cinder-798104-1-smb neutron-server[74185]: INFO neutron.wsgi [req-68d96c5a-5dff-44bf-8975-e2b8c3325111 req-6afa6957-99c3-405c-9513-4aea5c7c5f0c tempest-AttachVolumeNegativeTest-1670388833 tempest-AttachVolumeNegativeTest-1670388833-project] 10.222.0.26 "GET /v2.0/ports?device_id=744ba6c9-ed82-47f7-aa05-07cf1df7673f HTTP/1.1" status: 200 len: 943 time: 0.1977966 Jun 28 16:50:12.661275 dv-cinder-798104-1-smb neutron-server[74185]: INFO neutron.wsgi [req-fc321543-8333-421e-9772-790a06e87b92 req-ec2fb7e3-47bb-42ef-b778-e09104cb4367 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=9ee12179-be82-4074-b954-8e3df7b44c6e HTTP/1.1" status: 200 len: 1001 time: 0.1314349 Jun 28 16:50:12.673789 dv-cinder-798104-1-smb neutron-server[74185]: INFO neutron.wsgi [req-68d96c5a-5dff-44bf-8975-e2b8c3325111 req-18dbee01-e388-484a-ba55-b31b745f023c tempest-AttachVolumeNegativeTest-1670388833 tempest-AttachVolumeNegativeTest-1670388833-project] 10.222.0.26 "GET /v2.0/security-groups?id=5dec02be-3b82-4794-99ba-15356adf3f81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0572987 Jun 28 16:50:12.736291 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc321543-8333-421e-9772-790a06e87b92 req-2340eae9-bb05-4662-9dec-2983e6d571d2 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=74185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 16:50:12.737832 dv-cinder-798104-1-smb neutron-server[74185]: INFO neutron.wsgi [req-fc321543-8333-421e-9772-790a06e87b92 req-2340eae9-bb05-4662-9dec-2983e6d571d2 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=3e932159-74c5-4507-82f3-46deac3d4b21 HTTP/1.1" status: 200 len: 853 time: 0.0621080 Jun 28 16:50:12.822293 dv-cinder-798104-1-smb neutron-server[74185]: INFO neutron.wsgi [req-fc321543-8333-421e-9772-790a06e87b92 req-f1062850-b6ad-4114-b60c-386a6146f7ec service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=7235a97e-a247-4b50-b496-41685533e564&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0752711 Jun 28 16:50:12.959141 dv-cinder-798104-1-smb neutron-server[74185]: INFO neutron.wsgi [req-fc321543-8333-421e-9772-790a06e87b92 req-4fa0bb6b-ebb8-44e0-9297-6d68e9d03463 service neutron] 10.222.0.41 "GET /v2.0/networks/7235a97e-a247-4b50-b496-41685533e564?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1286495 Jun 28 16:50:13.201881 dv-cinder-798104-1-smb neutron-server[74185]: INFO neutron.wsgi [req-fc321543-8333-421e-9772-790a06e87b92 req-08b2f111-bab3-4bf7-891c-eb401bfbae5a service neutron] 10.222.0.41 "GET /v2.0/networks/7235a97e-a247-4b50-b496-41685533e564?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2308817 Jun 28 16:50:13.609212 dv-cinder-798104-1-smb neutron-server[74187]: DEBUG neutron_lib.callbacks.manager [None req-7b0f6ec6-cd23-4897-8a57-542cddfa5007 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774158209648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1002899'] for agent, after_update {{(pid=74187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 16:50:13.874386 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-612b98f1-c905-4ddb-aa09-2576d235e104 req-3d3207b5-fc73-4b27-a1ca-fc64260caaaa tempest-AttachVolumeNegativeTest-1670388833 tempest-AttachVolumeNegativeTest-1670388833-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 16:50:13.875788 dv-cinder-798104-1-smb neutron-server[74185]: INFO neutron.wsgi [req-612b98f1-c905-4ddb-aa09-2576d235e104 req-3d3207b5-fc73-4b27-a1ca-fc64260caaaa tempest-AttachVolumeNegativeTest-1670388833 tempest-AttachVolumeNegativeTest-1670388833-project] 10.222.0.26 "GET /v2.0/ports?device_id=744ba6c9-ed82-47f7-aa05-07cf1df7673f HTTP/1.1" status: 200 len: 943 time: 0.0769181 Jun 28 16:50:13.881639 dv-cinder-798104-1-smb neutron-server[74187]: DEBUG neutron_lib.callbacks.manager [None req-c72dd329-595c-4eca-9296-ba6eff8780d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774158209648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1002899'] for agent, after_update {{(pid=74187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 16:50:13.921268 dv-cinder-798104-1-smb neutron-server[74185]: INFO neutron.wsgi [req-612b98f1-c905-4ddb-aa09-2576d235e104 req-c0385457-81af-4e63-a316-a2b2bb6a5470 tempest-AttachVolumeNegativeTest-1670388833 tempest-AttachVolumeNegativeTest-1670388833-project] 10.222.0.26 "GET /v2.0/security-groups?id=5dec02be-3b82-4794-99ba-15356adf3f81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388443 Jun 28 16:50:13.948072 dv-cinder-798104-1-smb neutron-server[74188]: DEBUG neutron.db.agents_db [None req-8255730c-b11f-4cfb-aeb3-67319944b41a None None] Agent healthcheck: found 6 active agents {{(pid=74188) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jun 28 16:50:14.602230 dv-cinder-798104-1-smb neutron-server[74187]: DEBUG neutron.plugins.ml2.rpc [None req-d0e5ad82-df9b-4ee3-8ee9-b93c74fbe1d3 None None] Device f3d5c858-7125-41c4-8648-43a21062489b details requested by agent hyperv_hv-cinder-79810 with host hv-cinder-79810 {{(pid=74187) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 28 16:50:14.604523 dv-cinder-798104-1-smb neutron-server[74187]: DEBUG neutron.plugins.ml2.rpc [None req-d0e5ad82-df9b-4ee3-8ee9-b93c74fbe1d3 None None] Device dd236684-13c6-406b-863e-9d0559c8bc9a up at agent hyperv_hv-cinder-79810 {{(pid=74187) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 28 16:50:14.776202 dv-cinder-798104-1-smb neutron-server[74187]: DEBUG neutron.db.provisioning_blocks [None req-d0e5ad82-df9b-4ee3-8ee9-b93c74fbe1d3 None None] Provisioning complete for port dd236684-13c6-406b-863e-9d0559c8bc9a triggered by entity L2. {{(pid=74187) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 28 16:50:14.776898 dv-cinder-798104-1-smb neutron-server[74187]: DEBUG neutron_lib.callbacks.manager [None req-d0e5ad82-df9b-4ee3-8ee9-b93c74fbe1d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1002786'] for port, provisioning_complete {{(pid=74187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 16:50:14.840327 dv-cinder-798104-1-smb neutron-server[74187]: DEBUG neutron.plugins.ml2.db [None req-d0e5ad82-df9b-4ee3-8ee9-b93c74fbe1d3 None None] For port f3d5c858-7125-41c4-8648-43a21062489b, host hv-cinder-79810, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79810',level=0,port_id=f3d5c858-7125-41c4-8648-43a21062489b,segment=NetworkSegment(2c0a68fd-7cc2-4d98-8375-a38d6ab9c22a),segment_id=2c0a68fd-7cc2-4d98-8375-a38d6ab9c22a)] {{(pid=74187) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 16:50:14.859176 dv-cinder-798104-1-smb neutron-server[74187]: DEBUG neutron.plugins.ml2.rpc [None req-d0e5ad82-df9b-4ee3-8ee9-b93c74fbe1d3 None None] Returning: {'device': 'f3d5c858-7125-41c4-8648-43a21062489b', 'network_id': 'bb4cc4d3-4de8-4886-89e0-415b22ba868b', 'port_id': 'f3d5c858-7125-41c4-8648-43a21062489b', 'mac_address': 'fa:16:3e:fd:90:58', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 405, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '675ec5bd-dc47-4713-907e-fa7c6eb0e688', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=74187) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 28 16:50:14.962480 dv-cinder-798104-1-smb neutron-server[74187]: DEBUG neutron_lib.callbacks.manager [None req-d0e5ad82-df9b-4ee3-8ee9-b93c74fbe1d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621611'] for port, before_update {{(pid=74187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 16:50:14.984983 dv-cinder-798104-1-smb neutron-server[74187]: DEBUG neutron_lib.callbacks.manager [None req-d0e5ad82-df9b-4ee3-8ee9-b93c74fbe1d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621611'] for port, before_update {{(pid=74187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 16:50:14.994642 dv-cinder-798104-1-smb neutron-server[74187]: DEBUG neutron.notifiers.nova [None req-d0e5ad82-df9b-4ee3-8ee9-b93c74fbe1d3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f3d5c858-7125-41c4-8648-43a21062489b {{(pid=74187) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 28 16:50:15.036871 dv-cinder-798104-1-smb neutron-server[74187]: DEBUG neutron.plugins.ml2.db [None req-d0e5ad82-df9b-4ee3-8ee9-b93c74fbe1d3 None None] For port f3d5c858-7125-41c4-8648-43a21062489b, host hv-cinder-79810, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79810',level=0,port_id=f3d5c858-7125-41c4-8648-43a21062489b,segment=NetworkSegment(2c0a68fd-7cc2-4d98-8375-a38d6ab9c22a),segment_id=2c0a68fd-7cc2-4d98-8375-a38d6ab9c22a)] {{(pid=74187) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 16:50:15.044506 dv-cinder-798104-1-smb neutron-server[74187]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '99461ed8-fb47-4e05-8bc8-51e5644ab617', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dd236684-13c6-406b-863e-9d0559c8bc9a'}] {{(pid=74187) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 28 16:50:15.052056 dv-cinder-798104-1-smb neutron-server[74187]: DEBUG neutron_lib.callbacks.manager [None req-d0e5ad82-df9b-4ee3-8ee9-b93c74fbe1d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-615041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1598908', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774158213048', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774157688378', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774157688423'] for port, after_update {{(pid=74187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 16:50:15.056474 dv-cinder-798104-1-smb neutron-server[74187]: DEBUG oslo_concurrency.lockutils [None req-c72dd329-595c-4eca-9296-ba6eff8780d9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74187) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 16:50:15.097561 dv-cinder-798104-1-smb neutron-server[74187]: DEBUG neutron.plugins.ml2.db [None req-d0e5ad82-df9b-4ee3-8ee9-b93c74fbe1d3 None None] For port dd236684-13c6-406b-863e-9d0559c8bc9a, host hv-cinder-79810, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79810',level=0,port_id=dd236684-13c6-406b-863e-9d0559c8bc9a,segment=NetworkSegment(3dc75ba6-bfde-44f0-93f7-81b93a0ad439),segment_id=3dc75ba6-bfde-44f0-93f7-81b93a0ad439)] {{(pid=74187) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 16:50:15.110608 dv-cinder-798104-1-smb neutron-server[74187]: DEBUG neutron_lib.callbacks.manager [None req-d0e5ad82-df9b-4ee3-8ee9-b93c74fbe1d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-615041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1598908', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774158213048', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774157688378', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774157688423'] for port, after_update {{(pid=74187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 16:50:15.116785 dv-cinder-798104-1-smb neutron-server[74187]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '99461ed8-fb47-4e05-8bc8-51e5644ab617', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dd236684-13c6-406b-863e-9d0559c8bc9a', 'code': 200} Jun 28 16:50:15.139399 dv-cinder-798104-1-smb neutron-server[74187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0e5ad82-df9b-4ee3-8ee9-b93c74fbe1d3 None None] Pushing event updated for resources: {'Port': ['ID=f3d5c858-7125-41c4-8648-43a21062489b,revision_number=4']} {{(pid=74187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 16:50:15.142550 dv-cinder-798104-1-smb neutron-server[74187]: DEBUG oslo_concurrency.lockutils [None req-d0e5ad82-df9b-4ee3-8ee9-b93c74fbe1d3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=74187) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 16:50:15.143223 dv-cinder-798104-1-smb neutron-server[74187]: DEBUG oslo_concurrency.lockutils [None req-d0e5ad82-df9b-4ee3-8ee9-b93c74fbe1d3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.026s {{(pid=74187) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 16:50:15.209257 dv-cinder-798104-1-smb neutron-server[74187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0e5ad82-df9b-4ee3-8ee9-b93c74fbe1d3 None None] Pushing event updated for resources: {'Port': ['ID=dd236684-13c6-406b-863e-9d0559c8bc9a,revision_number=8']} {{(pid=74187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 16:50:15.212474 dv-cinder-798104-1-smb neutron-server[74187]: DEBUG oslo_concurrency.lockutils [None req-d0e5ad82-df9b-4ee3-8ee9-b93c74fbe1d3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=74187) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 16:50:15.271911 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9e3ad79-c0f2-4f09-843b-56d1114a5d96 req-19fb5c7d-004d-4d7b-939d-53e9f0621b17 tempest-AttachVolumeNegativeTest-1670388833 tempest-AttachVolumeNegativeTest-1670388833-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 16:50:15.273398 dv-cinder-798104-1-smb neutron-server[74185]: INFO neutron.wsgi [req-d9e3ad79-c0f2-4f09-843b-56d1114a5d96 req-19fb5c7d-004d-4d7b-939d-53e9f0621b17 tempest-AttachVolumeNegativeTest-1670388833 tempest-AttachVolumeNegativeTest-1670388833-project] 10.222.0.26 "GET /v2.0/ports?device_id=744ba6c9-ed82-47f7-aa05-07cf1df7673f HTTP/1.1" status: 200 len: 944 time: 0.0810573 Jun 28 16:50:15.320060 dv-cinder-798104-1-smb neutron-server[74185]: INFO neutron.wsgi [req-d9e3ad79-c0f2-4f09-843b-56d1114a5d96 req-e06a27ce-c40e-4090-941e-217c2d1f2dd9 tempest-AttachVolumeNegativeTest-1670388833 tempest-AttachVolumeNegativeTest-1670388833-project] 10.222.0.26 "GET /v2.0/security-groups?id=5dec02be-3b82-4794-99ba-15356adf3f81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410814 Jun 28 16:50:15.405585 dv-cinder-798104-1-smb neutron-server[74187]: DEBUG neutron.plugins.ml2.db [None req-d0e5ad82-df9b-4ee3-8ee9-b93c74fbe1d3 None None] get_ports_and_sgs() called for port_ids ['f3d5c858-7125-41c4-8648-43a21062489b'] {{(pid=74187) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jun 28 16:50:16.165384 dv-cinder-798104-1-smb neutron-server[74187]: DEBUG neutron_lib.callbacks.manager [None req-421b40c7-3a7c-4eb3-96ca-b09107839e51 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774158209648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1002899'] for agent, after_update {{(pid=74187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 16:50:16.512717 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b3dcc7d-257b-4433-a893-44142c7297ab req-be1b37f3-4273-4b58-ac6e-c5e7bf1fa6bc tempest-AttachVolumeNegativeTest-1670388833 tempest-AttachVolumeNegativeTest-1670388833-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 16:50:16.514065 dv-cinder-798104-1-smb neutron-server[74185]: INFO neutron.wsgi [req-5b3dcc7d-257b-4433-a893-44142c7297ab req-be1b37f3-4273-4b58-ac6e-c5e7bf1fa6bc tempest-AttachVolumeNegativeTest-1670388833 tempest-AttachVolumeNegativeTest-1670388833-project] 10.222.0.26 "GET /v2.0/ports?device_id=744ba6c9-ed82-47f7-aa05-07cf1df7673f HTTP/1.1" status: 200 len: 944 time: 0.0749617 Jun 28 16:50:16.560946 dv-cinder-798104-1-smb neutron-server[74185]: INFO neutron.wsgi [req-5b3dcc7d-257b-4433-a893-44142c7297ab req-68f572a4-b1fe-469e-ba71-093c5c30381f tempest-AttachVolumeNegativeTest-1670388833 tempest-AttachVolumeNegativeTest-1670388833-project] 10.222.0.26 "GET /v2.0/security-groups?id=5dec02be-3b82-4794-99ba-15356adf3f81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412633 Jun 28 16:50:16.614215 dv-cinder-798104-1-smb neutron-server[74187]: DEBUG neutron.plugins.ml2.rpc [None req-d0e5ad82-df9b-4ee3-8ee9-b93c74fbe1d3 None None] Device f3d5c858-7125-41c4-8648-43a21062489b up at agent hyperv_hv-cinder-79810 {{(pid=74187) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 28 16:50:16.680912 dv-cinder-798104-1-smb neutron-server[74187]: DEBUG neutron.db.provisioning_blocks [None req-d0e5ad82-df9b-4ee3-8ee9-b93c74fbe1d3 None None] Provisioning for port f3d5c858-7125-41c4-8648-43a21062489b completed by entity L2. {{(pid=74187) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 28 16:50:16.685581 dv-cinder-798104-1-smb neutron-server[74187]: DEBUG neutron.db.provisioning_blocks [None req-d0e5ad82-df9b-4ee3-8ee9-b93c74fbe1d3 None None] Provisioning complete for port f3d5c858-7125-41c4-8648-43a21062489b triggered by entity L2. {{(pid=74187) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 28 16:50:16.685960 dv-cinder-798104-1-smb neutron-server[74187]: DEBUG neutron_lib.callbacks.manager [None req-d0e5ad82-df9b-4ee3-8ee9-b93c74fbe1d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1002786'] for port, provisioning_complete {{(pid=74187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 16:50:16.802644 dv-cinder-798104-1-smb neutron-server[74187]: DEBUG neutron_lib.callbacks.manager [None req-d0e5ad82-df9b-4ee3-8ee9-b93c74fbe1d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621611'] for port, before_update {{(pid=74187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 16:50:16.834477 dv-cinder-798104-1-smb neutron-server[74187]: DEBUG neutron.plugins.ml2.db [None req-d0e5ad82-df9b-4ee3-8ee9-b93c74fbe1d3 None None] For port f3d5c858-7125-41c4-8648-43a21062489b, host hv-cinder-79810, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79810',level=0,port_id=f3d5c858-7125-41c4-8648-43a21062489b,segment=NetworkSegment(2c0a68fd-7cc2-4d98-8375-a38d6ab9c22a),segment_id=2c0a68fd-7cc2-4d98-8375-a38d6ab9c22a)] {{(pid=74187) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 16:50:16.839527 dv-cinder-798104-1-smb neutron-server[74187]: DEBUG neutron_lib.callbacks.manager [None req-d0e5ad82-df9b-4ee3-8ee9-b93c74fbe1d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-615041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1598908', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774158213048', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774157688378', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774157688423'] for port, after_update {{(pid=74187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 16:50:16.841486 dv-cinder-798104-1-smb neutron-server[74187]: DEBUG oslo_concurrency.lockutils [None req-d0e5ad82-df9b-4ee3-8ee9-b93c74fbe1d3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74187) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 16:50:16.906459 dv-cinder-798104-1-smb neutron-server[74187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0e5ad82-df9b-4ee3-8ee9-b93c74fbe1d3 None None] Pushing event updated for resources: {'Port': ['ID=f3d5c858-7125-41c4-8648-43a21062489b,revision_number=5']} {{(pid=74187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 16:50:16.909891 dv-cinder-798104-1-smb neutron-server[74187]: DEBUG oslo_concurrency.lockutils [None req-d0e5ad82-df9b-4ee3-8ee9-b93c74fbe1d3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=74187) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 16:50:17.117550 dv-cinder-798104-1-smb neutron-server[74187]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '744ba6c9-ed82-47f7-aa05-07cf1df7673f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f3d5c858-7125-41c4-8648-43a21062489b'}] {{(pid=74187) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 28 16:50:17.173113 dv-cinder-798104-1-smb neutron-server[74187]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '744ba6c9-ed82-47f7-aa05-07cf1df7673f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f3d5c858-7125-41c4-8648-43a21062489b', 'code': 200} Jun 28 16:50:17.450410 dv-cinder-798104-1-smb neutron-server[74185]: INFO neutron.wsgi [req-36a180fe-37be-428e-8be2-a9315e86486a req-669b54f2-f609-4bb8-a4dd-cd038202efe5 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=744ba6c9-ed82-47f7-aa05-07cf1df7673f HTTP/1.1" status: 200 len: 1098 time: 0.0729742 Jun 28 16:50:17.494739 dv-cinder-798104-1-smb neutron-server[74185]: INFO neutron.wsgi [req-36a180fe-37be-428e-8be2-a9315e86486a req-53d64788-a447-4dbc-9e77-a33f3f9a6f6b service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=5dec02be-3b82-4794-99ba-15356adf3f81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0353494 Jun 28 16:50:17.608390 dv-cinder-798104-1-smb neutron-server[74187]: DEBUG neutron_lib.callbacks.manager [None req-17b6939a-39ed-439c-8d74-c49ac6595f0c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774158209648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1002899'] for agent, after_update {{(pid=74187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 16:50:17.775216 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecccb7de-4d5e-42de-a743-bba7eb6c11c6 req-389d0a26-9abb-46d2-9aed-5357f7f1dfbb tempest-AttachVolumeNegativeTest-1670388833 tempest-AttachVolumeNegativeTest-1670388833-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 16:50:17.776739 dv-cinder-798104-1-smb neutron-server[74185]: INFO neutron.wsgi [req-ecccb7de-4d5e-42de-a743-bba7eb6c11c6 req-389d0a26-9abb-46d2-9aed-5357f7f1dfbb tempest-AttachVolumeNegativeTest-1670388833 tempest-AttachVolumeNegativeTest-1670388833-project] 10.222.0.26 "GET /v2.0/ports?device_id=744ba6c9-ed82-47f7-aa05-07cf1df7673f HTTP/1.1" status: 200 len: 945 time: 0.0890601 Jun 28 16:50:17.830873 dv-cinder-798104-1-smb neutron-server[74185]: INFO neutron.wsgi [req-ecccb7de-4d5e-42de-a743-bba7eb6c11c6 req-599d9379-eab3-4bb7-a80e-ce0223de7ded tempest-AttachVolumeNegativeTest-1670388833 tempest-AttachVolumeNegativeTest-1670388833-project] 10.222.0.26 "GET /v2.0/security-groups?id=5dec02be-3b82-4794-99ba-15356adf3f81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449333 Jun 28 16:50:18.657873 dv-cinder-798104-1-smb neutron-server[74187]: DEBUG neutron_lib.callbacks.manager [None req-d49266a9-82cf-4da4-977f-ceca59b71534 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774158209648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1002899'] for agent, after_update {{(pid=74187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 16:50:19.032781 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1abbf418-7d02-4060-9580-3064f145b330 req-2b8495ca-b3f2-4676-9b8c-0f5e935e2afe tempest-AttachVolumeNegativeTest-1670388833 tempest-AttachVolumeNegativeTest-1670388833-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 16:50:19.034233 dv-cinder-798104-1-smb neutron-server[74185]: INFO neutron.wsgi [req-1abbf418-7d02-4060-9580-3064f145b330 req-2b8495ca-b3f2-4676-9b8c-0f5e935e2afe tempest-AttachVolumeNegativeTest-1670388833 tempest-AttachVolumeNegativeTest-1670388833-project] 10.222.0.26 "GET /v2.0/ports?device_id=744ba6c9-ed82-47f7-aa05-07cf1df7673f HTTP/1.1" status: 200 len: 945 time: 0.0791471 Jun 28 16:50:19.085778 dv-cinder-798104-1-smb neutron-server[74185]: INFO neutron.wsgi [req-1abbf418-7d02-4060-9580-3064f145b330 req-d0598e62-982e-4809-b023-5ab944083ef9 tempest-AttachVolumeNegativeTest-1670388833 tempest-AttachVolumeNegativeTest-1670388833-project] 10.222.0.26 "GET /v2.0/security-groups?id=5dec02be-3b82-4794-99ba-15356adf3f81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448947 Jun 28 16:50:19.471989 dv-cinder-798104-1-smb neutron-server[74187]: DEBUG neutron_lib.callbacks.manager [None req-d0e5ad82-df9b-4ee3-8ee9-b93c74fbe1d3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774158209648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1002899'] for agent, after_update {{(pid=74187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 16:50:20.291835 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c21baea-21bc-4759-b0af-a40bd39a6574 req-9b40ef1b-b1e5-4f69-b09c-70bb38ae9055 tempest-AttachVolumeNegativeTest-1670388833 tempest-AttachVolumeNegativeTest-1670388833-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 16:50:20.293947 dv-cinder-798104-1-smb neutron-server[74185]: INFO neutron.wsgi [req-5c21baea-21bc-4759-b0af-a40bd39a6574 req-9b40ef1b-b1e5-4f69-b09c-70bb38ae9055 tempest-AttachVolumeNegativeTest-1670388833 tempest-AttachVolumeNegativeTest-1670388833-project] 10.222.0.26 "GET /v2.0/ports?device_id=744ba6c9-ed82-47f7-aa05-07cf1df7673f HTTP/1.1" status: 200 len: 945 time: 0.0843036 Jun 28 16:50:20.341076 dv-cinder-798104-1-smb neutron-server[74185]: INFO neutron.wsgi [req-5c21baea-21bc-4759-b0af-a40bd39a6574 req-c2d63681-1f66-4da6-9334-a1cbc01a823d tempest-AttachVolumeNegativeTest-1670388833 tempest-AttachVolumeNegativeTest-1670388833-project] 10.222.0.26 "GET /v2.0/security-groups?id=5dec02be-3b82-4794-99ba-15356adf3f81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414326 Jun 28 16:50:22.091652 dv-cinder-798104-1-smb neutron-server[74185]: INFO neutron.wsgi [req-06b68398-29f6-4c82-a207-96b5a8d49fc1 req-d2946239-251f-4249-954f-cafdc2301a2a service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=99461ed8-fb47-4e05-8bc8-51e5644ab617&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1135046 Jun 28 16:50:22.249977 dv-cinder-798104-1-smb neutron-server[74185]: INFO neutron.wsgi [req-06b68398-29f6-4c82-a207-96b5a8d49fc1 req-da6e3f3c-bac6-4616-a9bd-97b1e5dfab1f service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=8c5d7eb385cf4b6484fd4ebafedcfebd&device_id=99461ed8-fb47-4e05-8bc8-51e5644ab617 HTTP/1.1" status: 200 len: 1098 time: 0.0742905 Jun 28 16:50:22.401189 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06b68398-29f6-4c82-a207-96b5a8d49fc1 req-bb864ac4-a61f-44e7-bf22-b6bbb5b806fd service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=74185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 16:50:22.402831 dv-cinder-798104-1-smb neutron-server[74185]: INFO neutron.wsgi [req-06b68398-29f6-4c82-a207-96b5a8d49fc1 req-bb864ac4-a61f-44e7-bf22-b6bbb5b806fd service neutron] 10.222.0.41 "GET /v2.0/networks?id=c51a219d-aea3-485c-897b-dd81c8d14108 HTTP/1.1" status: 200 len: 910 time: 0.1304605 Jun 28 16:50:22.594793 dv-cinder-798104-1-smb neutron-server[74185]: INFO neutron.wsgi [req-06b68398-29f6-4c82-a207-96b5a8d49fc1 req-4fb346fb-9e3d-48b9-ac6b-d016a7b80d21 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=dd236684-13c6-406b-863e-9d0559c8bc9a HTTP/1.1" status: 200 len: 1000 time: 0.1777039 Jun 28 16:50:22.697501 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06b68398-29f6-4c82-a207-96b5a8d49fc1 req-64e75faa-7b40-4dc7-a5c2-2675cac66bce service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=74185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 16:50:22.698837 dv-cinder-798104-1-smb neutron-server[74185]: INFO neutron.wsgi [req-06b68398-29f6-4c82-a207-96b5a8d49fc1 req-64e75faa-7b40-4dc7-a5c2-2675cac66bce service neutron] 10.222.0.41 "GET /v2.0/subnets?id=b208fee6-e725-4900-8dd2-8d94468ed059 HTTP/1.1" status: 200 len: 848 time: 0.0953543 Jun 28 16:50:22.703285 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8115997b-c6bc-4df5-8540-a764d9055d5f req-372c9dd6-e83f-4930-a0f1-0152c6231c90 tempest-AttachVolumeNegativeTest-1670388833 tempest-AttachVolumeNegativeTest-1670388833-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=74185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 16:50:22.704595 dv-cinder-798104-1-smb neutron-server[74185]: INFO neutron.wsgi [req-8115997b-c6bc-4df5-8540-a764d9055d5f req-372c9dd6-e83f-4930-a0f1-0152c6231c90 tempest-AttachVolumeNegativeTest-1670388833 tempest-AttachVolumeNegativeTest-1670388833-project] 10.222.0.26 "GET /v2.0/networks?id=bb4cc4d3-4de8-4886-89e0-415b22ba868b HTTP/1.1" status: 200 len: 815 time: 0.2133763 Jun 28 16:50:22.754909 dv-cinder-798104-1-smb neutron-server[74185]: INFO neutron.wsgi [req-8115997b-c6bc-4df5-8540-a764d9055d5f req-91906100-204f-4189-93ed-e4393aa8c4b4 tempest-AttachVolumeNegativeTest-1670388833 tempest-AttachVolumeNegativeTest-1670388833-project] 10.222.0.26 "GET /v2.0/quotas/a538bf881f94426fab2108868ebfc349 HTTP/1.1" status: 200 len: 375 time: 0.0202208 Jun 28 16:50:22.841217 dv-cinder-798104-1-smb neutron-server[74185]: INFO neutron.wsgi [req-06b68398-29f6-4c82-a207-96b5a8d49fc1 req-0a379b0c-4da3-4eca-b8aa-12d9bb15e299 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=c51a219d-aea3-485c-897b-dd81c8d14108&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1355908 Jun 28 16:50:22.859189 dv-cinder-798104-1-smb neutron-server[74185]: INFO neutron.wsgi [req-8115997b-c6bc-4df5-8540-a764d9055d5f req-39f25fbb-26b2-4ead-9719-678af45c7ca9 tempest-AttachVolumeNegativeTest-1670388833 tempest-AttachVolumeNegativeTest-1670388833-project] 10.222.0.26 "GET /v2.0/ports?tenant_id=a538bf881f94426fab2108868ebfc349&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0986986 Jun 28 16:50:23.192574 dv-cinder-798104-1-smb neutron-server[74185]: INFO neutron.wsgi [req-8115997b-c6bc-4df5-8540-a764d9055d5f req-2ba90221-c61e-4a24-9341-52424f1df011 service neutron] 10.222.0.26 "GET /v2.0/networks/bb4cc4d3-4de8-4886-89e0-415b22ba868b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3152287 Jun 28 16:50:23.194238 dv-cinder-798104-1-smb neutron-server[74185]: INFO neutron.wsgi [req-06b68398-29f6-4c82-a207-96b5a8d49fc1 req-b7fc8dc1-1e1c-44a4-a227-77df7afe8da1 service neutron] 10.222.0.41 "GET /v2.0/networks/c51a219d-aea3-485c-897b-dd81c8d14108?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3341119 Jun 28 16:50:23.432886 dv-cinder-798104-1-smb neutron-server[74185]: INFO neutron.wsgi [req-8115997b-c6bc-4df5-8540-a764d9055d5f req-4eaaf46f-4f04-4bee-b487-a04dcd3e5796 service neutron] 10.222.0.26 "GET /v2.0/networks/bb4cc4d3-4de8-4886-89e0-415b22ba868b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2344656 Jun 28 16:50:23.435992 dv-cinder-798104-1-smb neutron-server[74185]: INFO neutron.wsgi [req-06b68398-29f6-4c82-a207-96b5a8d49fc1 req-d09e19d6-1a64-44fd-b93c-fec5f04239db service neutron] 10.222.0.41 "GET /v2.0/networks/c51a219d-aea3-485c-897b-dd81c8d14108?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2195461 Jun 28 16:50:23.618334 dv-cinder-798104-1-smb neutron-server[74185]: INFO neutron.wsgi [req-103b1fd3-c093-47c6-a09e-a0275b43dec9 req-e496a902-ac16-4b1f-a267-6d9272634c0f tempest-AttachVolumeNegativeTest-1670388833 tempest-AttachVolumeNegativeTest-1670388833-project] 10.222.0.26 "GET /v2.0/ports?device_id=f572bf05-8b09-445c-a6c2-e3e32db445d1 HTTP/1.1" status: 200 len: 210 time: 0.0411904 Jun 28 16:50:24.853781 dv-cinder-798104-1-smb neutron-server[74185]: INFO neutron.wsgi [req-fb32c8fc-a99d-4236-9ed6-a32190396262 req-da6d0878-1c74-4db1-a996-a6b4e146756f tempest-AttachVolumeNegativeTest-1670388833 tempest-AttachVolumeNegativeTest-1670388833-project] 10.222.0.26 "GET /v2.0/ports?device_id=f572bf05-8b09-445c-a6c2-e3e32db445d1 HTTP/1.1" status: 200 len: 210 time: 0.1025324 Jun 28 16:50:24.924774 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8115997b-c6bc-4df5-8540-a764d9055d5f req-7d673d42-6f13-40db-b0dc-a4042ffa25c0 tempest-AttachVolumeNegativeTest-1670388833 tempest-AttachVolumeNegativeTest-1670388833-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=74185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 16:50:24.926622 dv-cinder-798104-1-smb neutron-server[74185]: INFO neutron.wsgi [req-8115997b-c6bc-4df5-8540-a764d9055d5f req-7d673d42-6f13-40db-b0dc-a4042ffa25c0 tempest-AttachVolumeNegativeTest-1670388833 tempest-AttachVolumeNegativeTest-1670388833-project] 10.222.0.41 "GET /v2.0/networks?id=bb4cc4d3-4de8-4886-89e0-415b22ba868b HTTP/1.1" status: 200 len: 815 time: 0.2018623 Jun 28 16:50:24.974823 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG neutron.api.v2.base [req-8115997b-c6bc-4df5-8540-a764d9055d5f req-e957cc17-a488-437f-afdd-950481d6e651 tempest-AttachVolumeNegativeTest-1670388833 tempest-AttachVolumeNegativeTest-1670388833-project] Request body: {'port': {'device_id': 'f572bf05-8b09-445c-a6c2-e3e32db445d1', 'network_id': 'bb4cc4d3-4de8-4886-89e0-415b22ba868b', 'admin_state_up': True, 'tenant_id': 'a538bf881f94426fab2108868ebfc349'}} {{(pid=74185) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jun 28 16:50:25.110270 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG neutron.db.quota.driver [req-8115997b-c6bc-4df5-8540-a764d9055d5f req-e957cc17-a488-437f-afdd-950481d6e651 tempest-AttachVolumeNegativeTest-1670388833 tempest-AttachVolumeNegativeTest-1670388833-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74185) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 28 16:50:25.121938 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG neutron.db.quota.driver [req-8115997b-c6bc-4df5-8540-a764d9055d5f req-e957cc17-a488-437f-afdd-950481d6e651 tempest-AttachVolumeNegativeTest-1670388833 tempest-AttachVolumeNegativeTest-1670388833-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=74185) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 28 16:50:25.138147 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8115997b-c6bc-4df5-8540-a764d9055d5f req-e957cc17-a488-437f-afdd-950481d6e651 tempest-AttachVolumeNegativeTest-1670388833 tempest-AttachVolumeNegativeTest-1670388833-project] Made reservation on behalf of a538bf881f94426fab2108868ebfc349 for: {'port': 1} {{(pid=74185) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 28 16:50:25.142227 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG neutron_lib.callbacks.manager [req-8115997b-c6bc-4df5-8540-a764d9055d5f req-e957cc17-a488-437f-afdd-950481d6e651 tempest-AttachVolumeNegativeTest-1670388833 tempest-AttachVolumeNegativeTest-1670388833-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621611'] for port, before_create {{(pid=74185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 16:50:25.305462 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG neutron.db.db_base_plugin_common [req-8115997b-c6bc-4df5-8540-a764d9055d5f req-e957cc17-a488-437f-afdd-950481d6e651 tempest-AttachVolumeNegativeTest-1670388833 tempest-AttachVolumeNegativeTest-1670388833-project] Allocated IP 172.20.0.2 (bb4cc4d3-4de8-4886-89e0-415b22ba868b/675ec5bd-dc47-4713-907e-fa7c6eb0e688/41858a32-060a-4f1f-940d-ed169385d9bd) {{(pid=74185) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 28 16:50:25.501720 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG neutron_lib.callbacks.manager [req-8115997b-c6bc-4df5-8540-a764d9055d5f req-e957cc17-a488-437f-afdd-950481d6e651 tempest-AttachVolumeNegativeTest-1670388833 tempest-AttachVolumeNegativeTest-1670388833-project] Notify callbacks [] for port, precommit_create {{(pid=74185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 16:50:25.529148 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG neutron_lib.callbacks.manager [req-8115997b-c6bc-4df5-8540-a764d9055d5f req-e957cc17-a488-437f-afdd-950481d6e651 tempest-AttachVolumeNegativeTest-1670388833 tempest-AttachVolumeNegativeTest-1670388833-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-615041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1598908', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774157688360', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15648331'] for port, after_create {{(pid=74185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 16:50:25.534570 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG oslo_concurrency.lockutils [None req-74ff6367-40fc-48b1-aa87-06c618556c31 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74185) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 16:50:25.541370 dv-cinder-798104-1-smb neutron-server[74187]: DEBUG neutron.plugins.ml2.db [None req-d0e5ad82-df9b-4ee3-8ee9-b93c74fbe1d3 None None] get_ports_and_sgs() called for port_ids ['60788748-c574-41bc-b1db-7b3c12dcca5a', 'f3d5c858-7125-41c4-8648-43a21062489b'] {{(pid=74187) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jun 28 16:50:25.599163 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8115997b-c6bc-4df5-8540-a764d9055d5f req-e957cc17-a488-437f-afdd-950481d6e651 tempest-AttachVolumeNegativeTest-1670388833 tempest-AttachVolumeNegativeTest-1670388833-project] Network bb4cc4d3-4de8-4886-89e0-415b22ba868b is already hosted by enough agents. {{(pid=74185) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 28 16:50:25.602828 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG neutron.scheduler.base_scheduler [req-8115997b-c6bc-4df5-8540-a764d9055d5f req-e957cc17-a488-437f-afdd-950481d6e651 tempest-AttachVolumeNegativeTest-1670388833 tempest-AttachVolumeNegativeTest-1670388833-project] Resources bound (agent type, host, resource id): {{(pid=74185) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 28 16:50:25.607236 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG neutron.db.l3_dvrscheduler_db [req-8115997b-c6bc-4df5-8540-a764d9055d5f req-e957cc17-a488-437f-afdd-950481d6e651 tempest-AttachVolumeNegativeTest-1670388833 tempest-AttachVolumeNegativeTest-1670388833-project] Received port after_create {{(pid=74185) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 28 16:50:25.641802 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e957cc17-a488-437f-afdd-950481d6e651 tempest-AttachVolumeNegativeTest-1670388833 tempest-AttachVolumeNegativeTest-1670388833-project] Pushing event updated for resources: {'Port': ['ID=41858a32-060a-4f1f-940d-ed169385d9bd,revision_number=1']} {{(pid=74185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 16:50:25.648696 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG oslo_concurrency.lockutils [None req-e957cc17-a488-437f-afdd-950481d6e651 tempest-AttachVolumeNegativeTest-1670388833 tempest-AttachVolumeNegativeTest-1670388833-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=74185) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 16:50:25.675174 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8115997b-c6bc-4df5-8540-a764d9055d5f req-e957cc17-a488-437f-afdd-950481d6e651 tempest-AttachVolumeNegativeTest-1670388833 tempest-AttachVolumeNegativeTest-1670388833-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=74185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 16:50:25.675806 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG neutron_lib.callbacks.manager [req-8115997b-c6bc-4df5-8540-a764d9055d5f req-e957cc17-a488-437f-afdd-950481d6e651 tempest-AttachVolumeNegativeTest-1670388833 tempest-AttachVolumeNegativeTest-1670388833-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129357'] for port, before_response {{(pid=74185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 16:50:25.700604 dv-cinder-798104-1-smb neutron-server[74185]: INFO neutron.wsgi [req-8115997b-c6bc-4df5-8540-a764d9055d5f req-e957cc17-a488-437f-afdd-950481d6e651 tempest-AttachVolumeNegativeTest-1670388833 tempest-AttachVolumeNegativeTest-1670388833-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7303329 Jun 28 16:50:25.716766 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG neutron.api.v2.base [req-8115997b-c6bc-4df5-8540-a764d9055d5f req-35b89656-831c-4584-9ca8-29576db1d9fb service neutron] Request body: {'port': {'device_id': 'f572bf05-8b09-445c-a6c2-e3e32db445d1', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79810'}} {{(pid=74185) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jun 28 16:50:25.826163 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG neutron_lib.callbacks.manager [req-8115997b-c6bc-4df5-8540-a764d9055d5f req-35b89656-831c-4584-9ca8-29576db1d9fb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621611'] for port, before_update {{(pid=74185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 16:50:26.265369 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d91ab62-03db-4322-a8c0-f1014bca7ad9 req-cc58098f-18fa-4dac-af93-e9189439946e tempest-AttachVolumeNegativeTest-1670388833 tempest-AttachVolumeNegativeTest-1670388833-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 16:50:26.266015 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG neutron.quota.resource [req-6d91ab62-03db-4322-a8c0-f1014bca7ad9 req-cc58098f-18fa-4dac-af93-e9189439946e tempest-AttachVolumeNegativeTest-1670388833 tempest-AttachVolumeNegativeTest-1670388833-project] Synchronizing usage tracker for tenant:a538bf881f94426fab2108868ebfc349 on resource:port {{(pid=74185) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 28 16:50:26.329000 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG neutron.quota.resource [req-6d91ab62-03db-4322-a8c0-f1014bca7ad9 req-cc58098f-18fa-4dac-af93-e9189439946e tempest-AttachVolumeNegativeTest-1670388833 tempest-AttachVolumeNegativeTest-1670388833-project] Unset dirty status for tenant:a538bf881f94426fab2108868ebfc349 on resource:port {{(pid=74185) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 28 16:50:26.330116 dv-cinder-798104-1-smb neutron-server[74185]: INFO neutron.wsgi [req-6d91ab62-03db-4322-a8c0-f1014bca7ad9 req-cc58098f-18fa-4dac-af93-e9189439946e tempest-AttachVolumeNegativeTest-1670388833 tempest-AttachVolumeNegativeTest-1670388833-project] 10.222.0.26 "GET /v2.0/ports?device_id=f572bf05-8b09-445c-a6c2-e3e32db445d1 HTTP/1.1" status: 200 len: 931 time: 0.3489711 Jun 28 16:50:26.356290 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG neutron.notifiers.nova [req-8115997b-c6bc-4df5-8540-a764d9055d5f req-35b89656-831c-4584-9ca8-29576db1d9fb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 41858a32-060a-4f1f-940d-ed169385d9bd {{(pid=74185) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 28 16:50:26.367373 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG neutron_lib.callbacks.manager [req-8115997b-c6bc-4df5-8540-a764d9055d5f req-35b89656-831c-4584-9ca8-29576db1d9fb service neutron] Notify callbacks [] for port, precommit_update {{(pid=74185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 16:50:26.392373 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG neutron.db.provisioning_blocks [req-8115997b-c6bc-4df5-8540-a764d9055d5f req-35b89656-831c-4584-9ca8-29576db1d9fb service neutron] Transition to ACTIVE for port object 41858a32-060a-4f1f-940d-ed169385d9bd will not be triggered until provisioned by entity L2. {{(pid=74185) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 28 16:50:26.398345 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG neutron_lib.callbacks.manager [req-8115997b-c6bc-4df5-8540-a764d9055d5f req-35b89656-831c-4584-9ca8-29576db1d9fb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-615041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1598908', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774158213048', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774157688378', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774157688423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15648322'] for port, after_update {{(pid=74185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 16:50:26.402394 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG oslo_concurrency.lockutils [None req-e957cc17-a488-437f-afdd-950481d6e651 tempest-AttachVolumeNegativeTest-1670388833 tempest-AttachVolumeNegativeTest-1670388833-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74185) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 16:50:26.434333 dv-cinder-798104-1-smb neutron-server[74185]: INFO neutron.wsgi [req-6d91ab62-03db-4322-a8c0-f1014bca7ad9 req-f3f8dd21-57f0-4cea-a514-8ae6947ade6d tempest-AttachVolumeNegativeTest-1670388833 tempest-AttachVolumeNegativeTest-1670388833-project] 10.222.0.26 "GET /v2.0/security-groups?id=5dec02be-3b82-4794-99ba-15356adf3f81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0970960 Jun 28 16:50:26.530552 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35b89656-831c-4584-9ca8-29576db1d9fb service neutron] Pushing event updated for resources: {'Port': ['ID=41858a32-060a-4f1f-940d-ed169385d9bd,revision_number=2']} {{(pid=74185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 16:50:26.533304 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG oslo_concurrency.lockutils [None req-35b89656-831c-4584-9ca8-29576db1d9fb service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.131s {{(pid=74185) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 16:50:26.632650 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG neutron.plugins.ml2.managers [req-8115997b-c6bc-4df5-8540-a764d9055d5f req-35b89656-831c-4584-9ca8-29576db1d9fb service neutron] Attempting to bind port 41858a32-060a-4f1f-940d-ed169385d9bd on host hv-cinder-79810 for vnic_type normal with profile {{(pid=74185) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 28 16:50:26.632975 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG neutron.plugins.ml2.managers [req-8115997b-c6bc-4df5-8540-a764d9055d5f req-35b89656-831c-4584-9ca8-29576db1d9fb service neutron] Attempting to bind port 41858a32-060a-4f1f-940d-ed169385d9bd by drivers openvswitch,hyperv on host hv-cinder-79810 at level 0 using segments [{'id': '2c0a68fd-7cc2-4d98-8375-a38d6ab9c22a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 405, 'network_id': 'bb4cc4d3-4de8-4886-89e0-415b22ba868b'}] {{(pid=74185) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 28 16:50:26.633714 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8115997b-c6bc-4df5-8540-a764d9055d5f req-35b89656-831c-4584-9ca8-29576db1d9fb service neutron] Attempting to bind port 41858a32-060a-4f1f-940d-ed169385d9bd on network bb4cc4d3-4de8-4886-89e0-415b22ba868b {{(pid=74185) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jun 28 16:50:26.639713 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8115997b-c6bc-4df5-8540-a764d9055d5f req-35b89656-831c-4584-9ca8-29576db1d9fb service neutron] Port 41858a32-060a-4f1f-940d-ed169385d9bd on network bb4cc4d3-4de8-4886-89e0-415b22ba868b not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79810 {{(pid=74185) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jun 28 16:50:26.640024 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8115997b-c6bc-4df5-8540-a764d9055d5f req-35b89656-831c-4584-9ca8-29576db1d9fb service neutron] Attempting to bind port 41858a32-060a-4f1f-940d-ed169385d9bd on network bb4cc4d3-4de8-4886-89e0-415b22ba868b {{(pid=74185) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jun 28 16:50:26.646741 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8115997b-c6bc-4df5-8540-a764d9055d5f req-35b89656-831c-4584-9ca8-29576db1d9fb service neutron] Checking agent: {'id': '59d83479-80db-4f55-8b84-25c2a0c8dff8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79810', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 28, 16, 39, 19), 'started_at': datetime.datetime(2021, 6, 28, 16, 39, 19), 'heartbeat_timestamp': datetime.datetime(2021, 6, 28, 16, 50, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=74185) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jun 28 16:50:26.647064 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8115997b-c6bc-4df5-8540-a764d9055d5f req-35b89656-831c-4584-9ca8-29576db1d9fb service neutron] Checking segment: {'id': '2c0a68fd-7cc2-4d98-8375-a38d6ab9c22a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 405, 'network_id': 'bb4cc4d3-4de8-4886-89e0-415b22ba868b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=74185) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jun 28 16:50:26.647435 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8115997b-c6bc-4df5-8540-a764d9055d5f req-35b89656-831c-4584-9ca8-29576db1d9fb service neutron] Bound using segment: {'id': '2c0a68fd-7cc2-4d98-8375-a38d6ab9c22a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 405, 'network_id': 'bb4cc4d3-4de8-4886-89e0-415b22ba868b'} {{(pid=74185) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jun 28 16:50:26.647853 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG neutron.plugins.ml2.managers [req-8115997b-c6bc-4df5-8540-a764d9055d5f req-35b89656-831c-4584-9ca8-29576db1d9fb service neutron] Bound port: 41858a32-060a-4f1f-940d-ed169385d9bd, host: hv-cinder-79810, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2c0a68fd-7cc2-4d98-8375-a38d6ab9c22a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 405, 'network_id': 'bb4cc4d3-4de8-4886-89e0-415b22ba868b'}}] {{(pid=74185) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 28 16:50:26.648207 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG neutron_lib.callbacks.manager [req-8115997b-c6bc-4df5-8540-a764d9055d5f req-35b89656-831c-4584-9ca8-29576db1d9fb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621611'] for port, before_update {{(pid=74185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 16:50:26.735714 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG neutron.plugins.ml2.db [req-8115997b-c6bc-4df5-8540-a764d9055d5f req-35b89656-831c-4584-9ca8-29576db1d9fb service neutron] For port 41858a32-060a-4f1f-940d-ed169385d9bd, host hv-cinder-79810, cleared binding levels {{(pid=74185) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 28 16:50:26.738840 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG neutron.plugins.ml2.db [req-8115997b-c6bc-4df5-8540-a764d9055d5f req-35b89656-831c-4584-9ca8-29576db1d9fb service neutron] For port 41858a32-060a-4f1f-940d-ed169385d9bd, host hv-cinder-79810, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79810',level=0,port_id=41858a32-060a-4f1f-940d-ed169385d9bd,segment=NetworkSegment(2c0a68fd-7cc2-4d98-8375-a38d6ab9c22a),segment_id=2c0a68fd-7cc2-4d98-8375-a38d6ab9c22a)] {{(pid=74185) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 28 16:50:26.743723 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG neutron_lib.callbacks.manager [req-8115997b-c6bc-4df5-8540-a764d9055d5f req-35b89656-831c-4584-9ca8-29576db1d9fb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-615041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1598908', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774158213048', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774157688378', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774157688423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15648322'] for port, after_update {{(pid=74185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 16:50:26.747677 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG oslo_concurrency.lockutils [None req-316ebf5d-5afe-4bdc-8771-f5d1170f13e6 tempest-AttachVolumeShelveTestJSON-223402159 tempest-AttachVolumeShelveTestJSON-223402159-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74185) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 16:50:26.810055 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG neutron_lib.callbacks.manager [req-8115997b-c6bc-4df5-8540-a764d9055d5f req-35b89656-831c-4584-9ca8-29576db1d9fb service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129357'] for port, before_response {{(pid=74185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 16:50:26.811420 dv-cinder-798104-1-smb neutron-server[74185]: INFO neutron.wsgi [req-8115997b-c6bc-4df5-8540-a764d9055d5f req-35b89656-831c-4584-9ca8-29576db1d9fb service neutron] 10.222.0.41 "PUT /v2.0/ports/41858a32-060a-4f1f-940d-ed169385d9bd HTTP/1.1" status: 200 len: 1093 time: 1.0994291 Jun 28 16:50:26.811915 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f572bf05-8b09-445c-a6c2-e3e32db445d1', 'tag': '41858a32-060a-4f1f-940d-ed169385d9bd'}] {{(pid=74185) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 28 16:50:26.829736 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35b89656-831c-4584-9ca8-29576db1d9fb service neutron] Pushing event updated for resources: {'Port': ['ID=41858a32-060a-4f1f-940d-ed169385d9bd,revision_number=3']} {{(pid=74185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 16:50:26.833922 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG oslo_concurrency.lockutils [None req-35b89656-831c-4584-9ca8-29576db1d9fb service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=74185) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 16:50:26.875008 dv-cinder-798104-1-smb neutron-server[74185]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f572bf05-8b09-445c-a6c2-e3e32db445d1', 'tag': '41858a32-060a-4f1f-940d-ed169385d9bd', 'status': 'completed', 'code': 200} Jun 28 16:50:26.961486 dv-cinder-798104-1-smb neutron-server[74185]: INFO neutron.wsgi [req-8115997b-c6bc-4df5-8540-a764d9055d5f req-533a8437-c503-496b-9980-43d9571e7fdf service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=a538bf881f94426fab2108868ebfc349&device_id=f572bf05-8b09-445c-a6c2-e3e32db445d1 HTTP/1.1" status: 200 len: 1096 time: 0.0686076 Jun 28 16:50:27.041600 dv-cinder-798104-1-smb neutron-server[74185]: INFO neutron.wsgi [req-8115997b-c6bc-4df5-8540-a764d9055d5f req-51762a9e-f272-4324-863c-7d144006c0c8 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=41858a32-060a-4f1f-940d-ed169385d9bd HTTP/1.1" status: 200 len: 217 time: 0.0625014 Jun 28 16:50:27.106864 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8115997b-c6bc-4df5-8540-a764d9055d5f req-a6f8af22-9dc8-4a26-a181-7dfce921d120 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=74185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 16:50:27.108717 dv-cinder-798104-1-smb neutron-server[74185]: INFO neutron.wsgi [req-8115997b-c6bc-4df5-8540-a764d9055d5f req-a6f8af22-9dc8-4a26-a181-7dfce921d120 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=675ec5bd-dc47-4713-907e-fa7c6eb0e688 HTTP/1.1" status: 200 len: 855 time: 0.0571120 Jun 28 16:50:27.166449 dv-cinder-798104-1-smb neutron-server[74185]: INFO neutron.wsgi [req-8115997b-c6bc-4df5-8540-a764d9055d5f req-9717b05e-5019-4b2b-9355-255cd0da405b service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=bb4cc4d3-4de8-4886-89e0-415b22ba868b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0423141 Jun 28 16:50:27.307005 dv-cinder-798104-1-smb neutron-server[74185]: INFO neutron.wsgi [req-8115997b-c6bc-4df5-8540-a764d9055d5f req-762fab54-1b01-4ecc-b76f-8ef6be2c2474 service neutron] 10.222.0.41 "GET /v2.0/networks/bb4cc4d3-4de8-4886-89e0-415b22ba868b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1262012 Jun 28 16:50:27.450926 dv-cinder-798104-1-smb neutron-server[74185]: INFO neutron.wsgi [req-8115997b-c6bc-4df5-8540-a764d9055d5f req-cdd3f3dd-150e-49c2-9c70-8ca139cf3cd3 service neutron] 10.222.0.41 "GET /v2.0/networks/bb4cc4d3-4de8-4886-89e0-415b22ba868b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1217947 Jun 28 16:50:27.654225 dv-cinder-798104-1-smb neutron-server[74185]: INFO neutron.wsgi [req-e20de15a-d3cd-4287-9425-f10484ac19c6 req-bd21e5a8-55d4-411c-9305-fd971182a49c service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=a538bf881f94426fab2108868ebfc349&device_id=f572bf05-8b09-445c-a6c2-e3e32db445d1 HTTP/1.1" status: 200 len: 1096 time: 0.1327248 Jun 28 16:50:27.664542 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd6ed696-e864-4c47-ba96-76dbc4c44aa5 req-29cf9b70-112b-41e2-a103-15d783657157 tempest-AttachVolumeNegativeTest-1670388833 tempest-AttachVolumeNegativeTest-1670388833-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 16:50:27.665854 dv-cinder-798104-1-smb neutron-server[74185]: INFO neutron.wsgi [req-cd6ed696-e864-4c47-ba96-76dbc4c44aa5 req-29cf9b70-112b-41e2-a103-15d783657157 tempest-AttachVolumeNegativeTest-1670388833 tempest-AttachVolumeNegativeTest-1670388833-project] 10.222.0.26 "GET /v2.0/ports?device_id=f572bf05-8b09-445c-a6c2-e3e32db445d1 HTTP/1.1" status: 200 len: 943 time: 0.1031044 Jun 28 16:50:27.797207 dv-cinder-798104-1-smb neutron-server[74185]: INFO neutron.wsgi [req-cd6ed696-e864-4c47-ba96-76dbc4c44aa5 req-41b3b273-4c3f-4abd-ac3b-51538d8e3bc0 tempest-AttachVolumeNegativeTest-1670388833 tempest-AttachVolumeNegativeTest-1670388833-project] 10.222.0.26 "GET /v2.0/security-groups?id=5dec02be-3b82-4794-99ba-15356adf3f81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1256595 Jun 28 16:50:27.829586 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e20de15a-d3cd-4287-9425-f10484ac19c6 req-1029e400-6950-4ce7-b31c-e3151902e178 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=74185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 16:50:27.830157 dv-cinder-798104-1-smb neutron-server[74185]: INFO neutron.wsgi [req-e20de15a-d3cd-4287-9425-f10484ac19c6 req-1029e400-6950-4ce7-b31c-e3151902e178 service neutron] 10.222.0.41 "GET /v2.0/networks?id=bb4cc4d3-4de8-4886-89e0-415b22ba868b HTTP/1.1" status: 200 len: 916 time: 0.1446459 Jun 28 16:50:27.903863 dv-cinder-798104-1-smb neutron-server[74185]: INFO neutron.wsgi [req-e20de15a-d3cd-4287-9425-f10484ac19c6 req-2e9517f3-97ae-4a70-b283-161f81c6cc43 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=41858a32-060a-4f1f-940d-ed169385d9bd HTTP/1.1" status: 200 len: 217 time: 0.0631547 Jun 28 16:50:27.980971 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e20de15a-d3cd-4287-9425-f10484ac19c6 req-f7120bd6-471d-4f73-9759-b2c0a1956744 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=74185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 16:50:27.982381 dv-cinder-798104-1-smb neutron-server[74185]: INFO neutron.wsgi [req-e20de15a-d3cd-4287-9425-f10484ac19c6 req-f7120bd6-471d-4f73-9759-b2c0a1956744 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=675ec5bd-dc47-4713-907e-fa7c6eb0e688 HTTP/1.1" status: 200 len: 855 time: 0.0584886 Jun 28 16:50:28.039378 dv-cinder-798104-1-smb neutron-server[74185]: INFO neutron.wsgi [req-e20de15a-d3cd-4287-9425-f10484ac19c6 req-039d799f-16fa-44b7-8d46-5969a090c6f2 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=bb4cc4d3-4de8-4886-89e0-415b22ba868b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0387189 Jun 28 16:50:28.283137 dv-cinder-798104-1-smb neutron-server[74185]: INFO neutron.wsgi [req-e20de15a-d3cd-4287-9425-f10484ac19c6 req-9b9b0f8d-9449-4c9a-985c-1374e592a74e service neutron] 10.222.0.41 "GET /v2.0/networks/bb4cc4d3-4de8-4886-89e0-415b22ba868b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2219794 Jun 28 16:50:28.413824 dv-cinder-798104-1-smb neutron-server[74185]: INFO neutron.wsgi [req-e20de15a-d3cd-4287-9425-f10484ac19c6 req-b2995dca-8a29-4b65-aeac-4b46675781eb service neutron] 10.222.0.41 "GET /v2.0/networks/bb4cc4d3-4de8-4886-89e0-415b22ba868b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1208913 Jun 28 16:50:29.001696 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cf6db7a-c0fb-4ffd-8d26-d34cad93121f req-2ee1a30c-20d3-4424-95c3-7a83854cbd9b tempest-AttachVolumeNegativeTest-1670388833 tempest-AttachVolumeNegativeTest-1670388833-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 16:50:29.003133 dv-cinder-798104-1-smb neutron-server[74185]: INFO neutron.wsgi [req-5cf6db7a-c0fb-4ffd-8d26-d34cad93121f req-2ee1a30c-20d3-4424-95c3-7a83854cbd9b tempest-AttachVolumeNegativeTest-1670388833 tempest-AttachVolumeNegativeTest-1670388833-project] 10.222.0.26 "GET /v2.0/ports?device_id=f572bf05-8b09-445c-a6c2-e3e32db445d1 HTTP/1.1" status: 200 len: 943 time: 0.0817184 Jun 28 16:50:29.048462 dv-cinder-798104-1-smb neutron-server[74185]: INFO neutron.wsgi [req-5cf6db7a-c0fb-4ffd-8d26-d34cad93121f req-29f6a6e3-89c6-4ccb-830e-32e0e93f803b tempest-AttachVolumeNegativeTest-1670388833 tempest-AttachVolumeNegativeTest-1670388833-project] 10.222.0.26 "GET /v2.0/security-groups?id=5dec02be-3b82-4794-99ba-15356adf3f81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397887 Jun 28 16:50:30.243845 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-815811e9-edbd-407d-a21d-8b9939525143 req-a023050e-2ae8-49e3-b14d-068189c47cf8 tempest-AttachVolumeNegativeTest-1670388833 tempest-AttachVolumeNegativeTest-1670388833-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 16:50:30.245352 dv-cinder-798104-1-smb neutron-server[74185]: INFO neutron.wsgi [req-815811e9-edbd-407d-a21d-8b9939525143 req-a023050e-2ae8-49e3-b14d-068189c47cf8 tempest-AttachVolumeNegativeTest-1670388833 tempest-AttachVolumeNegativeTest-1670388833-project] 10.222.0.26 "GET /v2.0/ports?device_id=f572bf05-8b09-445c-a6c2-e3e32db445d1 HTTP/1.1" status: 200 len: 943 time: 0.0773721 Jun 28 16:50:30.303079 dv-cinder-798104-1-smb neutron-server[74185]: INFO neutron.wsgi [req-815811e9-edbd-407d-a21d-8b9939525143 req-541ab0a3-1937-437d-afa8-2eebe60100a0 tempest-AttachVolumeNegativeTest-1670388833 tempest-AttachVolumeNegativeTest-1670388833-project] 10.222.0.26 "GET /v2.0/security-groups?id=5dec02be-3b82-4794-99ba-15356adf3f81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0518672 Jun 28 16:50:30.637583 dv-cinder-798104-1-smb neutron-server[74187]: DEBUG neutron.plugins.ml2.rpc [None req-d0e5ad82-df9b-4ee3-8ee9-b93c74fbe1d3 None None] Device 41858a32-060a-4f1f-940d-ed169385d9bd details requested by agent hyperv_hv-cinder-79810 with host hv-cinder-79810 {{(pid=74187) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 28 16:50:30.766067 dv-cinder-798104-1-smb neutron-server[74187]: DEBUG neutron.plugins.ml2.db [None req-d0e5ad82-df9b-4ee3-8ee9-b93c74fbe1d3 None None] For port 41858a32-060a-4f1f-940d-ed169385d9bd, host hv-cinder-79810, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79810',level=0,port_id=41858a32-060a-4f1f-940d-ed169385d9bd,segment=NetworkSegment(2c0a68fd-7cc2-4d98-8375-a38d6ab9c22a),segment_id=2c0a68fd-7cc2-4d98-8375-a38d6ab9c22a)] {{(pid=74187) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 16:50:30.779664 dv-cinder-798104-1-smb neutron-server[74187]: DEBUG neutron.plugins.ml2.rpc [None req-d0e5ad82-df9b-4ee3-8ee9-b93c74fbe1d3 None None] Returning: {'device': '41858a32-060a-4f1f-940d-ed169385d9bd', 'network_id': 'bb4cc4d3-4de8-4886-89e0-415b22ba868b', 'port_id': '41858a32-060a-4f1f-940d-ed169385d9bd', 'mac_address': 'fa:16:3e:8a:02:35', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 405, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '675ec5bd-dc47-4713-907e-fa7c6eb0e688', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=74187) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 28 16:50:30.839340 dv-cinder-798104-1-smb neutron-server[74187]: DEBUG neutron_lib.callbacks.manager [None req-d0e5ad82-df9b-4ee3-8ee9-b93c74fbe1d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621611'] for port, before_update {{(pid=74187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 16:50:30.856361 dv-cinder-798104-1-smb neutron-server[74187]: DEBUG neutron.notifiers.nova [None req-d0e5ad82-df9b-4ee3-8ee9-b93c74fbe1d3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 41858a32-060a-4f1f-940d-ed169385d9bd {{(pid=74187) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 28 16:50:30.875101 dv-cinder-798104-1-smb neutron-server[74187]: DEBUG neutron.plugins.ml2.db [None req-d0e5ad82-df9b-4ee3-8ee9-b93c74fbe1d3 None None] For port 41858a32-060a-4f1f-940d-ed169385d9bd, host hv-cinder-79810, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79810',level=0,port_id=41858a32-060a-4f1f-940d-ed169385d9bd,segment=NetworkSegment(2c0a68fd-7cc2-4d98-8375-a38d6ab9c22a),segment_id=2c0a68fd-7cc2-4d98-8375-a38d6ab9c22a)] {{(pid=74187) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 16:50:30.881278 dv-cinder-798104-1-smb neutron-server[74187]: DEBUG neutron_lib.callbacks.manager [None req-d0e5ad82-df9b-4ee3-8ee9-b93c74fbe1d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-615041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1598908', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774158213048', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774157688378', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774157688423'] for port, after_update {{(pid=74187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 16:50:30.884178 dv-cinder-798104-1-smb neutron-server[74187]: DEBUG oslo_concurrency.lockutils [None req-d0e5ad82-df9b-4ee3-8ee9-b93c74fbe1d3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74187) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 16:50:30.983361 dv-cinder-798104-1-smb neutron-server[74187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0e5ad82-df9b-4ee3-8ee9-b93c74fbe1d3 None None] Pushing event updated for resources: {'Port': ['ID=41858a32-060a-4f1f-940d-ed169385d9bd,revision_number=4']} {{(pid=74187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 16:50:30.986357 dv-cinder-798104-1-smb neutron-server[74187]: DEBUG oslo_concurrency.lockutils [None req-d0e5ad82-df9b-4ee3-8ee9-b93c74fbe1d3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=74187) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 16:50:31.256591 dv-cinder-798104-1-smb neutron-server[74187]: DEBUG neutron.plugins.ml2.db [None req-d0e5ad82-df9b-4ee3-8ee9-b93c74fbe1d3 None None] get_ports_and_sgs() called for port_ids ['41858a32-060a-4f1f-940d-ed169385d9bd'] {{(pid=74187) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jun 28 16:50:31.500009 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-659567cd-5928-4e41-9fe1-e166d9d73340 req-52f75968-ea93-42fe-b379-5e349973dbae tempest-AttachVolumeNegativeTest-1670388833 tempest-AttachVolumeNegativeTest-1670388833-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 16:50:31.501519 dv-cinder-798104-1-smb neutron-server[74185]: INFO neutron.wsgi [req-659567cd-5928-4e41-9fe1-e166d9d73340 req-52f75968-ea93-42fe-b379-5e349973dbae tempest-AttachVolumeNegativeTest-1670388833 tempest-AttachVolumeNegativeTest-1670388833-project] 10.222.0.26 "GET /v2.0/ports?device_id=f572bf05-8b09-445c-a6c2-e3e32db445d1 HTTP/1.1" status: 200 len: 944 time: 0.0784295 Jun 28 16:50:31.549075 dv-cinder-798104-1-smb neutron-server[74185]: INFO neutron.wsgi [req-659567cd-5928-4e41-9fe1-e166d9d73340 req-1f9d24b4-1b40-411b-ae40-ff6cfaccfc51 tempest-AttachVolumeNegativeTest-1670388833 tempest-AttachVolumeNegativeTest-1670388833-project] 10.222.0.26 "GET /v2.0/security-groups?id=5dec02be-3b82-4794-99ba-15356adf3f81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413821 Jun 28 16:50:32.645544 dv-cinder-798104-1-smb neutron-server[74187]: DEBUG neutron.plugins.ml2.rpc [None req-d0e5ad82-df9b-4ee3-8ee9-b93c74fbe1d3 None None] Device 41858a32-060a-4f1f-940d-ed169385d9bd up at agent hyperv_hv-cinder-79810 {{(pid=74187) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 28 16:50:32.718487 dv-cinder-798104-1-smb neutron-server[74187]: DEBUG neutron.db.provisioning_blocks [None req-d0e5ad82-df9b-4ee3-8ee9-b93c74fbe1d3 None None] Provisioning for port 41858a32-060a-4f1f-940d-ed169385d9bd completed by entity L2. {{(pid=74187) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 28 16:50:32.727005 dv-cinder-798104-1-smb neutron-server[74187]: DEBUG neutron.db.provisioning_blocks [None req-d0e5ad82-df9b-4ee3-8ee9-b93c74fbe1d3 None None] Provisioning complete for port 41858a32-060a-4f1f-940d-ed169385d9bd triggered by entity L2. {{(pid=74187) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 28 16:50:32.727652 dv-cinder-798104-1-smb neutron-server[74187]: DEBUG neutron_lib.callbacks.manager [None req-d0e5ad82-df9b-4ee3-8ee9-b93c74fbe1d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1002786'] for port, provisioning_complete {{(pid=74187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 16:50:32.757552 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efc49115-8e6d-485c-b1b4-bdce0e3476c6 req-5db9c364-8669-4f43-b94f-d88e70c6e7f9 tempest-AttachVolumeNegativeTest-1670388833 tempest-AttachVolumeNegativeTest-1670388833-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 16:50:32.760473 dv-cinder-798104-1-smb neutron-server[74185]: INFO neutron.wsgi [req-efc49115-8e6d-485c-b1b4-bdce0e3476c6 req-5db9c364-8669-4f43-b94f-d88e70c6e7f9 tempest-AttachVolumeNegativeTest-1670388833 tempest-AttachVolumeNegativeTest-1670388833-project] 10.222.0.26 "GET /v2.0/ports?device_id=f572bf05-8b09-445c-a6c2-e3e32db445d1 HTTP/1.1" status: 200 len: 944 time: 0.0854256 Jun 28 16:50:32.807063 dv-cinder-798104-1-smb neutron-server[74185]: INFO neutron.wsgi [req-efc49115-8e6d-485c-b1b4-bdce0e3476c6 req-879222b0-2be9-4d36-aaa9-1c6f1cb3c7a1 tempest-AttachVolumeNegativeTest-1670388833 tempest-AttachVolumeNegativeTest-1670388833-project] 10.222.0.26 "GET /v2.0/security-groups?id=5dec02be-3b82-4794-99ba-15356adf3f81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424180 Jun 28 16:50:32.866278 dv-cinder-798104-1-smb neutron-server[74187]: DEBUG neutron_lib.callbacks.manager [None req-d0e5ad82-df9b-4ee3-8ee9-b93c74fbe1d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621611'] for port, before_update {{(pid=74187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 16:50:32.892769 dv-cinder-798104-1-smb neutron-server[74187]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f572bf05-8b09-445c-a6c2-e3e32db445d1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '41858a32-060a-4f1f-940d-ed169385d9bd'}] {{(pid=74187) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 28 16:50:32.906094 dv-cinder-798104-1-smb neutron-server[74187]: DEBUG neutron.plugins.ml2.db [None req-d0e5ad82-df9b-4ee3-8ee9-b93c74fbe1d3 None None] For port 41858a32-060a-4f1f-940d-ed169385d9bd, host hv-cinder-79810, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79810',level=0,port_id=41858a32-060a-4f1f-940d-ed169385d9bd,segment=NetworkSegment(2c0a68fd-7cc2-4d98-8375-a38d6ab9c22a),segment_id=2c0a68fd-7cc2-4d98-8375-a38d6ab9c22a)] {{(pid=74187) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 16:50:32.911754 dv-cinder-798104-1-smb neutron-server[74187]: DEBUG neutron_lib.callbacks.manager [None req-d0e5ad82-df9b-4ee3-8ee9-b93c74fbe1d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-615041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1598908', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774158213048', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774157688378', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774157688423'] for port, after_update {{(pid=74187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 16:50:32.914779 dv-cinder-798104-1-smb neutron-server[74187]: DEBUG oslo_concurrency.lockutils [None req-d0e5ad82-df9b-4ee3-8ee9-b93c74fbe1d3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74187) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 16:50:32.949539 dv-cinder-798104-1-smb neutron-server[74187]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f572bf05-8b09-445c-a6c2-e3e32db445d1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '41858a32-060a-4f1f-940d-ed169385d9bd', 'code': 200} Jun 28 16:50:32.981082 dv-cinder-798104-1-smb neutron-server[74187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0e5ad82-df9b-4ee3-8ee9-b93c74fbe1d3 None None] Pushing event updated for resources: {'Port': ['ID=41858a32-060a-4f1f-940d-ed169385d9bd,revision_number=5']} {{(pid=74187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 16:50:32.984074 dv-cinder-798104-1-smb neutron-server[74187]: DEBUG oslo_concurrency.lockutils [None req-d0e5ad82-df9b-4ee3-8ee9-b93c74fbe1d3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=74187) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 16:50:33.207924 dv-cinder-798104-1-smb neutron-server[74185]: INFO neutron.wsgi [req-9d0133a6-a22a-46b4-9021-71d7b0e08293 req-684ac2a3-ff13-46ee-b457-9a601af61381 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=f572bf05-8b09-445c-a6c2-e3e32db445d1 HTTP/1.1" status: 200 len: 1098 time: 0.0742519 Jun 28 16:50:33.257420 dv-cinder-798104-1-smb neutron-server[74185]: INFO neutron.wsgi [req-9d0133a6-a22a-46b4-9021-71d7b0e08293 req-cbecbf3d-a19f-440a-a218-0f36fb593e66 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=5dec02be-3b82-4794-99ba-15356adf3f81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401556 Jun 28 16:50:34.017122 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-109df45f-9743-4794-88bb-b58d6a90d3dc req-1f54b8bb-f7d4-49a2-a719-3b190094369c tempest-AttachVolumeNegativeTest-1670388833 tempest-AttachVolumeNegativeTest-1670388833-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 16:50:34.018643 dv-cinder-798104-1-smb neutron-server[74185]: INFO neutron.wsgi [req-109df45f-9743-4794-88bb-b58d6a90d3dc req-1f54b8bb-f7d4-49a2-a719-3b190094369c tempest-AttachVolumeNegativeTest-1670388833 tempest-AttachVolumeNegativeTest-1670388833-project] 10.222.0.26 "GET /v2.0/ports?device_id=f572bf05-8b09-445c-a6c2-e3e32db445d1 HTTP/1.1" status: 200 len: 945 time: 0.0820160 Jun 28 16:50:34.070245 dv-cinder-798104-1-smb neutron-server[74185]: INFO neutron.wsgi [req-109df45f-9743-4794-88bb-b58d6a90d3dc req-bc087ec2-8ee9-4250-9161-a779e5335ba4 tempest-AttachVolumeNegativeTest-1670388833 tempest-AttachVolumeNegativeTest-1670388833-project] 10.222.0.26 "GET /v2.0/security-groups?id=5dec02be-3b82-4794-99ba-15356adf3f81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446796 Jun 28 16:50:35.277957 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ab5dab2-9f37-4068-9db6-592ecba063c3 req-acea88c8-af5a-4cda-a81b-3787315e7860 tempest-AttachVolumeNegativeTest-1670388833 tempest-AttachVolumeNegativeTest-1670388833-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 16:50:35.279461 dv-cinder-798104-1-smb neutron-server[74185]: INFO neutron.wsgi [req-6ab5dab2-9f37-4068-9db6-592ecba063c3 req-acea88c8-af5a-4cda-a81b-3787315e7860 tempest-AttachVolumeNegativeTest-1670388833 tempest-AttachVolumeNegativeTest-1670388833-project] 10.222.0.26 "GET /v2.0/ports?device_id=f572bf05-8b09-445c-a6c2-e3e32db445d1 HTTP/1.1" status: 200 len: 945 time: 0.0794802 Jun 28 16:50:35.337157 dv-cinder-798104-1-smb neutron-server[74185]: INFO neutron.wsgi [req-6ab5dab2-9f37-4068-9db6-592ecba063c3 req-b97af65b-23ca-4621-8141-8cfd36f2bdec tempest-AttachVolumeNegativeTest-1670388833 tempest-AttachVolumeNegativeTest-1670388833-project] 10.222.0.26 "GET /v2.0/security-groups?id=5dec02be-3b82-4794-99ba-15356adf3f81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0475922 Jun 28 16:50:41.531577 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08f043f6-c2c3-4de0-a0f8-fce5298a5f9f req-5dad1226-5f75-4511-98cd-0e43c370e614 tempest-AttachVolumeNegativeTest-1670388833 tempest-AttachVolumeNegativeTest-1670388833-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=74185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 16:50:41.533050 dv-cinder-798104-1-smb neutron-server[74185]: INFO neutron.wsgi [req-08f043f6-c2c3-4de0-a0f8-fce5298a5f9f req-5dad1226-5f75-4511-98cd-0e43c370e614 tempest-AttachVolumeNegativeTest-1670388833 tempest-AttachVolumeNegativeTest-1670388833-project] 10.222.0.26 "GET /v2.0/networks?id=bb4cc4d3-4de8-4886-89e0-415b22ba868b HTTP/1.1" status: 200 len: 815 time: 0.1445189 Jun 28 16:50:41.549632 dv-cinder-798104-1-smb neutron-server[74185]: INFO neutron.wsgi [req-08f043f6-c2c3-4de0-a0f8-fce5298a5f9f req-22b57ff1-a52c-40a2-9d7c-652b07d04b88 tempest-AttachVolumeNegativeTest-1670388833 tempest-AttachVolumeNegativeTest-1670388833-project] 10.222.0.26 "GET /v2.0/quotas/a538bf881f94426fab2108868ebfc349 HTTP/1.1" status: 200 len: 375 time: 0.0106962 Jun 28 16:50:41.631632 dv-cinder-798104-1-smb neutron-server[74185]: INFO neutron.wsgi [req-08f043f6-c2c3-4de0-a0f8-fce5298a5f9f req-9637d964-9e05-4b55-935c-ce323c43d370 tempest-AttachVolumeNegativeTest-1670388833 tempest-AttachVolumeNegativeTest-1670388833-project] 10.222.0.26 "GET /v2.0/ports?tenant_id=a538bf881f94426fab2108868ebfc349&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0767019 Jun 28 16:50:41.766755 dv-cinder-798104-1-smb neutron-server[74185]: INFO neutron.wsgi [req-08f043f6-c2c3-4de0-a0f8-fce5298a5f9f req-96e2197b-d612-4d6a-97be-db37d5c5d6d1 service neutron] 10.222.0.26 "GET /v2.0/networks/bb4cc4d3-4de8-4886-89e0-415b22ba868b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1285822 Jun 28 16:50:41.902688 dv-cinder-798104-1-smb neutron-server[74185]: INFO neutron.wsgi [req-08f043f6-c2c3-4de0-a0f8-fce5298a5f9f req-76cb7f28-80a8-4616-b6c8-937799c953a1 service neutron] 10.222.0.26 "GET /v2.0/networks/bb4cc4d3-4de8-4886-89e0-415b22ba868b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1293981 Jun 28 16:50:42.103755 dv-cinder-798104-1-smb neutron-server[74185]: INFO neutron.wsgi [req-bc63a531-0798-4f19-8a17-6cdf190ee41e req-869321ce-759e-494d-b8a2-32893874950a tempest-AttachVolumeNegativeTest-1670388833 tempest-AttachVolumeNegativeTest-1670388833-project] 10.222.0.26 "GET /v2.0/ports?device_id=a2ec7dc1-35cb-40da-920d-85e1230023e4 HTTP/1.1" status: 200 len: 210 time: 0.0460644 Jun 28 16:50:43.298203 dv-cinder-798104-1-smb neutron-server[74185]: INFO neutron.wsgi [req-16dc40b3-dfad-4d1a-9b3f-9ddad599c26b req-0ffb36c4-2494-4456-ab3d-4101bc834d4e tempest-AttachVolumeNegativeTest-1670388833 tempest-AttachVolumeNegativeTest-1670388833-project] 10.222.0.26 "GET /v2.0/ports?device_id=a2ec7dc1-35cb-40da-920d-85e1230023e4 HTTP/1.1" status: 200 len: 210 time: 0.0637062 Jun 28 16:50:43.522924 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08f043f6-c2c3-4de0-a0f8-fce5298a5f9f req-fb66c42c-5564-4ca5-9c89-68a213c4e13e tempest-AttachVolumeNegativeTest-1670388833 tempest-AttachVolumeNegativeTest-1670388833-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=74185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 16:50:43.524461 dv-cinder-798104-1-smb neutron-server[74185]: INFO neutron.wsgi [req-08f043f6-c2c3-4de0-a0f8-fce5298a5f9f req-fb66c42c-5564-4ca5-9c89-68a213c4e13e tempest-AttachVolumeNegativeTest-1670388833 tempest-AttachVolumeNegativeTest-1670388833-project] 10.222.0.41 "GET /v2.0/networks?id=bb4cc4d3-4de8-4886-89e0-415b22ba868b HTTP/1.1" status: 200 len: 815 time: 0.2505517 Jun 28 16:50:43.561030 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG neutron.api.v2.base [req-08f043f6-c2c3-4de0-a0f8-fce5298a5f9f req-967850b4-76ee-4941-9596-1ef450d2c9a3 tempest-AttachVolumeNegativeTest-1670388833 tempest-AttachVolumeNegativeTest-1670388833-project] Request body: {'port': {'device_id': 'a2ec7dc1-35cb-40da-920d-85e1230023e4', 'network_id': 'bb4cc4d3-4de8-4886-89e0-415b22ba868b', 'admin_state_up': True, 'tenant_id': 'a538bf881f94426fab2108868ebfc349'}} {{(pid=74185) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jun 28 16:50:43.615607 dv-cinder-798104-1-smb neutron-server[74187]: DEBUG neutron_lib.callbacks.manager [None req-f590b594-c035-4627-8db4-5d08e31f5c40 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774158209648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1002899'] for agent, after_update {{(pid=74187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 16:50:43.700891 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG neutron.db.quota.driver [req-08f043f6-c2c3-4de0-a0f8-fce5298a5f9f req-967850b4-76ee-4941-9596-1ef450d2c9a3 tempest-AttachVolumeNegativeTest-1670388833 tempest-AttachVolumeNegativeTest-1670388833-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74185) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 28 16:50:43.711268 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG neutron.db.quota.driver [req-08f043f6-c2c3-4de0-a0f8-fce5298a5f9f req-967850b4-76ee-4941-9596-1ef450d2c9a3 tempest-AttachVolumeNegativeTest-1670388833 tempest-AttachVolumeNegativeTest-1670388833-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=74185) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 28 16:50:43.721993 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-08f043f6-c2c3-4de0-a0f8-fce5298a5f9f req-967850b4-76ee-4941-9596-1ef450d2c9a3 tempest-AttachVolumeNegativeTest-1670388833 tempest-AttachVolumeNegativeTest-1670388833-project] Made reservation on behalf of a538bf881f94426fab2108868ebfc349 for: {'port': 1} {{(pid=74185) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 28 16:50:43.725243 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG neutron_lib.callbacks.manager [req-08f043f6-c2c3-4de0-a0f8-fce5298a5f9f req-967850b4-76ee-4941-9596-1ef450d2c9a3 tempest-AttachVolumeNegativeTest-1670388833 tempest-AttachVolumeNegativeTest-1670388833-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621611'] for port, before_create {{(pid=74185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 16:50:43.884541 dv-cinder-798104-1-smb neutron-server[74187]: DEBUG neutron_lib.callbacks.manager [None req-c72dd329-595c-4eca-9296-ba6eff8780d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774158209648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1002899'] for agent, after_update {{(pid=74187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 16:50:43.897708 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG neutron.db.db_base_plugin_common [req-08f043f6-c2c3-4de0-a0f8-fce5298a5f9f req-967850b4-76ee-4941-9596-1ef450d2c9a3 tempest-AttachVolumeNegativeTest-1670388833 tempest-AttachVolumeNegativeTest-1670388833-project] Allocated IP 172.20.0.5 (bb4cc4d3-4de8-4886-89e0-415b22ba868b/675ec5bd-dc47-4713-907e-fa7c6eb0e688/70e86462-9b6d-4ee0-8002-ea6ab1e39e70) {{(pid=74185) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 28 16:50:44.101500 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG neutron_lib.callbacks.manager [req-08f043f6-c2c3-4de0-a0f8-fce5298a5f9f req-967850b4-76ee-4941-9596-1ef450d2c9a3 tempest-AttachVolumeNegativeTest-1670388833 tempest-AttachVolumeNegativeTest-1670388833-project] Notify callbacks [] for port, precommit_create {{(pid=74185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 16:50:44.130140 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG neutron_lib.callbacks.manager [req-08f043f6-c2c3-4de0-a0f8-fce5298a5f9f req-967850b4-76ee-4941-9596-1ef450d2c9a3 tempest-AttachVolumeNegativeTest-1670388833 tempest-AttachVolumeNegativeTest-1670388833-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-615041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1598908', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774157688360', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15648331'] for port, after_create {{(pid=74185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 16:50:44.136511 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG oslo_concurrency.lockutils [None req-35b89656-831c-4584-9ca8-29576db1d9fb service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74185) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 16:50:44.144869 dv-cinder-798104-1-smb neutron-server[74187]: DEBUG neutron.plugins.ml2.db [None req-d0e5ad82-df9b-4ee3-8ee9-b93c74fbe1d3 None None] get_ports_and_sgs() called for port_ids ['60788748-c574-41bc-b1db-7b3c12dcca5a', 'f3d5c858-7125-41c4-8648-43a21062489b', '41858a32-060a-4f1f-940d-ed169385d9bd'] {{(pid=74187) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jun 28 16:50:44.203443 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-08f043f6-c2c3-4de0-a0f8-fce5298a5f9f req-967850b4-76ee-4941-9596-1ef450d2c9a3 tempest-AttachVolumeNegativeTest-1670388833 tempest-AttachVolumeNegativeTest-1670388833-project] Network bb4cc4d3-4de8-4886-89e0-415b22ba868b is already hosted by enough agents. {{(pid=74185) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 28 16:50:44.206545 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG neutron.scheduler.base_scheduler [req-08f043f6-c2c3-4de0-a0f8-fce5298a5f9f req-967850b4-76ee-4941-9596-1ef450d2c9a3 tempest-AttachVolumeNegativeTest-1670388833 tempest-AttachVolumeNegativeTest-1670388833-project] Resources bound (agent type, host, resource id): {{(pid=74185) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 28 16:50:44.209626 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG neutron.db.l3_dvrscheduler_db [req-08f043f6-c2c3-4de0-a0f8-fce5298a5f9f req-967850b4-76ee-4941-9596-1ef450d2c9a3 tempest-AttachVolumeNegativeTest-1670388833 tempest-AttachVolumeNegativeTest-1670388833-project] Received port after_create {{(pid=74185) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 28 16:50:44.244784 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-967850b4-76ee-4941-9596-1ef450d2c9a3 tempest-AttachVolumeNegativeTest-1670388833 tempest-AttachVolumeNegativeTest-1670388833-project] Pushing event updated for resources: {'Port': ['ID=70e86462-9b6d-4ee0-8002-ea6ab1e39e70,revision_number=1']} {{(pid=74185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 16:50:44.247992 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG oslo_concurrency.lockutils [None req-967850b4-76ee-4941-9596-1ef450d2c9a3 tempest-AttachVolumeNegativeTest-1670388833 tempest-AttachVolumeNegativeTest-1670388833-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=74185) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 16:50:44.280857 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08f043f6-c2c3-4de0-a0f8-fce5298a5f9f req-967850b4-76ee-4941-9596-1ef450d2c9a3 tempest-AttachVolumeNegativeTest-1670388833 tempest-AttachVolumeNegativeTest-1670388833-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=74185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 16:50:44.281544 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG neutron_lib.callbacks.manager [req-08f043f6-c2c3-4de0-a0f8-fce5298a5f9f req-967850b4-76ee-4941-9596-1ef450d2c9a3 tempest-AttachVolumeNegativeTest-1670388833 tempest-AttachVolumeNegativeTest-1670388833-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129357'] for port, before_response {{(pid=74185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 16:50:44.306911 dv-cinder-798104-1-smb neutron-server[74185]: INFO neutron.wsgi [req-08f043f6-c2c3-4de0-a0f8-fce5298a5f9f req-967850b4-76ee-4941-9596-1ef450d2c9a3 tempest-AttachVolumeNegativeTest-1670388833 tempest-AttachVolumeNegativeTest-1670388833-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7499166 Jun 28 16:50:44.330259 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG neutron.api.v2.base [req-08f043f6-c2c3-4de0-a0f8-fce5298a5f9f req-09396ca4-0a52-4a35-878d-9f2618259f9e service neutron] Request body: {'port': {'device_id': 'a2ec7dc1-35cb-40da-920d-85e1230023e4', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79810'}} {{(pid=74185) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jun 28 16:50:44.489368 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG neutron_lib.callbacks.manager [req-08f043f6-c2c3-4de0-a0f8-fce5298a5f9f req-09396ca4-0a52-4a35-878d-9f2618259f9e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621611'] for port, before_update {{(pid=74185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 16:50:44.587024 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c67fe94e-cc74-4395-8138-ca354d7aab5d req-847a177b-7cac-470b-8788-8de6eabacfbc tempest-AttachVolumeNegativeTest-1670388833 tempest-AttachVolumeNegativeTest-1670388833-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 16:50:44.587710 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG neutron.quota.resource [req-c67fe94e-cc74-4395-8138-ca354d7aab5d req-847a177b-7cac-470b-8788-8de6eabacfbc tempest-AttachVolumeNegativeTest-1670388833 tempest-AttachVolumeNegativeTest-1670388833-project] Synchronizing usage tracker for tenant:a538bf881f94426fab2108868ebfc349 on resource:port {{(pid=74185) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 28 16:50:44.661294 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG neutron.quota.resource [req-c67fe94e-cc74-4395-8138-ca354d7aab5d req-847a177b-7cac-470b-8788-8de6eabacfbc tempest-AttachVolumeNegativeTest-1670388833 tempest-AttachVolumeNegativeTest-1670388833-project] Unset dirty status for tenant:a538bf881f94426fab2108868ebfc349 on resource:port {{(pid=74185) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 28 16:50:44.662349 dv-cinder-798104-1-smb neutron-server[74185]: INFO neutron.wsgi [req-c67fe94e-cc74-4395-8138-ca354d7aab5d req-847a177b-7cac-470b-8788-8de6eabacfbc tempest-AttachVolumeNegativeTest-1670388833 tempest-AttachVolumeNegativeTest-1670388833-project] 10.222.0.26 "GET /v2.0/ports?device_id=a2ec7dc1-35cb-40da-920d-85e1230023e4 HTTP/1.1" status: 200 len: 931 time: 0.2359197 Jun 28 16:50:44.791210 dv-cinder-798104-1-smb neutron-server[74185]: INFO neutron.wsgi [req-c67fe94e-cc74-4395-8138-ca354d7aab5d req-6a9cfa1c-2a87-4352-a7f7-3daea1cbb011 tempest-AttachVolumeNegativeTest-1670388833 tempest-AttachVolumeNegativeTest-1670388833-project] 10.222.0.26 "GET /v2.0/security-groups?id=5dec02be-3b82-4794-99ba-15356adf3f81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1214411 Jun 28 16:50:44.908675 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG neutron.notifiers.nova [req-08f043f6-c2c3-4de0-a0f8-fce5298a5f9f req-09396ca4-0a52-4a35-878d-9f2618259f9e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 70e86462-9b6d-4ee0-8002-ea6ab1e39e70 {{(pid=74185) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 28 16:50:44.917877 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG neutron_lib.callbacks.manager [req-08f043f6-c2c3-4de0-a0f8-fce5298a5f9f req-09396ca4-0a52-4a35-878d-9f2618259f9e service neutron] Notify callbacks [] for port, precommit_update {{(pid=74185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 16:50:44.942745 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG neutron.db.provisioning_blocks [req-08f043f6-c2c3-4de0-a0f8-fce5298a5f9f req-09396ca4-0a52-4a35-878d-9f2618259f9e service neutron] Transition to ACTIVE for port object 70e86462-9b6d-4ee0-8002-ea6ab1e39e70 will not be triggered until provisioned by entity L2. {{(pid=74185) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 28 16:50:44.947472 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG neutron_lib.callbacks.manager [req-08f043f6-c2c3-4de0-a0f8-fce5298a5f9f req-09396ca4-0a52-4a35-878d-9f2618259f9e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-615041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1598908', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774158213048', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774157688378', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774157688423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15648322'] for port, after_update {{(pid=74185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 16:50:44.953586 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74185) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 16:50:45.105453 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09396ca4-0a52-4a35-878d-9f2618259f9e service neutron] Pushing event updated for resources: {'Port': ['ID=70e86462-9b6d-4ee0-8002-ea6ab1e39e70,revision_number=2']} {{(pid=74185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 16:50:45.110829 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG oslo_concurrency.lockutils [None req-09396ca4-0a52-4a35-878d-9f2618259f9e service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.157s {{(pid=74185) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 16:50:45.218426 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG neutron.plugins.ml2.managers [req-08f043f6-c2c3-4de0-a0f8-fce5298a5f9f req-09396ca4-0a52-4a35-878d-9f2618259f9e service neutron] Attempting to bind port 70e86462-9b6d-4ee0-8002-ea6ab1e39e70 on host hv-cinder-79810 for vnic_type normal with profile {{(pid=74185) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 28 16:50:45.218672 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG neutron.plugins.ml2.managers [req-08f043f6-c2c3-4de0-a0f8-fce5298a5f9f req-09396ca4-0a52-4a35-878d-9f2618259f9e service neutron] Attempting to bind port 70e86462-9b6d-4ee0-8002-ea6ab1e39e70 by drivers openvswitch,hyperv on host hv-cinder-79810 at level 0 using segments [{'id': '2c0a68fd-7cc2-4d98-8375-a38d6ab9c22a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 405, 'network_id': 'bb4cc4d3-4de8-4886-89e0-415b22ba868b'}] {{(pid=74185) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 28 16:50:45.218958 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-08f043f6-c2c3-4de0-a0f8-fce5298a5f9f req-09396ca4-0a52-4a35-878d-9f2618259f9e service neutron] Attempting to bind port 70e86462-9b6d-4ee0-8002-ea6ab1e39e70 on network bb4cc4d3-4de8-4886-89e0-415b22ba868b {{(pid=74185) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jun 28 16:50:45.225029 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-08f043f6-c2c3-4de0-a0f8-fce5298a5f9f req-09396ca4-0a52-4a35-878d-9f2618259f9e service neutron] Port 70e86462-9b6d-4ee0-8002-ea6ab1e39e70 on network bb4cc4d3-4de8-4886-89e0-415b22ba868b not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79810 {{(pid=74185) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jun 28 16:50:45.225341 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-08f043f6-c2c3-4de0-a0f8-fce5298a5f9f req-09396ca4-0a52-4a35-878d-9f2618259f9e service neutron] Attempting to bind port 70e86462-9b6d-4ee0-8002-ea6ab1e39e70 on network bb4cc4d3-4de8-4886-89e0-415b22ba868b {{(pid=74185) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jun 28 16:50:45.231690 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-08f043f6-c2c3-4de0-a0f8-fce5298a5f9f req-09396ca4-0a52-4a35-878d-9f2618259f9e service neutron] Checking agent: {'id': '59d83479-80db-4f55-8b84-25c2a0c8dff8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79810', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 28, 16, 39, 19), 'started_at': datetime.datetime(2021, 6, 28, 16, 39, 19), 'heartbeat_timestamp': datetime.datetime(2021, 6, 28, 16, 50, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=74185) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jun 28 16:50:45.232017 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-08f043f6-c2c3-4de0-a0f8-fce5298a5f9f req-09396ca4-0a52-4a35-878d-9f2618259f9e service neutron] Checking segment: {'id': '2c0a68fd-7cc2-4d98-8375-a38d6ab9c22a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 405, 'network_id': 'bb4cc4d3-4de8-4886-89e0-415b22ba868b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=74185) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jun 28 16:50:45.232421 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-08f043f6-c2c3-4de0-a0f8-fce5298a5f9f req-09396ca4-0a52-4a35-878d-9f2618259f9e service neutron] Bound using segment: {'id': '2c0a68fd-7cc2-4d98-8375-a38d6ab9c22a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 405, 'network_id': 'bb4cc4d3-4de8-4886-89e0-415b22ba868b'} {{(pid=74185) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jun 28 16:50:45.232853 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG neutron.plugins.ml2.managers [req-08f043f6-c2c3-4de0-a0f8-fce5298a5f9f req-09396ca4-0a52-4a35-878d-9f2618259f9e service neutron] Bound port: 70e86462-9b6d-4ee0-8002-ea6ab1e39e70, host: hv-cinder-79810, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2c0a68fd-7cc2-4d98-8375-a38d6ab9c22a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 405, 'network_id': 'bb4cc4d3-4de8-4886-89e0-415b22ba868b'}}] {{(pid=74185) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 28 16:50:45.233174 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG neutron_lib.callbacks.manager [req-08f043f6-c2c3-4de0-a0f8-fce5298a5f9f req-09396ca4-0a52-4a35-878d-9f2618259f9e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621611'] for port, before_update {{(pid=74185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 16:50:45.322751 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG neutron.plugins.ml2.db [req-08f043f6-c2c3-4de0-a0f8-fce5298a5f9f req-09396ca4-0a52-4a35-878d-9f2618259f9e service neutron] For port 70e86462-9b6d-4ee0-8002-ea6ab1e39e70, host hv-cinder-79810, cleared binding levels {{(pid=74185) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 28 16:50:45.325616 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG neutron.plugins.ml2.db [req-08f043f6-c2c3-4de0-a0f8-fce5298a5f9f req-09396ca4-0a52-4a35-878d-9f2618259f9e service neutron] For port 70e86462-9b6d-4ee0-8002-ea6ab1e39e70, host hv-cinder-79810, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79810',level=0,port_id=70e86462-9b6d-4ee0-8002-ea6ab1e39e70,segment=NetworkSegment(2c0a68fd-7cc2-4d98-8375-a38d6ab9c22a),segment_id=2c0a68fd-7cc2-4d98-8375-a38d6ab9c22a)] {{(pid=74185) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 28 16:50:45.330032 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG neutron_lib.callbacks.manager [req-08f043f6-c2c3-4de0-a0f8-fce5298a5f9f req-09396ca4-0a52-4a35-878d-9f2618259f9e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-615041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1598908', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774158213048', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774157688378', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774157688423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15648322'] for port, after_update {{(pid=74185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 16:50:45.333562 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG oslo_concurrency.lockutils [None req-967850b4-76ee-4941-9596-1ef450d2c9a3 tempest-AttachVolumeNegativeTest-1670388833 tempest-AttachVolumeNegativeTest-1670388833-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74185) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 16:50:45.392000 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG neutron_lib.callbacks.manager [req-08f043f6-c2c3-4de0-a0f8-fce5298a5f9f req-09396ca4-0a52-4a35-878d-9f2618259f9e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129357'] for port, before_response {{(pid=74185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 16:50:45.393351 dv-cinder-798104-1-smb neutron-server[74185]: INFO neutron.wsgi [req-08f043f6-c2c3-4de0-a0f8-fce5298a5f9f req-09396ca4-0a52-4a35-878d-9f2618259f9e service neutron] 10.222.0.41 "PUT /v2.0/ports/70e86462-9b6d-4ee0-8002-ea6ab1e39e70 HTTP/1.1" status: 200 len: 1093 time: 1.0674691 Jun 28 16:50:45.393915 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a2ec7dc1-35cb-40da-920d-85e1230023e4', 'tag': '70e86462-9b6d-4ee0-8002-ea6ab1e39e70'}] {{(pid=74185) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 28 16:50:45.411577 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09396ca4-0a52-4a35-878d-9f2618259f9e service neutron] Pushing event updated for resources: {'Port': ['ID=70e86462-9b6d-4ee0-8002-ea6ab1e39e70,revision_number=3']} {{(pid=74185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 16:50:45.414569 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG oslo_concurrency.lockutils [None req-09396ca4-0a52-4a35-878d-9f2618259f9e service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=74185) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 16:50:45.575868 dv-cinder-798104-1-smb neutron-server[74185]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a2ec7dc1-35cb-40da-920d-85e1230023e4', 'tag': '70e86462-9b6d-4ee0-8002-ea6ab1e39e70', 'status': 'completed', 'code': 200} Jun 28 16:50:45.612243 dv-cinder-798104-1-smb neutron-server[74185]: INFO neutron.wsgi [req-08f043f6-c2c3-4de0-a0f8-fce5298a5f9f req-4be63415-d4f3-469a-87eb-4c1570ed9d32 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=a538bf881f94426fab2108868ebfc349&device_id=a2ec7dc1-35cb-40da-920d-85e1230023e4 HTTP/1.1" status: 200 len: 1096 time: 0.1710601 Jun 28 16:50:45.687024 dv-cinder-798104-1-smb neutron-server[74185]: INFO neutron.wsgi [req-08f043f6-c2c3-4de0-a0f8-fce5298a5f9f req-fdd7f098-a6b2-45db-8c68-e32a93bd1b70 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=70e86462-9b6d-4ee0-8002-ea6ab1e39e70 HTTP/1.1" status: 200 len: 217 time: 0.0621991 Jun 28 16:50:45.749056 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08f043f6-c2c3-4de0-a0f8-fce5298a5f9f req-512d80a9-d4d9-4f26-baed-44d1458fa26c service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=74185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 16:50:45.750451 dv-cinder-798104-1-smb neutron-server[74185]: INFO neutron.wsgi [req-08f043f6-c2c3-4de0-a0f8-fce5298a5f9f req-512d80a9-d4d9-4f26-baed-44d1458fa26c service neutron] 10.222.0.41 "GET /v2.0/subnets?id=675ec5bd-dc47-4713-907e-fa7c6eb0e688 HTTP/1.1" status: 200 len: 855 time: 0.0565224 Jun 28 16:50:45.804935 dv-cinder-798104-1-smb neutron-server[74185]: INFO neutron.wsgi [req-08f043f6-c2c3-4de0-a0f8-fce5298a5f9f req-952389ff-959a-4429-8101-d65c18c4f9a9 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=bb4cc4d3-4de8-4886-89e0-415b22ba868b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0395813 Jun 28 16:50:45.988620 dv-cinder-798104-1-smb neutron-server[74185]: INFO neutron.wsgi [req-08f043f6-c2c3-4de0-a0f8-fce5298a5f9f req-12fbd1e1-198f-4b32-b2be-743ac25b0be8 service neutron] 10.222.0.41 "GET /v2.0/networks/bb4cc4d3-4de8-4886-89e0-415b22ba868b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1721876 Jun 28 16:50:46.080231 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32a40488-80f8-4a0e-b99c-c93a450a2319 req-36de5538-567f-4c8b-8709-b1a6c6fce3b0 tempest-AttachVolumeNegativeTest-1670388833 tempest-AttachVolumeNegativeTest-1670388833-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 16:50:46.082102 dv-cinder-798104-1-smb neutron-server[74185]: INFO neutron.wsgi [req-32a40488-80f8-4a0e-b99c-c93a450a2319 req-36de5538-567f-4c8b-8709-b1a6c6fce3b0 tempest-AttachVolumeNegativeTest-1670388833 tempest-AttachVolumeNegativeTest-1670388833-project] 10.222.0.26 "GET /v2.0/ports?device_id=a2ec7dc1-35cb-40da-920d-85e1230023e4 HTTP/1.1" status: 200 len: 943 time: 0.1647346 Jun 28 16:50:46.167835 dv-cinder-798104-1-smb neutron-server[74187]: DEBUG neutron_lib.callbacks.manager [None req-1da0226f-f48d-4d26-b3fb-c43aa627fbb6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774158209648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1002899'] for agent, after_update {{(pid=74187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 16:50:46.172077 dv-cinder-798104-1-smb neutron-server[74185]: INFO neutron.wsgi [req-32a40488-80f8-4a0e-b99c-c93a450a2319 req-3ae8492c-64e1-4cd6-8f03-4d0dbabebd6e tempest-AttachVolumeNegativeTest-1670388833 tempest-AttachVolumeNegativeTest-1670388833-project] 10.222.0.26 "GET /v2.0/security-groups?id=5dec02be-3b82-4794-99ba-15356adf3f81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0830805 Jun 28 16:50:46.175295 dv-cinder-798104-1-smb neutron-server[74185]: INFO neutron.wsgi [req-08f043f6-c2c3-4de0-a0f8-fce5298a5f9f req-5143caf6-fe8b-411a-bbd1-87d976423823 service neutron] 10.222.0.41 "GET /v2.0/networks/bb4cc4d3-4de8-4886-89e0-415b22ba868b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1663084 Jun 28 16:50:46.326073 dv-cinder-798104-1-smb neutron-server[74185]: INFO neutron.wsgi [req-3fcd5ce0-7466-4c68-924b-262acdd92d01 req-5b8f97a8-d74b-4003-804a-9570de40214e service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=a538bf881f94426fab2108868ebfc349&device_id=a2ec7dc1-35cb-40da-920d-85e1230023e4 HTTP/1.1" status: 200 len: 1096 time: 0.0681956 Jun 28 16:50:46.459416 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fcd5ce0-7466-4c68-924b-262acdd92d01 req-4f8f974e-8702-4041-b8c2-3db1bb39b4e0 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=74185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 16:50:46.460883 dv-cinder-798104-1-smb neutron-server[74185]: INFO neutron.wsgi [req-3fcd5ce0-7466-4c68-924b-262acdd92d01 req-4f8f974e-8702-4041-b8c2-3db1bb39b4e0 service neutron] 10.222.0.41 "GET /v2.0/networks?id=bb4cc4d3-4de8-4886-89e0-415b22ba868b HTTP/1.1" status: 200 len: 916 time: 0.1240065 Jun 28 16:50:46.534531 dv-cinder-798104-1-smb neutron-server[74185]: INFO neutron.wsgi [req-3fcd5ce0-7466-4c68-924b-262acdd92d01 req-41aec3ad-9048-4e85-8b94-fe1e22971d01 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=70e86462-9b6d-4ee0-8002-ea6ab1e39e70 HTTP/1.1" status: 200 len: 217 time: 0.0634120 Jun 28 16:50:46.608193 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fcd5ce0-7466-4c68-924b-262acdd92d01 req-0b503d5e-11ba-42b7-9b2d-560ca399cb70 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=74185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 16:50:46.609590 dv-cinder-798104-1-smb neutron-server[74185]: INFO neutron.wsgi [req-3fcd5ce0-7466-4c68-924b-262acdd92d01 req-0b503d5e-11ba-42b7-9b2d-560ca399cb70 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=675ec5bd-dc47-4713-907e-fa7c6eb0e688 HTTP/1.1" status: 200 len: 855 time: 0.0573652 Jun 28 16:50:46.661666 dv-cinder-798104-1-smb neutron-server[74185]: INFO neutron.wsgi [req-3fcd5ce0-7466-4c68-924b-262acdd92d01 req-e3650892-df51-45a8-bb43-bc343ebe6f6f service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=bb4cc4d3-4de8-4886-89e0-415b22ba868b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0414381 Jun 28 16:50:46.802077 dv-cinder-798104-1-smb neutron-server[74185]: INFO neutron.wsgi [req-3fcd5ce0-7466-4c68-924b-262acdd92d01 req-6df07fc7-c767-411e-953a-ab726ee7507a service neutron] 10.222.0.41 "GET /v2.0/networks/bb4cc4d3-4de8-4886-89e0-415b22ba868b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1244450 Jun 28 16:50:46.937593 dv-cinder-798104-1-smb neutron-server[74185]: INFO neutron.wsgi [req-3fcd5ce0-7466-4c68-924b-262acdd92d01 req-bddd9afc-aeb9-4f44-9934-559553eda829 service neutron] 10.222.0.41 "GET /v2.0/networks/bb4cc4d3-4de8-4886-89e0-415b22ba868b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1244948 Jun 28 16:50:47.375691 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19d706dc-d04f-41be-9ce6-c8dec9595c45 req-dd1fa065-b353-46e4-8ba3-058d8e91c707 tempest-AttachVolumeNegativeTest-1670388833 tempest-AttachVolumeNegativeTest-1670388833-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 16:50:47.377159 dv-cinder-798104-1-smb neutron-server[74185]: INFO neutron.wsgi [req-19d706dc-d04f-41be-9ce6-c8dec9595c45 req-dd1fa065-b353-46e4-8ba3-058d8e91c707 tempest-AttachVolumeNegativeTest-1670388833 tempest-AttachVolumeNegativeTest-1670388833-project] 10.222.0.26 "GET /v2.0/ports?device_id=a2ec7dc1-35cb-40da-920d-85e1230023e4 HTTP/1.1" status: 200 len: 943 time: 0.0750725 Jun 28 16:50:47.423403 dv-cinder-798104-1-smb neutron-server[74185]: INFO neutron.wsgi [req-19d706dc-d04f-41be-9ce6-c8dec9595c45 req-6bf6267d-3013-4a48-8854-5eaa0c5fdf0d tempest-AttachVolumeNegativeTest-1670388833 tempest-AttachVolumeNegativeTest-1670388833-project] 10.222.0.26 "GET /v2.0/security-groups?id=5dec02be-3b82-4794-99ba-15356adf3f81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402238 Jun 28 16:50:47.609089 dv-cinder-798104-1-smb neutron-server[74187]: DEBUG neutron_lib.callbacks.manager [None req-17b6939a-39ed-439c-8d74-c49ac6595f0c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774158209648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1002899'] for agent, after_update {{(pid=74187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 16:50:48.636395 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-802bd02e-d866-4b3a-b92d-6ce837aeff2f req-eae0c178-3da4-4f65-adb9-73c6ccfaf986 tempest-AttachVolumeNegativeTest-1670388833 tempest-AttachVolumeNegativeTest-1670388833-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 16:50:48.637825 dv-cinder-798104-1-smb neutron-server[74185]: INFO neutron.wsgi [req-802bd02e-d866-4b3a-b92d-6ce837aeff2f req-eae0c178-3da4-4f65-adb9-73c6ccfaf986 tempest-AttachVolumeNegativeTest-1670388833 tempest-AttachVolumeNegativeTest-1670388833-project] 10.222.0.26 "GET /v2.0/ports?device_id=a2ec7dc1-35cb-40da-920d-85e1230023e4 HTTP/1.1" status: 200 len: 943 time: 0.0927908 Jun 28 16:50:48.661832 dv-cinder-798104-1-smb neutron-server[74187]: DEBUG neutron_lib.callbacks.manager [None req-d49266a9-82cf-4da4-977f-ceca59b71534 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774158209648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1002899'] for agent, after_update {{(pid=74187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 16:50:48.686570 dv-cinder-798104-1-smb neutron-server[74185]: INFO neutron.wsgi [req-802bd02e-d866-4b3a-b92d-6ce837aeff2f req-c67e5475-48b1-42ae-9e63-b1ee154ac2e7 tempest-AttachVolumeNegativeTest-1670388833 tempest-AttachVolumeNegativeTest-1670388833-project] 10.222.0.26 "GET /v2.0/security-groups?id=5dec02be-3b82-4794-99ba-15356adf3f81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424032 Jun 28 16:50:48.724374 dv-cinder-798104-1-smb neutron-server[74187]: DEBUG neutron.plugins.ml2.rpc [None req-d0e5ad82-df9b-4ee3-8ee9-b93c74fbe1d3 None None] Device 70e86462-9b6d-4ee0-8002-ea6ab1e39e70 details requested by agent hyperv_hv-cinder-79810 with host hv-cinder-79810 {{(pid=74187) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 28 16:50:48.852835 dv-cinder-798104-1-smb neutron-server[74187]: DEBUG neutron.plugins.ml2.db [None req-d0e5ad82-df9b-4ee3-8ee9-b93c74fbe1d3 None None] For port 70e86462-9b6d-4ee0-8002-ea6ab1e39e70, host hv-cinder-79810, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79810',level=0,port_id=70e86462-9b6d-4ee0-8002-ea6ab1e39e70,segment=NetworkSegment(2c0a68fd-7cc2-4d98-8375-a38d6ab9c22a),segment_id=2c0a68fd-7cc2-4d98-8375-a38d6ab9c22a)] {{(pid=74187) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 16:50:48.866157 dv-cinder-798104-1-smb neutron-server[74187]: DEBUG neutron.plugins.ml2.rpc [None req-d0e5ad82-df9b-4ee3-8ee9-b93c74fbe1d3 None None] Returning: {'device': '70e86462-9b6d-4ee0-8002-ea6ab1e39e70', 'network_id': 'bb4cc4d3-4de8-4886-89e0-415b22ba868b', 'port_id': '70e86462-9b6d-4ee0-8002-ea6ab1e39e70', 'mac_address': 'fa:16:3e:74:6f:cc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 405, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '675ec5bd-dc47-4713-907e-fa7c6eb0e688', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=74187) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 28 16:50:48.917416 dv-cinder-798104-1-smb neutron-server[74187]: DEBUG neutron_lib.callbacks.manager [None req-d0e5ad82-df9b-4ee3-8ee9-b93c74fbe1d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621611'] for port, before_update {{(pid=74187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 16:50:48.937078 dv-cinder-798104-1-smb neutron-server[74187]: DEBUG neutron.notifiers.nova [None req-d0e5ad82-df9b-4ee3-8ee9-b93c74fbe1d3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 70e86462-9b6d-4ee0-8002-ea6ab1e39e70 {{(pid=74187) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 28 16:50:48.951557 dv-cinder-798104-1-smb neutron-server[74187]: DEBUG neutron.plugins.ml2.db [None req-d0e5ad82-df9b-4ee3-8ee9-b93c74fbe1d3 None None] For port 70e86462-9b6d-4ee0-8002-ea6ab1e39e70, host hv-cinder-79810, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79810',level=0,port_id=70e86462-9b6d-4ee0-8002-ea6ab1e39e70,segment=NetworkSegment(2c0a68fd-7cc2-4d98-8375-a38d6ab9c22a),segment_id=2c0a68fd-7cc2-4d98-8375-a38d6ab9c22a)] {{(pid=74187) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 16:50:48.963147 dv-cinder-798104-1-smb neutron-server[74187]: DEBUG neutron_lib.callbacks.manager [None req-d0e5ad82-df9b-4ee3-8ee9-b93c74fbe1d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-615041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1598908', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774158213048', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774157688378', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774157688423'] for port, after_update {{(pid=74187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 16:50:48.965653 dv-cinder-798104-1-smb neutron-server[74187]: DEBUG oslo_concurrency.lockutils [None req-c72dd329-595c-4eca-9296-ba6eff8780d9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74187) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 16:50:49.034496 dv-cinder-798104-1-smb neutron-server[74187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0e5ad82-df9b-4ee3-8ee9-b93c74fbe1d3 None None] Pushing event updated for resources: {'Port': ['ID=70e86462-9b6d-4ee0-8002-ea6ab1e39e70,revision_number=4']} {{(pid=74187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 16:50:49.038302 dv-cinder-798104-1-smb neutron-server[74187]: DEBUG oslo_concurrency.lockutils [None req-d0e5ad82-df9b-4ee3-8ee9-b93c74fbe1d3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=74187) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 16:50:49.411197 dv-cinder-798104-1-smb neutron-server[74187]: DEBUG neutron.plugins.ml2.db [None req-d0e5ad82-df9b-4ee3-8ee9-b93c74fbe1d3 None None] get_ports_and_sgs() called for port_ids ['70e86462-9b6d-4ee0-8002-ea6ab1e39e70'] {{(pid=74187) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jun 28 16:50:49.506603 dv-cinder-798104-1-smb neutron-server[74187]: DEBUG neutron_lib.callbacks.manager [None req-d0e5ad82-df9b-4ee3-8ee9-b93c74fbe1d3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774158209648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1002899'] for agent, after_update {{(pid=74187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 16:50:49.882013 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0c304f1-d538-4c53-9741-d01f7972a464 req-ad632d06-6af3-47fb-8f89-4d3da49b9a78 tempest-AttachVolumeNegativeTest-1670388833 tempest-AttachVolumeNegativeTest-1670388833-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 16:50:49.883465 dv-cinder-798104-1-smb neutron-server[74185]: INFO neutron.wsgi [req-a0c304f1-d538-4c53-9741-d01f7972a464 req-ad632d06-6af3-47fb-8f89-4d3da49b9a78 tempest-AttachVolumeNegativeTest-1670388833 tempest-AttachVolumeNegativeTest-1670388833-project] 10.222.0.26 "GET /v2.0/ports?device_id=a2ec7dc1-35cb-40da-920d-85e1230023e4 HTTP/1.1" status: 200 len: 944 time: 0.0785601 Jun 28 16:50:49.928563 dv-cinder-798104-1-smb neutron-server[74185]: INFO neutron.wsgi [req-a0c304f1-d538-4c53-9741-d01f7972a464 req-883f5613-160d-4cd1-8346-d329841a0abe tempest-AttachVolumeNegativeTest-1670388833 tempest-AttachVolumeNegativeTest-1670388833-project] 10.222.0.26 "GET /v2.0/security-groups?id=5dec02be-3b82-4794-99ba-15356adf3f81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396192 Jun 28 16:50:50.948394 dv-cinder-798104-1-smb neutron-server[74188]: DEBUG neutron.db.agents_db [None req-8255730c-b11f-4cfb-aeb3-67319944b41a None None] Agent healthcheck: found 6 active agents {{(pid=74188) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jun 28 16:50:51.213041 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32c0f219-b55f-4c73-9fda-022b4992d2e2 req-33598f7d-c8be-4c39-9ddd-fd48e0df8d7d tempest-AttachVolumeNegativeTest-1670388833 tempest-AttachVolumeNegativeTest-1670388833-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 16:50:51.214493 dv-cinder-798104-1-smb neutron-server[74185]: INFO neutron.wsgi [req-32c0f219-b55f-4c73-9fda-022b4992d2e2 req-33598f7d-c8be-4c39-9ddd-fd48e0df8d7d tempest-AttachVolumeNegativeTest-1670388833 tempest-AttachVolumeNegativeTest-1670388833-project] 10.222.0.26 "GET /v2.0/ports?device_id=a2ec7dc1-35cb-40da-920d-85e1230023e4 HTTP/1.1" status: 200 len: 944 time: 0.1670711 Jun 28 16:50:51.261938 dv-cinder-798104-1-smb neutron-server[74185]: INFO neutron.wsgi [req-32c0f219-b55f-4c73-9fda-022b4992d2e2 req-3ed19e46-69a6-4380-9d0a-5b1874c93635 tempest-AttachVolumeNegativeTest-1670388833 tempest-AttachVolumeNegativeTest-1670388833-project] 10.222.0.26 "GET /v2.0/security-groups?id=5dec02be-3b82-4794-99ba-15356adf3f81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416157 Jun 28 16:50:52.462495 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a505fb0a-95d9-42e6-9b5f-4caf2edaa743 req-b0f800eb-3809-48ab-8ef0-9846f671040c tempest-AttachVolumeNegativeTest-1670388833 tempest-AttachVolumeNegativeTest-1670388833-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 16:50:52.463976 dv-cinder-798104-1-smb neutron-server[74185]: INFO neutron.wsgi [req-a505fb0a-95d9-42e6-9b5f-4caf2edaa743 req-b0f800eb-3809-48ab-8ef0-9846f671040c tempest-AttachVolumeNegativeTest-1670388833 tempest-AttachVolumeNegativeTest-1670388833-project] 10.222.0.26 "GET /v2.0/ports?device_id=a2ec7dc1-35cb-40da-920d-85e1230023e4 HTTP/1.1" status: 200 len: 944 time: 0.0789692 Jun 28 16:50:52.510050 dv-cinder-798104-1-smb neutron-server[74185]: INFO neutron.wsgi [req-a505fb0a-95d9-42e6-9b5f-4caf2edaa743 req-05d4e149-f2de-449a-bb6d-2836033c1bd4 tempest-AttachVolumeNegativeTest-1670388833 tempest-AttachVolumeNegativeTest-1670388833-project] 10.222.0.26 "GET /v2.0/security-groups?id=5dec02be-3b82-4794-99ba-15356adf3f81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403512 Jun 28 16:50:52.762986 dv-cinder-798104-1-smb neutron-server[74187]: DEBUG neutron.plugins.ml2.rpc [None req-d0e5ad82-df9b-4ee3-8ee9-b93c74fbe1d3 None None] Device 70e86462-9b6d-4ee0-8002-ea6ab1e39e70 up at agent hyperv_hv-cinder-79810 {{(pid=74187) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 28 16:50:52.832573 dv-cinder-798104-1-smb neutron-server[74187]: DEBUG neutron.db.provisioning_blocks [None req-d0e5ad82-df9b-4ee3-8ee9-b93c74fbe1d3 None None] Provisioning for port 70e86462-9b6d-4ee0-8002-ea6ab1e39e70 completed by entity L2. {{(pid=74187) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 28 16:50:52.838151 dv-cinder-798104-1-smb neutron-server[74187]: DEBUG neutron.db.provisioning_blocks [None req-d0e5ad82-df9b-4ee3-8ee9-b93c74fbe1d3 None None] Provisioning complete for port 70e86462-9b6d-4ee0-8002-ea6ab1e39e70 triggered by entity L2. {{(pid=74187) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 28 16:50:52.838569 dv-cinder-798104-1-smb neutron-server[74187]: DEBUG neutron_lib.callbacks.manager [None req-d0e5ad82-df9b-4ee3-8ee9-b93c74fbe1d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1002786'] for port, provisioning_complete {{(pid=74187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 16:50:52.953380 dv-cinder-798104-1-smb neutron-server[74187]: DEBUG neutron_lib.callbacks.manager [None req-d0e5ad82-df9b-4ee3-8ee9-b93c74fbe1d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621611'] for port, before_update {{(pid=74187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 16:50:52.981512 dv-cinder-798104-1-smb neutron-server[74187]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a2ec7dc1-35cb-40da-920d-85e1230023e4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '70e86462-9b6d-4ee0-8002-ea6ab1e39e70'}] {{(pid=74187) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 28 16:50:52.995986 dv-cinder-798104-1-smb neutron-server[74187]: DEBUG neutron.plugins.ml2.db [None req-d0e5ad82-df9b-4ee3-8ee9-b93c74fbe1d3 None None] For port 70e86462-9b6d-4ee0-8002-ea6ab1e39e70, host hv-cinder-79810, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79810',level=0,port_id=70e86462-9b6d-4ee0-8002-ea6ab1e39e70,segment=NetworkSegment(2c0a68fd-7cc2-4d98-8375-a38d6ab9c22a),segment_id=2c0a68fd-7cc2-4d98-8375-a38d6ab9c22a)] {{(pid=74187) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 16:50:52.999535 dv-cinder-798104-1-smb neutron-server[74187]: DEBUG neutron_lib.callbacks.manager [None req-d0e5ad82-df9b-4ee3-8ee9-b93c74fbe1d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-615041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1598908', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774158213048', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774157688378', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774157688423'] for port, after_update {{(pid=74187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 16:50:53.001570 dv-cinder-798104-1-smb neutron-server[74187]: DEBUG oslo_concurrency.lockutils [None req-c72dd329-595c-4eca-9296-ba6eff8780d9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74187) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 16:50:53.042738 dv-cinder-798104-1-smb neutron-server[74187]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a2ec7dc1-35cb-40da-920d-85e1230023e4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '70e86462-9b6d-4ee0-8002-ea6ab1e39e70', 'code': 200} Jun 28 16:50:53.068956 dv-cinder-798104-1-smb neutron-server[74187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0e5ad82-df9b-4ee3-8ee9-b93c74fbe1d3 None None] Pushing event updated for resources: {'Port': ['ID=70e86462-9b6d-4ee0-8002-ea6ab1e39e70,revision_number=5']} {{(pid=74187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 16:50:53.071842 dv-cinder-798104-1-smb neutron-server[74187]: DEBUG oslo_concurrency.lockutils [None req-d0e5ad82-df9b-4ee3-8ee9-b93c74fbe1d3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=74187) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 16:50:53.321904 dv-cinder-798104-1-smb neutron-server[74185]: INFO neutron.wsgi [req-279c5e34-d3f3-4dff-b718-03f1850034dd req-35eb5caa-ca93-4d8e-b6f5-3da10bb3d379 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=a2ec7dc1-35cb-40da-920d-85e1230023e4 HTTP/1.1" status: 200 len: 1098 time: 0.0762386 Jun 28 16:50:53.372493 dv-cinder-798104-1-smb neutron-server[74185]: INFO neutron.wsgi [req-279c5e34-d3f3-4dff-b718-03f1850034dd req-ed927667-a1b1-4d6e-8992-97454623fb1c service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=5dec02be-3b82-4794-99ba-15356adf3f81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0370605 Jun 28 16:50:53.707104 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8804f8a-47a5-4d04-b777-2d744f578c0c req-9ce440fa-cd77-4612-b31f-e53758224bd8 tempest-AttachVolumeNegativeTest-1670388833 tempest-AttachVolumeNegativeTest-1670388833-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 16:50:53.708559 dv-cinder-798104-1-smb neutron-server[74185]: INFO neutron.wsgi [req-b8804f8a-47a5-4d04-b777-2d744f578c0c req-9ce440fa-cd77-4612-b31f-e53758224bd8 tempest-AttachVolumeNegativeTest-1670388833 tempest-AttachVolumeNegativeTest-1670388833-project] 10.222.0.26 "GET /v2.0/ports?device_id=a2ec7dc1-35cb-40da-920d-85e1230023e4 HTTP/1.1" status: 200 len: 945 time: 0.0757923 Jun 28 16:50:53.757197 dv-cinder-798104-1-smb neutron-server[74185]: INFO neutron.wsgi [req-b8804f8a-47a5-4d04-b777-2d744f578c0c req-7024f9f1-a6ea-4669-bead-593d9f122831 tempest-AttachVolumeNegativeTest-1670388833 tempest-AttachVolumeNegativeTest-1670388833-project] 10.222.0.26 "GET /v2.0/security-groups?id=5dec02be-3b82-4794-99ba-15356adf3f81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432250 Jun 28 16:50:54.258767 dv-cinder-798104-1-smb neutron-server[74185]: INFO neutron.wsgi [req-43449e49-07f4-4b63-bf72-f4cc9f50355b req-b86d20e5-c748-4e0c-b443-ceb2c2a92875 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=5bf6de7fd09845dea4827bbd91336fa8&device_id=7c6cd64e-562e-4ad2-ab67-0bb916b977d2 HTTP/1.1" status: 200 len: 1138 time: 0.1304443 Jun 28 16:50:54.267203 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-591617af-a68c-47b6-a249-3d53581f9fa5 req-f05c382e-eddc-4f5d-938f-2241254fb3bd tempest-TestMinimumBasicScenario-1571811032 tempest-TestMinimumBasicScenario-1571811032-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 16:50:54.268670 dv-cinder-798104-1-smb neutron-server[74185]: INFO neutron.wsgi [req-591617af-a68c-47b6-a249-3d53581f9fa5 req-f05c382e-eddc-4f5d-938f-2241254fb3bd tempest-TestMinimumBasicScenario-1571811032 tempest-TestMinimumBasicScenario-1571811032-project] 10.222.0.26 "GET /v2.0/ports?device_id=7c6cd64e-562e-4ad2-ab67-0bb916b977d2 HTTP/1.1" status: 200 len: 985 time: 0.1105363 Jun 28 16:50:54.394297 dv-cinder-798104-1-smb neutron-server[74185]: INFO neutron.wsgi [req-591617af-a68c-47b6-a249-3d53581f9fa5 req-7ca64596-7432-4e74-bbf7-c48798a60470 tempest-TestMinimumBasicScenario-1571811032 tempest-TestMinimumBasicScenario-1571811032-project] 10.222.0.26 "GET /v2.0/security-groups?id=593d65e9-98bb-4e8f-8eec-8b5ea591b244&id=5696e6d6-f883-4d51-9c2b-5bb8c2ba8b70&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1073263 Jun 28 16:50:54.434239 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43449e49-07f4-4b63-bf72-f4cc9f50355b req-2f4678ba-11d1-4cb9-952c-c5f8d52f9c59 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=74185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 16:50:54.435683 dv-cinder-798104-1-smb neutron-server[74185]: INFO neutron.wsgi [req-43449e49-07f4-4b63-bf72-f4cc9f50355b req-2f4678ba-11d1-4cb9-952c-c5f8d52f9c59 service neutron] 10.222.0.41 "GET /v2.0/networks?id=7235a97e-a247-4b50-b496-41685533e564 HTTP/1.1" status: 200 len: 915 time: 0.1661403 Jun 28 16:50:54.562759 dv-cinder-798104-1-smb neutron-server[74185]: INFO neutron.wsgi [req-43449e49-07f4-4b63-bf72-f4cc9f50355b req-5a6d930f-16d3-4efd-b4b4-30e6b724746e service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=9ee12179-be82-4074-b954-8e3df7b44c6e HTTP/1.1" status: 200 len: 1001 time: 0.0976710 Jun 28 16:50:54.630322 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43449e49-07f4-4b63-bf72-f4cc9f50355b req-c5e4d15c-76dc-4aff-810b-22249b05824b service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=74185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 16:50:54.631765 dv-cinder-798104-1-smb neutron-server[74185]: INFO neutron.wsgi [req-43449e49-07f4-4b63-bf72-f4cc9f50355b req-c5e4d15c-76dc-4aff-810b-22249b05824b service neutron] 10.222.0.41 "GET /v2.0/subnets?id=3e932159-74c5-4507-82f3-46deac3d4b21 HTTP/1.1" status: 200 len: 853 time: 0.0587094 Jun 28 16:50:54.720072 dv-cinder-798104-1-smb neutron-server[74185]: INFO neutron.wsgi [req-43449e49-07f4-4b63-bf72-f4cc9f50355b req-89a33daa-22a4-4a65-a385-a3f47778d555 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=7235a97e-a247-4b50-b496-41685533e564&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0725305 Jun 28 16:50:54.937683 dv-cinder-798104-1-smb neutron-server[74185]: INFO neutron.wsgi [req-43449e49-07f4-4b63-bf72-f4cc9f50355b req-9e4cbec8-7450-4b72-a3cb-ac9a4006daef service neutron] 10.222.0.41 "GET /v2.0/networks/7235a97e-a247-4b50-b496-41685533e564?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1982980 Jun 28 16:50:55.050985 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51995bc3-24e5-4c19-84e0-b86523eecc9f req-e1405e36-7c81-440e-b6d3-9e70a0f78f84 tempest-AttachVolumeNegativeTest-1670388833 tempest-AttachVolumeNegativeTest-1670388833-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 16:50:55.052351 dv-cinder-798104-1-smb neutron-server[74185]: INFO neutron.wsgi [req-51995bc3-24e5-4c19-84e0-b86523eecc9f req-e1405e36-7c81-440e-b6d3-9e70a0f78f84 tempest-AttachVolumeNegativeTest-1670388833 tempest-AttachVolumeNegativeTest-1670388833-project] 10.222.0.26 "GET /v2.0/ports?device_id=a2ec7dc1-35cb-40da-920d-85e1230023e4 HTTP/1.1" status: 200 len: 945 time: 0.1636014 Jun 28 16:50:55.119958 dv-cinder-798104-1-smb neutron-server[74185]: INFO neutron.wsgi [req-43449e49-07f4-4b63-bf72-f4cc9f50355b req-5711e3e2-ee39-4f4e-a699-999c82bfea84 service neutron] 10.222.0.41 "GET /v2.0/networks/7235a97e-a247-4b50-b496-41685533e564?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1649868 Jun 28 16:50:55.127039 dv-cinder-798104-1-smb neutron-server[74185]: INFO neutron.wsgi [req-51995bc3-24e5-4c19-84e0-b86523eecc9f req-30ced73b-533f-435f-bece-546c0ae1e180 tempest-AttachVolumeNegativeTest-1670388833 tempest-AttachVolumeNegativeTest-1670388833-project] 10.222.0.26 "GET /v2.0/security-groups?id=5dec02be-3b82-4794-99ba-15356adf3f81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0680666 Jun 28 16:50:55.590641 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ae7ab3c-df82-41dd-804e-0922dfa6c7bb req-62dc55f8-614f-46dc-888f-9f470ae448df tempest-TestMinimumBasicScenario-1571811032 tempest-TestMinimumBasicScenario-1571811032-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 16:50:55.592103 dv-cinder-798104-1-smb neutron-server[74185]: INFO neutron.wsgi [req-2ae7ab3c-df82-41dd-804e-0922dfa6c7bb req-62dc55f8-614f-46dc-888f-9f470ae448df tempest-TestMinimumBasicScenario-1571811032 tempest-TestMinimumBasicScenario-1571811032-project] 10.222.0.26 "GET /v2.0/ports?device_id=7c6cd64e-562e-4ad2-ab67-0bb916b977d2 HTTP/1.1" status: 200 len: 985 time: 0.0786693 Jun 28 16:50:55.641905 dv-cinder-798104-1-smb neutron-server[74185]: INFO neutron.wsgi [req-2ae7ab3c-df82-41dd-804e-0922dfa6c7bb req-50aebde6-5115-4b2a-8904-d8a12c595032 tempest-TestMinimumBasicScenario-1571811032 tempest-TestMinimumBasicScenario-1571811032-project] 10.222.0.26 "GET /v2.0/security-groups?id=593d65e9-98bb-4e8f-8eec-8b5ea591b244&id=5696e6d6-f883-4d51-9c2b-5bb8c2ba8b70&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0436404 Jun 28 16:50:56.322385 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18945cd0-9f28-412a-bb80-716783eb6a5e req-3d963cca-0f6c-47ce-95f4-2ad0295d5bba tempest-AttachVolumeNegativeTest-1670388833 tempest-AttachVolumeNegativeTest-1670388833-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 16:50:56.323861 dv-cinder-798104-1-smb neutron-server[74185]: INFO neutron.wsgi [req-18945cd0-9f28-412a-bb80-716783eb6a5e req-3d963cca-0f6c-47ce-95f4-2ad0295d5bba tempest-AttachVolumeNegativeTest-1670388833 tempest-AttachVolumeNegativeTest-1670388833-project] 10.222.0.26 "GET /v2.0/ports?device_id=a2ec7dc1-35cb-40da-920d-85e1230023e4 HTTP/1.1" status: 200 len: 945 time: 0.0758054 Jun 28 16:50:56.369833 dv-cinder-798104-1-smb neutron-server[74185]: INFO neutron.wsgi [req-18945cd0-9f28-412a-bb80-716783eb6a5e req-05232365-5009-4ee2-9acc-87ccb38d1c3b tempest-AttachVolumeNegativeTest-1670388833 tempest-AttachVolumeNegativeTest-1670388833-project] 10.222.0.26 "GET /v2.0/security-groups?id=5dec02be-3b82-4794-99ba-15356adf3f81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404425 Jun 28 16:50:56.862761 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a278ee8-4b17-485d-aa67-3a8f3ab99757 req-de8c890b-dff8-4547-8e7f-919edabd5d07 tempest-TestMinimumBasicScenario-1571811032 tempest-TestMinimumBasicScenario-1571811032-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 16:50:56.864377 dv-cinder-798104-1-smb neutron-server[74185]: INFO neutron.wsgi [req-4a278ee8-4b17-485d-aa67-3a8f3ab99757 req-de8c890b-dff8-4547-8e7f-919edabd5d07 tempest-TestMinimumBasicScenario-1571811032 tempest-TestMinimumBasicScenario-1571811032-project] 10.222.0.26 "GET /v2.0/ports?device_id=7c6cd64e-562e-4ad2-ab67-0bb916b977d2 HTTP/1.1" status: 200 len: 985 time: 0.0837803 Jun 28 16:50:56.915046 dv-cinder-798104-1-smb neutron-server[74185]: INFO neutron.wsgi [req-4a278ee8-4b17-485d-aa67-3a8f3ab99757 req-e68b8a7b-c1d9-4ea2-9256-0dd9e41b0192 tempest-TestMinimumBasicScenario-1571811032 tempest-TestMinimumBasicScenario-1571811032-project] 10.222.0.26 "GET /v2.0/security-groups?id=593d65e9-98bb-4e8f-8eec-8b5ea591b244&id=5696e6d6-f883-4d51-9c2b-5bb8c2ba8b70&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0442951 Jun 28 16:50:58.113694 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-765fe6f9-64c4-4574-8da6-8b74af3f35a8 req-504374ca-2faa-4979-b559-5af4fd7b2b37 tempest-TestMinimumBasicScenario-1571811032 tempest-TestMinimumBasicScenario-1571811032-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 16:50:58.115171 dv-cinder-798104-1-smb neutron-server[74185]: INFO neutron.wsgi [req-765fe6f9-64c4-4574-8da6-8b74af3f35a8 req-504374ca-2faa-4979-b559-5af4fd7b2b37 tempest-TestMinimumBasicScenario-1571811032 tempest-TestMinimumBasicScenario-1571811032-project] 10.222.0.26 "GET /v2.0/ports?device_id=7c6cd64e-562e-4ad2-ab67-0bb916b977d2 HTTP/1.1" status: 200 len: 985 time: 0.0782888 Jun 28 16:50:58.164279 dv-cinder-798104-1-smb neutron-server[74185]: INFO neutron.wsgi [req-765fe6f9-64c4-4574-8da6-8b74af3f35a8 req-754bebcf-4293-448c-abf1-1afb2113ccdc tempest-TestMinimumBasicScenario-1571811032 tempest-TestMinimumBasicScenario-1571811032-project] 10.222.0.26 "GET /v2.0/security-groups?id=593d65e9-98bb-4e8f-8eec-8b5ea591b244&id=5696e6d6-f883-4d51-9c2b-5bb8c2ba8b70&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0431404 Jun 28 16:50:59.457790 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b65a7bca-3504-455c-bd3d-aee7e63baf91 req-ca310716-f0af-4c95-a5a5-5fc6bda3e18b tempest-TestMinimumBasicScenario-1571811032 tempest-TestMinimumBasicScenario-1571811032-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 16:50:59.459157 dv-cinder-798104-1-smb neutron-server[74185]: INFO neutron.wsgi [req-b65a7bca-3504-455c-bd3d-aee7e63baf91 req-ca310716-f0af-4c95-a5a5-5fc6bda3e18b tempest-TestMinimumBasicScenario-1571811032 tempest-TestMinimumBasicScenario-1571811032-project] 10.222.0.26 "GET /v2.0/ports?device_id=7c6cd64e-562e-4ad2-ab67-0bb916b977d2 HTTP/1.1" status: 200 len: 985 time: 0.1727777 Jun 28 16:50:59.509625 dv-cinder-798104-1-smb neutron-server[74185]: INFO neutron.wsgi [req-b65a7bca-3504-455c-bd3d-aee7e63baf91 req-6ac30594-99a0-42a2-be86-db7907d9bb27 tempest-TestMinimumBasicScenario-1571811032 tempest-TestMinimumBasicScenario-1571811032-project] 10.222.0.26 "GET /v2.0/security-groups?id=593d65e9-98bb-4e8f-8eec-8b5ea591b244&id=5696e6d6-f883-4d51-9c2b-5bb8c2ba8b70&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0445383 Jun 28 16:51:00.714941 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd5f1dfd-0791-4ad2-912f-2f39e8150d8b req-a36c9dcb-fc37-46a4-b17e-a8648bdb456f tempest-TestMinimumBasicScenario-1571811032 tempest-TestMinimumBasicScenario-1571811032-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 16:51:00.716408 dv-cinder-798104-1-smb neutron-server[74185]: INFO neutron.wsgi [req-cd5f1dfd-0791-4ad2-912f-2f39e8150d8b req-a36c9dcb-fc37-46a4-b17e-a8648bdb456f tempest-TestMinimumBasicScenario-1571811032 tempest-TestMinimumBasicScenario-1571811032-project] 10.222.0.26 "GET /v2.0/ports?device_id=7c6cd64e-562e-4ad2-ab67-0bb916b977d2 HTTP/1.1" status: 200 len: 985 time: 0.0839703 Jun 28 16:51:00.766056 dv-cinder-798104-1-smb neutron-server[74185]: INFO neutron.wsgi [req-cd5f1dfd-0791-4ad2-912f-2f39e8150d8b req-cfee6e5c-64b3-4938-9cfa-e8cb69f8a54d tempest-TestMinimumBasicScenario-1571811032 tempest-TestMinimumBasicScenario-1571811032-project] 10.222.0.26 "GET /v2.0/security-groups?id=593d65e9-98bb-4e8f-8eec-8b5ea591b244&id=5696e6d6-f883-4d51-9c2b-5bb8c2ba8b70&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0440505 Jun 28 16:51:01.970554 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3973703-bc71-4cf1-b8ea-4fcb5daa3875 req-8554a474-ff2f-4ba8-8c00-ba033a6915d2 tempest-TestMinimumBasicScenario-1571811032 tempest-TestMinimumBasicScenario-1571811032-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 16:51:01.972056 dv-cinder-798104-1-smb neutron-server[74185]: INFO neutron.wsgi [req-e3973703-bc71-4cf1-b8ea-4fcb5daa3875 req-8554a474-ff2f-4ba8-8c00-ba033a6915d2 tempest-TestMinimumBasicScenario-1571811032 tempest-TestMinimumBasicScenario-1571811032-project] 10.222.0.26 "GET /v2.0/ports?device_id=7c6cd64e-562e-4ad2-ab67-0bb916b977d2 HTTP/1.1" status: 200 len: 985 time: 0.0796728 Jun 28 16:51:02.022792 dv-cinder-798104-1-smb neutron-server[74185]: INFO neutron.wsgi [req-e3973703-bc71-4cf1-b8ea-4fcb5daa3875 req-9eb80c8f-27ea-4c93-b689-e2c66d40672c tempest-TestMinimumBasicScenario-1571811032 tempest-TestMinimumBasicScenario-1571811032-project] 10.222.0.26 "GET /v2.0/security-groups?id=593d65e9-98bb-4e8f-8eec-8b5ea591b244&id=5696e6d6-f883-4d51-9c2b-5bb8c2ba8b70&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0432286 Jun 28 16:51:03.231397 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bf5f8d8-6117-4c0e-b1f0-acf3b7a4e422 req-66e98e86-acbd-4462-88da-9f062998763d tempest-TestMinimumBasicScenario-1571811032 tempest-TestMinimumBasicScenario-1571811032-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 16:51:03.232870 dv-cinder-798104-1-smb neutron-server[74185]: INFO neutron.wsgi [req-1bf5f8d8-6117-4c0e-b1f0-acf3b7a4e422 req-66e98e86-acbd-4462-88da-9f062998763d tempest-TestMinimumBasicScenario-1571811032 tempest-TestMinimumBasicScenario-1571811032-project] 10.222.0.26 "GET /v2.0/ports?device_id=7c6cd64e-562e-4ad2-ab67-0bb916b977d2 HTTP/1.1" status: 200 len: 985 time: 0.0815470 Jun 28 16:51:03.280485 dv-cinder-798104-1-smb neutron-server[74185]: INFO neutron.wsgi [req-1bf5f8d8-6117-4c0e-b1f0-acf3b7a4e422 req-d1ee9a30-bb57-4eb4-b30c-1cedcd13a2fc tempest-TestMinimumBasicScenario-1571811032 tempest-TestMinimumBasicScenario-1571811032-project] 10.222.0.26 "GET /v2.0/security-groups?id=593d65e9-98bb-4e8f-8eec-8b5ea591b244&id=5696e6d6-f883-4d51-9c2b-5bb8c2ba8b70&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0413249 Jun 28 16:51:03.949550 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba7cb4e6-94ac-4919-a703-ca6866ee59cf req-89508be4-583a-43cd-9820-9dea304fb543 tempest-AttachVolumeNegativeTest-1670388833 tempest-AttachVolumeNegativeTest-1670388833-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 16:51:03.952035 dv-cinder-798104-1-smb neutron-server[74185]: INFO neutron.wsgi [req-ba7cb4e6-94ac-4919-a703-ca6866ee59cf req-89508be4-583a-43cd-9820-9dea304fb543 tempest-AttachVolumeNegativeTest-1670388833 tempest-AttachVolumeNegativeTest-1670388833-project] 10.222.0.26 "GET /v2.0/ports?device_id=a2ec7dc1-35cb-40da-920d-85e1230023e4 HTTP/1.1" status: 200 len: 945 time: 0.0959041 Jun 28 16:51:03.997941 dv-cinder-798104-1-smb neutron-server[74185]: INFO neutron.wsgi [req-ba7cb4e6-94ac-4919-a703-ca6866ee59cf req-f5a6f6e2-026d-4ca7-a65b-8f8d03351763 tempest-AttachVolumeNegativeTest-1670388833 tempest-AttachVolumeNegativeTest-1670388833-project] 10.222.0.26 "GET /v2.0/security-groups?id=5dec02be-3b82-4794-99ba-15356adf3f81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400083 Jun 28 16:51:04.497621 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-672c3ea2-54c0-4d2a-9503-ba98d7b93f21 req-62288e2a-407d-4186-a2f4-a9e56cb46bd6 tempest-TestMinimumBasicScenario-1571811032 tempest-TestMinimumBasicScenario-1571811032-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 16:51:04.499053 dv-cinder-798104-1-smb neutron-server[74185]: INFO neutron.wsgi [req-672c3ea2-54c0-4d2a-9503-ba98d7b93f21 req-62288e2a-407d-4186-a2f4-a9e56cb46bd6 tempest-TestMinimumBasicScenario-1571811032 tempest-TestMinimumBasicScenario-1571811032-project] 10.222.0.26 "GET /v2.0/ports?device_id=7c6cd64e-562e-4ad2-ab67-0bb916b977d2 HTTP/1.1" status: 200 len: 985 time: 0.0808122 Jun 28 16:51:04.545981 dv-cinder-798104-1-smb neutron-server[74185]: INFO neutron.wsgi [req-672c3ea2-54c0-4d2a-9503-ba98d7b93f21 req-5ba7f087-046a-4909-afa7-8944689ae597 tempest-TestMinimumBasicScenario-1571811032 tempest-TestMinimumBasicScenario-1571811032-project] 10.222.0.26 "GET /v2.0/security-groups?id=593d65e9-98bb-4e8f-8eec-8b5ea591b244&id=5696e6d6-f883-4d51-9c2b-5bb8c2ba8b70&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0407615 Jun 28 16:51:05.196706 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ab5cba2-845b-444e-b31f-76c8e8c17589 req-d66f3ea8-b8ed-49c5-98db-f201a925a08b tempest-AttachVolumeNegativeTest-1670388833 tempest-AttachVolumeNegativeTest-1670388833-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 16:51:05.198245 dv-cinder-798104-1-smb neutron-server[74185]: INFO neutron.wsgi [req-7ab5cba2-845b-444e-b31f-76c8e8c17589 req-d66f3ea8-b8ed-49c5-98db-f201a925a08b tempest-AttachVolumeNegativeTest-1670388833 tempest-AttachVolumeNegativeTest-1670388833-project] 10.222.0.26 "GET /v2.0/ports?device_id=a2ec7dc1-35cb-40da-920d-85e1230023e4 HTTP/1.1" status: 200 len: 945 time: 0.0778058 Jun 28 16:51:05.249770 dv-cinder-798104-1-smb neutron-server[74185]: INFO neutron.wsgi [req-7ab5cba2-845b-444e-b31f-76c8e8c17589 req-443a2cff-64bc-456b-844a-f3051724b6c4 tempest-AttachVolumeNegativeTest-1670388833 tempest-AttachVolumeNegativeTest-1670388833-project] 10.222.0.26 "GET /v2.0/security-groups?id=5dec02be-3b82-4794-99ba-15356adf3f81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460482 Jun 28 16:51:05.750459 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b033b60-ee6c-49e3-9435-673f53a180cd req-4e1ad666-602b-4b7c-a614-ae9ca28285ce tempest-TestMinimumBasicScenario-1571811032 tempest-TestMinimumBasicScenario-1571811032-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 16:51:05.751927 dv-cinder-798104-1-smb neutron-server[74185]: INFO neutron.wsgi [req-0b033b60-ee6c-49e3-9435-673f53a180cd req-4e1ad666-602b-4b7c-a614-ae9ca28285ce tempest-TestMinimumBasicScenario-1571811032 tempest-TestMinimumBasicScenario-1571811032-project] 10.222.0.26 "GET /v2.0/ports?device_id=7c6cd64e-562e-4ad2-ab67-0bb916b977d2 HTTP/1.1" status: 200 len: 985 time: 0.0802002 Jun 28 16:51:05.801363 dv-cinder-798104-1-smb neutron-server[74185]: INFO neutron.wsgi [req-0b033b60-ee6c-49e3-9435-673f53a180cd req-4a779131-7cb2-4a9a-9f49-b8c69509d097 tempest-TestMinimumBasicScenario-1571811032 tempest-TestMinimumBasicScenario-1571811032-project] 10.222.0.26 "GET /v2.0/security-groups?id=593d65e9-98bb-4e8f-8eec-8b5ea591b244&id=5696e6d6-f883-4d51-9c2b-5bb8c2ba8b70&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0437088 Jun 28 16:51:06.450970 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11f14593-5ca5-4e85-8d67-f03f51a4cf85 req-06f61d27-6d67-438e-96a0-5bb59eab1825 tempest-AttachVolumeNegativeTest-1670388833 tempest-AttachVolumeNegativeTest-1670388833-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 16:51:06.452375 dv-cinder-798104-1-smb neutron-server[74185]: INFO neutron.wsgi [req-11f14593-5ca5-4e85-8d67-f03f51a4cf85 req-06f61d27-6d67-438e-96a0-5bb59eab1825 tempest-AttachVolumeNegativeTest-1670388833 tempest-AttachVolumeNegativeTest-1670388833-project] 10.222.0.26 "GET /v2.0/ports?device_id=a2ec7dc1-35cb-40da-920d-85e1230023e4 HTTP/1.1" status: 200 len: 945 time: 0.0837336 Jun 28 16:51:06.499120 dv-cinder-798104-1-smb neutron-server[74185]: INFO neutron.wsgi [req-11f14593-5ca5-4e85-8d67-f03f51a4cf85 req-5917a234-2b61-4b83-8896-a9f13b9c90b8 tempest-AttachVolumeNegativeTest-1670388833 tempest-AttachVolumeNegativeTest-1670388833-project] 10.222.0.26 "GET /v2.0/security-groups?id=5dec02be-3b82-4794-99ba-15356adf3f81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411773 Jun 28 16:51:06.736841 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e3278cd-5e58-43eb-a83d-095d64cc8a56 req-437b5201-4d3c-4b00-8bb1-28a2bda70d85 tempest-AttachVolumeNegativeTest-1670388833 tempest-AttachVolumeNegativeTest-1670388833-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 16:51:06.740041 dv-cinder-798104-1-smb neutron-server[74185]: INFO neutron.wsgi [req-1e3278cd-5e58-43eb-a83d-095d64cc8a56 req-437b5201-4d3c-4b00-8bb1-28a2bda70d85 tempest-AttachVolumeNegativeTest-1670388833 tempest-AttachVolumeNegativeTest-1670388833-project] 10.222.0.41 "GET /v2.0/ports?device_id=a2ec7dc1-35cb-40da-920d-85e1230023e4 HTTP/1.1" status: 200 len: 945 time: 0.0787172 Jun 28 16:51:06.819619 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG neutron.plugins.ml2.plugin [req-1e3278cd-5e58-43eb-a83d-095d64cc8a56 req-bf47a8a8-8ad7-45c7-88fc-dbf2cfc46e43 tempest-AttachVolumeNegativeTest-1670388833 tempest-AttachVolumeNegativeTest-1670388833-project] Deleting port 70e86462-9b6d-4ee0-8002-ea6ab1e39e70 {{(pid=74185) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Jun 28 16:51:06.820337 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG neutron_lib.callbacks.manager [req-1e3278cd-5e58-43eb-a83d-095d64cc8a56 req-bf47a8a8-8ad7-45c7-88fc-dbf2cfc46e43 tempest-AttachVolumeNegativeTest-1670388833 tempest-AttachVolumeNegativeTest-1670388833-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774158158511'] for port, before_delete {{(pid=74185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 16:51:07.137421 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG neutron.plugins.ml2.db [req-1e3278cd-5e58-43eb-a83d-095d64cc8a56 req-bf47a8a8-8ad7-45c7-88fc-dbf2cfc46e43 tempest-AttachVolumeNegativeTest-1670388833 tempest-AttachVolumeNegativeTest-1670388833-project] For port 70e86462-9b6d-4ee0-8002-ea6ab1e39e70, host hv-cinder-79810, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79810',level=0,port_id=70e86462-9b6d-4ee0-8002-ea6ab1e39e70,segment=NetworkSegment(2c0a68fd-7cc2-4d98-8375-a38d6ab9c22a),segment_id=2c0a68fd-7cc2-4d98-8375-a38d6ab9c22a)] {{(pid=74185) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 16:51:07.137780 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG neutron_lib.callbacks.manager [req-1e3278cd-5e58-43eb-a83d-095d64cc8a56 req-bf47a8a8-8ad7-45c7-88fc-dbf2cfc46e43 tempest-AttachVolumeNegativeTest-1670388833 tempest-AttachVolumeNegativeTest-1670388833-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1637578'] for port, precommit_delete {{(pid=74185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 16:51:07.263105 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG neutron.plugins.ml2.plugin [req-1e3278cd-5e58-43eb-a83d-095d64cc8a56 req-bf47a8a8-8ad7-45c7-88fc-dbf2cfc46e43 tempest-AttachVolumeNegativeTest-1670388833 tempest-AttachVolumeNegativeTest-1670388833-project] Calling delete_port for 70e86462-9b6d-4ee0-8002-ea6ab1e39e70 owned by compute:nova {{(pid=74185) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Jun 28 16:51:07.353477 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baba099d-57a1-47b1-89ce-bb22996f7985 req-85509423-13ef-4299-9a45-d3b2b9ed98fa tempest-TestMinimumBasicScenario-1571811032 tempest-TestMinimumBasicScenario-1571811032-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 16:51:07.354921 dv-cinder-798104-1-smb neutron-server[74185]: INFO neutron.wsgi [req-baba099d-57a1-47b1-89ce-bb22996f7985 req-85509423-13ef-4299-9a45-d3b2b9ed98fa tempest-TestMinimumBasicScenario-1571811032 tempest-TestMinimumBasicScenario-1571811032-project] 10.222.0.26 "GET /v2.0/ports?device_id=7c6cd64e-562e-4ad2-ab67-0bb916b977d2 HTTP/1.1" status: 200 len: 985 time: 0.2769401 Jun 28 16:51:07.454033 dv-cinder-798104-1-smb neutron-server[74185]: INFO neutron.wsgi [req-baba099d-57a1-47b1-89ce-bb22996f7985 req-d52739e7-36cf-4e63-b5e6-7b253852c807 tempest-TestMinimumBasicScenario-1571811032 tempest-TestMinimumBasicScenario-1571811032-project] 10.222.0.26 "GET /v2.0/security-groups?id=593d65e9-98bb-4e8f-8eec-8b5ea591b244&id=5696e6d6-f883-4d51-9c2b-5bb8c2ba8b70&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0934050 Jun 28 16:51:07.459632 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG neutron_lib.callbacks.manager [req-1e3278cd-5e58-43eb-a83d-095d64cc8a56 req-bf47a8a8-8ad7-45c7-88fc-dbf2cfc46e43 tempest-AttachVolumeNegativeTest-1670388833 tempest-AttachVolumeNegativeTest-1670388833-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-615041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1598908', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774158213030', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774157688369', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15648331'] for port, after_delete {{(pid=74185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 16:51:07.469666 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG oslo_concurrency.lockutils [None req-1505b868-ee9f-4ad6-95b3-3e6bd14fb5a9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.004s {{(pid=74185) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 16:51:07.475141 dv-cinder-798104-1-smb neutron-server[74187]: DEBUG neutron.plugins.ml2.db [None req-d0e5ad82-df9b-4ee3-8ee9-b93c74fbe1d3 None None] get_ports_and_sgs() called for port_ids ['60788748-c574-41bc-b1db-7b3c12dcca5a', 'f3d5c858-7125-41c4-8648-43a21062489b', '41858a32-060a-4f1f-940d-ed169385d9bd', '70e86462-9b6d-4ee0-8002-ea6ab1e39e70'] {{(pid=74187) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jun 28 16:51:07.613614 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf47a8a8-8ad7-45c7-88fc-dbf2cfc46e43 tempest-AttachVolumeNegativeTest-1670388833 tempest-AttachVolumeNegativeTest-1670388833-project] Pushing event deleted for resources: {'Port': ['ID=70e86462-9b6d-4ee0-8002-ea6ab1e39e70,revision_number=None']} {{(pid=74185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 16:51:07.617197 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG oslo_concurrency.lockutils [None req-bf47a8a8-8ad7-45c7-88fc-dbf2cfc46e43 tempest-AttachVolumeNegativeTest-1670388833 tempest-AttachVolumeNegativeTest-1670388833-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.148s {{(pid=74185) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 16:51:07.725706 dv-cinder-798104-1-smb neutron-server[74185]: INFO neutron.wsgi [req-48ce7902-c559-42b9-b837-5450ee0b369a req-915fcfe3-6426-42fa-8df8-dfc638787eee tempest-AttachVolumeNegativeTest-1670388833 tempest-AttachVolumeNegativeTest-1670388833-project] 10.222.0.26 "GET /v2.0/ports?device_id=a2ec7dc1-35cb-40da-920d-85e1230023e4 HTTP/1.1" status: 200 len: 210 time: 0.0821757 Jun 28 16:51:07.726626 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG neutron.db.l3_dvrscheduler_db [req-1e3278cd-5e58-43eb-a83d-095d64cc8a56 req-bf47a8a8-8ad7-45c7-88fc-dbf2cfc46e43 tempest-AttachVolumeNegativeTest-1670388833 tempest-AttachVolumeNegativeTest-1670388833-project] No DVR routers for this DVR port 70e86462-9b6d-4ee0-8002-ea6ab1e39e70 on host hv-cinder-79810 {{(pid=74185) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 28 16:51:07.729103 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG neutron_lib.callbacks.manager [req-1e3278cd-5e58-43eb-a83d-095d64cc8a56 req-bf47a8a8-8ad7-45c7-88fc-dbf2cfc46e43 tempest-AttachVolumeNegativeTest-1670388833 tempest-AttachVolumeNegativeTest-1670388833-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129357'] for port, before_response {{(pid=74185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 16:51:07.739343 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a2ec7dc1-35cb-40da-920d-85e1230023e4', 'name': 'network-vif-deleted', 'tag': '70e86462-9b6d-4ee0-8002-ea6ab1e39e70'}] {{(pid=74185) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 28 16:51:07.745448 dv-cinder-798104-1-smb neutron-server[74185]: INFO neutron.wsgi [req-1e3278cd-5e58-43eb-a83d-095d64cc8a56 req-bf47a8a8-8ad7-45c7-88fc-dbf2cfc46e43 tempest-AttachVolumeNegativeTest-1670388833 tempest-AttachVolumeNegativeTest-1670388833-project] 10.222.0.41 "DELETE /v2.0/ports/70e86462-9b6d-4ee0-8002-ea6ab1e39e70 HTTP/1.1" status: 204 len: 173 time: 0.9964790 Jun 28 16:51:07.808998 dv-cinder-798104-1-smb neutron-server[74185]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a2ec7dc1-35cb-40da-920d-85e1230023e4', 'name': 'network-vif-deleted', 'tag': '70e86462-9b6d-4ee0-8002-ea6ab1e39e70', 'status': 'completed', 'code': 200} Jun 28 16:51:08.666519 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2271a285-3341-4717-b4e0-eadaca324fc3 req-82fddd1c-7984-40e2-96a6-61e03a912bcd tempest-TestMinimumBasicScenario-1571811032 tempest-TestMinimumBasicScenario-1571811032-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 16:51:08.667891 dv-cinder-798104-1-smb neutron-server[74185]: INFO neutron.wsgi [req-2271a285-3341-4717-b4e0-eadaca324fc3 req-82fddd1c-7984-40e2-96a6-61e03a912bcd tempest-TestMinimumBasicScenario-1571811032 tempest-TestMinimumBasicScenario-1571811032-project] 10.222.0.26 "GET /v2.0/ports?device_id=7c6cd64e-562e-4ad2-ab67-0bb916b977d2 HTTP/1.1" status: 200 len: 985 time: 0.0791264 Jun 28 16:51:08.718355 dv-cinder-798104-1-smb neutron-server[74185]: INFO neutron.wsgi [req-2271a285-3341-4717-b4e0-eadaca324fc3 req-ccbf3187-4f19-46dc-bbf6-26f84ff04040 tempest-TestMinimumBasicScenario-1571811032 tempest-TestMinimumBasicScenario-1571811032-project] 10.222.0.26 "GET /v2.0/security-groups?id=593d65e9-98bb-4e8f-8eec-8b5ea591b244&id=5696e6d6-f883-4d51-9c2b-5bb8c2ba8b70&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0448687 Jun 28 16:51:09.918151 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d31272ff-914d-4c0f-811d-e866a43be39e req-63effd89-c9a8-4247-8f93-17d9c90977d8 tempest-TestMinimumBasicScenario-1571811032 tempest-TestMinimumBasicScenario-1571811032-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 16:51:09.919615 dv-cinder-798104-1-smb neutron-server[74185]: INFO neutron.wsgi [req-d31272ff-914d-4c0f-811d-e866a43be39e req-63effd89-c9a8-4247-8f93-17d9c90977d8 tempest-TestMinimumBasicScenario-1571811032 tempest-TestMinimumBasicScenario-1571811032-project] 10.222.0.26 "GET /v2.0/ports?device_id=7c6cd64e-562e-4ad2-ab67-0bb916b977d2 HTTP/1.1" status: 200 len: 985 time: 0.0795782 Jun 28 16:51:09.967433 dv-cinder-798104-1-smb neutron-server[74185]: INFO neutron.wsgi [req-d31272ff-914d-4c0f-811d-e866a43be39e req-321a5dcf-fc19-4b94-bf59-3cad4df1c687 tempest-TestMinimumBasicScenario-1571811032 tempest-TestMinimumBasicScenario-1571811032-project] 10.222.0.26 "GET /v2.0/security-groups?id=593d65e9-98bb-4e8f-8eec-8b5ea591b244&id=5696e6d6-f883-4d51-9c2b-5bb8c2ba8b70&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0408733 Jun 28 16:51:10.431843 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ba32add-af27-4c67-9975-feadc1e51961 req-2d183609-3890-4484-845a-2edfd8c5ffd0 tempest-AttachVolumeNegativeTest-1670388833 tempest-AttachVolumeNegativeTest-1670388833-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 16:51:10.432559 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG neutron.quota.resource [req-9ba32add-af27-4c67-9975-feadc1e51961 req-2d183609-3890-4484-845a-2edfd8c5ffd0 tempest-AttachVolumeNegativeTest-1670388833 tempest-AttachVolumeNegativeTest-1670388833-project] Synchronizing usage tracker for tenant:a538bf881f94426fab2108868ebfc349 on resource:port {{(pid=74185) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 28 16:51:10.447912 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG neutron.quota.resource [req-9ba32add-af27-4c67-9975-feadc1e51961 req-2d183609-3890-4484-845a-2edfd8c5ffd0 tempest-AttachVolumeNegativeTest-1670388833 tempest-AttachVolumeNegativeTest-1670388833-project] Unset dirty status for tenant:a538bf881f94426fab2108868ebfc349 on resource:port {{(pid=74185) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 28 16:51:10.449182 dv-cinder-798104-1-smb neutron-server[74185]: INFO neutron.wsgi [req-9ba32add-af27-4c67-9975-feadc1e51961 req-2d183609-3890-4484-845a-2edfd8c5ffd0 tempest-AttachVolumeNegativeTest-1670388833 tempest-AttachVolumeNegativeTest-1670388833-project] 10.222.0.26 "GET /v2.0/ports?device_id=f572bf05-8b09-445c-a6c2-e3e32db445d1 HTTP/1.1" status: 200 len: 945 time: 0.0953374 Jun 28 16:51:10.495294 dv-cinder-798104-1-smb neutron-server[74185]: INFO neutron.wsgi [req-9ba32add-af27-4c67-9975-feadc1e51961 req-4cc232be-621c-4b9e-8628-9456bd009243 tempest-AttachVolumeNegativeTest-1670388833 tempest-AttachVolumeNegativeTest-1670388833-project] 10.222.0.26 "GET /v2.0/security-groups?id=5dec02be-3b82-4794-99ba-15356adf3f81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406070 Jun 28 16:51:10.849196 dv-cinder-798104-1-smb neutron-server[74187]: DEBUG neutron.plugins.ml2.rpc [None req-d0e5ad82-df9b-4ee3-8ee9-b93c74fbe1d3 None None] Device 70e86462-9b6d-4ee0-8002-ea6ab1e39e70 no longer exists at agent hyperv_hv-cinder-79810 {{(pid=74187) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 28 16:51:10.883310 dv-cinder-798104-1-smb neutron-server[74187]: DEBUG neutron.plugins.ml2.plugin [None req-d0e5ad82-df9b-4ee3-8ee9-b93c74fbe1d3 None None] No Port match for: 70e86462-9b6d-4ee0-8002-ea6ab1e39e70 {{(pid=74187) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}} Jun 28 16:51:10.883664 dv-cinder-798104-1-smb neutron-server[74187]: DEBUG neutron.plugins.ml2.rpc [None req-d0e5ad82-df9b-4ee3-8ee9-b93c74fbe1d3 None None] Device 70e86462-9b6d-4ee0-8002-ea6ab1e39e70 not bound to the agent host hv-cinder-79810 {{(pid=74187) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 28 16:51:11.263183 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ec58198-e83d-4071-9e0b-c248e85c99ec req-c74bc21a-c31a-4975-ae60-946697345e51 tempest-TestMinimumBasicScenario-1571811032 tempest-TestMinimumBasicScenario-1571811032-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 16:51:11.264694 dv-cinder-798104-1-smb neutron-server[74185]: INFO neutron.wsgi [req-0ec58198-e83d-4071-9e0b-c248e85c99ec req-c74bc21a-c31a-4975-ae60-946697345e51 tempest-TestMinimumBasicScenario-1571811032 tempest-TestMinimumBasicScenario-1571811032-project] 10.222.0.26 "GET /v2.0/ports?device_id=7c6cd64e-562e-4ad2-ab67-0bb916b977d2 HTTP/1.1" status: 200 len: 985 time: 0.1741996 Jun 28 16:51:11.314423 dv-cinder-798104-1-smb neutron-server[74185]: INFO neutron.wsgi [req-0ec58198-e83d-4071-9e0b-c248e85c99ec req-73733439-2c9b-4094-8f77-c2bd47dc6282 tempest-TestMinimumBasicScenario-1571811032 tempest-TestMinimumBasicScenario-1571811032-project] 10.222.0.26 "GET /v2.0/security-groups?id=593d65e9-98bb-4e8f-8eec-8b5ea591b244&id=5696e6d6-f883-4d51-9c2b-5bb8c2ba8b70&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0439024 Jun 28 16:51:11.698972 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-556cdac6-a5b2-4cff-a563-04f02e7ea8e4 req-20dfa536-3811-4269-b8e4-47e206c1fcd1 tempest-AttachVolumeNegativeTest-1670388833 tempest-AttachVolumeNegativeTest-1670388833-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 16:51:11.700451 dv-cinder-798104-1-smb neutron-server[74185]: INFO neutron.wsgi [req-556cdac6-a5b2-4cff-a563-04f02e7ea8e4 req-20dfa536-3811-4269-b8e4-47e206c1fcd1 tempest-AttachVolumeNegativeTest-1670388833 tempest-AttachVolumeNegativeTest-1670388833-project] 10.222.0.26 "GET /v2.0/ports?device_id=f572bf05-8b09-445c-a6c2-e3e32db445d1 HTTP/1.1" status: 200 len: 945 time: 0.0801604 Jun 28 16:51:11.747317 dv-cinder-798104-1-smb neutron-server[74185]: INFO neutron.wsgi [req-556cdac6-a5b2-4cff-a563-04f02e7ea8e4 req-56bb12a4-2c2e-46fb-8a21-2305ad30c665 tempest-AttachVolumeNegativeTest-1670388833 tempest-AttachVolumeNegativeTest-1670388833-project] 10.222.0.26 "GET /v2.0/security-groups?id=5dec02be-3b82-4794-99ba-15356adf3f81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408857 Jun 28 16:51:12.519786 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63abe6ba-c33f-40ff-9c38-46829c9ac292 req-d866c2fc-ee7b-446f-b218-f5839bf7ee68 tempest-TestMinimumBasicScenario-1571811032 tempest-TestMinimumBasicScenario-1571811032-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 16:51:12.521297 dv-cinder-798104-1-smb neutron-server[74185]: INFO neutron.wsgi [req-63abe6ba-c33f-40ff-9c38-46829c9ac292 req-d866c2fc-ee7b-446f-b218-f5839bf7ee68 tempest-TestMinimumBasicScenario-1571811032 tempest-TestMinimumBasicScenario-1571811032-project] 10.222.0.26 "GET /v2.0/ports?device_id=7c6cd64e-562e-4ad2-ab67-0bb916b977d2 HTTP/1.1" status: 200 len: 985 time: 0.0816422 Jun 28 16:51:12.570114 dv-cinder-798104-1-smb neutron-server[74185]: INFO neutron.wsgi [req-63abe6ba-c33f-40ff-9c38-46829c9ac292 req-224240e6-207d-47fb-914e-3ac653b712a0 tempest-TestMinimumBasicScenario-1571811032 tempest-TestMinimumBasicScenario-1571811032-project] 10.222.0.26 "GET /v2.0/security-groups?id=593d65e9-98bb-4e8f-8eec-8b5ea591b244&id=5696e6d6-f883-4d51-9c2b-5bb8c2ba8b70&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0430801 Jun 28 16:51:12.944803 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d35222b9-1768-42b4-b971-adf12d72a0f3 req-59763f0d-e919-4a2e-96e3-e1608dc6e884 tempest-AttachVolumeNegativeTest-1670388833 tempest-AttachVolumeNegativeTest-1670388833-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 16:51:12.946234 dv-cinder-798104-1-smb neutron-server[74185]: INFO neutron.wsgi [req-d35222b9-1768-42b4-b971-adf12d72a0f3 req-59763f0d-e919-4a2e-96e3-e1608dc6e884 tempest-AttachVolumeNegativeTest-1670388833 tempest-AttachVolumeNegativeTest-1670388833-project] 10.222.0.26 "GET /v2.0/ports?device_id=f572bf05-8b09-445c-a6c2-e3e32db445d1 HTTP/1.1" status: 200 len: 945 time: 0.0795343 Jun 28 16:51:12.992551 dv-cinder-798104-1-smb neutron-server[74185]: INFO neutron.wsgi [req-d35222b9-1768-42b4-b971-adf12d72a0f3 req-da7f5997-eec6-4c25-8152-60893d5cdb73 tempest-AttachVolumeNegativeTest-1670388833 tempest-AttachVolumeNegativeTest-1670388833-project] 10.222.0.26 "GET /v2.0/security-groups?id=5dec02be-3b82-4794-99ba-15356adf3f81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407679 Jun 28 16:51:13.401750 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-112c0295-924a-4cbf-bdad-42243ae6afe8 req-b35ca596-c1ec-4f2b-b778-c48ea29115c9 tempest-AttachVolumeNegativeTest-1670388833 tempest-AttachVolumeNegativeTest-1670388833-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 16:51:13.403176 dv-cinder-798104-1-smb neutron-server[74185]: INFO neutron.wsgi [req-112c0295-924a-4cbf-bdad-42243ae6afe8 req-b35ca596-c1ec-4f2b-b778-c48ea29115c9 tempest-AttachVolumeNegativeTest-1670388833 tempest-AttachVolumeNegativeTest-1670388833-project] 10.222.0.41 "GET /v2.0/ports?device_id=f572bf05-8b09-445c-a6c2-e3e32db445d1 HTTP/1.1" status: 200 len: 945 time: 0.0749457 Jun 28 16:51:13.479628 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG neutron.plugins.ml2.plugin [req-112c0295-924a-4cbf-bdad-42243ae6afe8 req-1549221c-1fb4-4ac8-b336-10757134f2e5 tempest-AttachVolumeNegativeTest-1670388833 tempest-AttachVolumeNegativeTest-1670388833-project] Deleting port 41858a32-060a-4f1f-940d-ed169385d9bd {{(pid=74185) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Jun 28 16:51:13.479967 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG neutron_lib.callbacks.manager [req-112c0295-924a-4cbf-bdad-42243ae6afe8 req-1549221c-1fb4-4ac8-b336-10757134f2e5 tempest-AttachVolumeNegativeTest-1670388833 tempest-AttachVolumeNegativeTest-1670388833-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774158158511'] for port, before_delete {{(pid=74185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 16:51:13.610260 dv-cinder-798104-1-smb neutron-server[74187]: DEBUG neutron_lib.callbacks.manager [None req-96078505-da09-4cf8-8932-8f77f2bc78a2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774158209648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1002899'] for agent, after_update {{(pid=74187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 16:51:13.735737 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG neutron.plugins.ml2.db [req-112c0295-924a-4cbf-bdad-42243ae6afe8 req-1549221c-1fb4-4ac8-b336-10757134f2e5 tempest-AttachVolumeNegativeTest-1670388833 tempest-AttachVolumeNegativeTest-1670388833-project] For port 41858a32-060a-4f1f-940d-ed169385d9bd, host hv-cinder-79810, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79810',level=0,port_id=41858a32-060a-4f1f-940d-ed169385d9bd,segment=NetworkSegment(2c0a68fd-7cc2-4d98-8375-a38d6ab9c22a),segment_id=2c0a68fd-7cc2-4d98-8375-a38d6ab9c22a)] {{(pid=74185) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 16:51:13.736350 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG neutron_lib.callbacks.manager [req-112c0295-924a-4cbf-bdad-42243ae6afe8 req-1549221c-1fb4-4ac8-b336-10757134f2e5 tempest-AttachVolumeNegativeTest-1670388833 tempest-AttachVolumeNegativeTest-1670388833-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1637578'] for port, precommit_delete {{(pid=74185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 16:51:13.859077 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG neutron.plugins.ml2.plugin [req-112c0295-924a-4cbf-bdad-42243ae6afe8 req-1549221c-1fb4-4ac8-b336-10757134f2e5 tempest-AttachVolumeNegativeTest-1670388833 tempest-AttachVolumeNegativeTest-1670388833-project] Calling delete_port for 41858a32-060a-4f1f-940d-ed169385d9bd owned by compute:nova {{(pid=74185) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Jun 28 16:51:13.894300 dv-cinder-798104-1-smb neutron-server[74187]: DEBUG neutron_lib.callbacks.manager [None req-c72dd329-595c-4eca-9296-ba6eff8780d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774158209648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1002899'] for agent, after_update {{(pid=74187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 16:51:14.015782 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG neutron_lib.callbacks.manager [req-112c0295-924a-4cbf-bdad-42243ae6afe8 req-1549221c-1fb4-4ac8-b336-10757134f2e5 tempest-AttachVolumeNegativeTest-1670388833 tempest-AttachVolumeNegativeTest-1670388833-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-615041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1598908', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774158213030', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774157688369', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15648331'] for port, after_delete {{(pid=74185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 16:51:14.022830 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG oslo_concurrency.lockutils [None req-8a7a8ecb-71a4-4588-8110-56f44e41bf85 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74185) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 16:51:14.032884 dv-cinder-798104-1-smb neutron-server[74187]: DEBUG neutron.plugins.ml2.db [None req-d0e5ad82-df9b-4ee3-8ee9-b93c74fbe1d3 None None] get_ports_and_sgs() called for port_ids ['60788748-c574-41bc-b1db-7b3c12dcca5a', 'f3d5c858-7125-41c4-8648-43a21062489b', '41858a32-060a-4f1f-940d-ed169385d9bd'] {{(pid=74187) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jun 28 16:51:14.066854 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1549221c-1fb4-4ac8-b336-10757134f2e5 tempest-AttachVolumeNegativeTest-1670388833 tempest-AttachVolumeNegativeTest-1670388833-project] Pushing event deleted for resources: {'Port': ['ID=41858a32-060a-4f1f-940d-ed169385d9bd,revision_number=None']} {{(pid=74185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 16:51:14.079488 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1549221c-1fb4-4ac8-b336-10757134f2e5 tempest-AttachVolumeNegativeTest-1670388833 tempest-AttachVolumeNegativeTest-1670388833-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798104-1-smb {{(pid=74185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 16:51:14.079899 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1549221c-1fb4-4ac8-b336-10757134f2e5 tempest-AttachVolumeNegativeTest-1670388833 tempest-AttachVolumeNegativeTest-1670388833-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798104-1-smb {{(pid=74185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 16:51:14.080244 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1549221c-1fb4-4ac8-b336-10757134f2e5 tempest-AttachVolumeNegativeTest-1670388833 tempest-AttachVolumeNegativeTest-1670388833-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798104-1-smb {{(pid=74185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 16:51:14.080606 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1549221c-1fb4-4ac8-b336-10757134f2e5 tempest-AttachVolumeNegativeTest-1670388833 tempest-AttachVolumeNegativeTest-1670388833-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-798104-1-smb {{(pid=74185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 16:51:14.081552 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1549221c-1fb4-4ac8-b336-10757134f2e5 tempest-AttachVolumeNegativeTest-1670388833 tempest-AttachVolumeNegativeTest-1670388833-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798104-1-smb {{(pid=74185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 16:51:14.081912 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1549221c-1fb4-4ac8-b336-10757134f2e5 tempest-AttachVolumeNegativeTest-1670388833 tempest-AttachVolumeNegativeTest-1670388833-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-798104-1-smb {{(pid=74185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 16:51:14.082260 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1549221c-1fb4-4ac8-b336-10757134f2e5 tempest-AttachVolumeNegativeTest-1670388833 tempest-AttachVolumeNegativeTest-1670388833-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798104-1-smb {{(pid=74185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 16:51:14.082612 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1549221c-1fb4-4ac8-b336-10757134f2e5 tempest-AttachVolumeNegativeTest-1670388833 tempest-AttachVolumeNegativeTest-1670388833-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798104-1-smb {{(pid=74185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 16:51:14.082957 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1549221c-1fb4-4ac8-b336-10757134f2e5 tempest-AttachVolumeNegativeTest-1670388833 tempest-AttachVolumeNegativeTest-1670388833-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798104-1-smb {{(pid=74185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 16:51:14.083297 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1549221c-1fb4-4ac8-b336-10757134f2e5 tempest-AttachVolumeNegativeTest-1670388833 tempest-AttachVolumeNegativeTest-1670388833-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798104-1-smb {{(pid=74185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 16:51:14.083838 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1549221c-1fb4-4ac8-b336-10757134f2e5 tempest-AttachVolumeNegativeTest-1670388833 tempest-AttachVolumeNegativeTest-1670388833-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798104-1-smb {{(pid=74185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 16:51:14.110419 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG oslo_concurrency.lockutils [None req-1549221c-1fb4-4ac8-b336-10757134f2e5 tempest-AttachVolumeNegativeTest-1670388833 tempest-AttachVolumeNegativeTest-1670388833-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=74185) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 16:51:14.286558 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG neutron.db.l3_dvrscheduler_db [req-112c0295-924a-4cbf-bdad-42243ae6afe8 req-1549221c-1fb4-4ac8-b336-10757134f2e5 tempest-AttachVolumeNegativeTest-1670388833 tempest-AttachVolumeNegativeTest-1670388833-project] No DVR routers for this DVR port 41858a32-060a-4f1f-940d-ed169385d9bd on host hv-cinder-79810 {{(pid=74185) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 28 16:51:14.292705 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG neutron_lib.callbacks.manager [req-112c0295-924a-4cbf-bdad-42243ae6afe8 req-1549221c-1fb4-4ac8-b336-10757134f2e5 tempest-AttachVolumeNegativeTest-1670388833 tempest-AttachVolumeNegativeTest-1670388833-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129357'] for port, before_response {{(pid=74185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 16:51:14.296979 dv-cinder-798104-1-smb neutron-server[74185]: INFO neutron.wsgi [req-e3764362-8fe7-4e7e-866e-ce16e10fba91 req-493453c0-c4d7-49c0-adef-e379a37a9c5f tempest-AttachVolumeNegativeTest-1670388833 tempest-AttachVolumeNegativeTest-1670388833-project] 10.222.0.26 "GET /v2.0/ports?device_id=f572bf05-8b09-445c-a6c2-e3e32db445d1 HTTP/1.1" status: 200 len: 210 time: 0.1746407 Jun 28 16:51:14.297463 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f572bf05-8b09-445c-a6c2-e3e32db445d1', 'name': 'network-vif-deleted', 'tag': '41858a32-060a-4f1f-940d-ed169385d9bd'}] {{(pid=74185) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 28 16:51:14.314743 dv-cinder-798104-1-smb neutron-server[74185]: INFO neutron.wsgi [req-112c0295-924a-4cbf-bdad-42243ae6afe8 req-1549221c-1fb4-4ac8-b336-10757134f2e5 tempest-AttachVolumeNegativeTest-1670388833 tempest-AttachVolumeNegativeTest-1670388833-project] 10.222.0.41 "DELETE /v2.0/ports/41858a32-060a-4f1f-940d-ed169385d9bd HTTP/1.1" status: 204 len: 173 time: 0.9042118 Jun 28 16:51:14.395355 dv-cinder-798104-1-smb neutron-server[74185]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f572bf05-8b09-445c-a6c2-e3e32db445d1', 'name': 'network-vif-deleted', 'tag': '41858a32-060a-4f1f-940d-ed169385d9bd', 'status': 'completed', 'code': 200} Jun 28 16:51:15.802870 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-829809ce-5d9c-44f4-8313-460704599fb9 req-17960854-674b-4936-aee2-246aabe79af5 tempest-AttachVolumeNegativeTest-1670388833 tempest-AttachVolumeNegativeTest-1670388833-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 16:51:15.803566 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG neutron.quota.resource [req-829809ce-5d9c-44f4-8313-460704599fb9 req-17960854-674b-4936-aee2-246aabe79af5 tempest-AttachVolumeNegativeTest-1670388833 tempest-AttachVolumeNegativeTest-1670388833-project] Synchronizing usage tracker for tenant:a538bf881f94426fab2108868ebfc349 on resource:port {{(pid=74185) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 28 16:51:15.823062 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG neutron.quota.resource [req-829809ce-5d9c-44f4-8313-460704599fb9 req-17960854-674b-4936-aee2-246aabe79af5 tempest-AttachVolumeNegativeTest-1670388833 tempest-AttachVolumeNegativeTest-1670388833-project] Unset dirty status for tenant:a538bf881f94426fab2108868ebfc349 on resource:port {{(pid=74185) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 28 16:51:15.824445 dv-cinder-798104-1-smb neutron-server[74185]: INFO neutron.wsgi [req-829809ce-5d9c-44f4-8313-460704599fb9 req-17960854-674b-4936-aee2-246aabe79af5 tempest-AttachVolumeNegativeTest-1670388833 tempest-AttachVolumeNegativeTest-1670388833-project] 10.222.0.26 "GET /v2.0/ports?device_id=744ba6c9-ed82-47f7-aa05-07cf1df7673f HTTP/1.1" status: 200 len: 945 time: 0.0994976 Jun 28 16:51:15.877576 dv-cinder-798104-1-smb neutron-server[74185]: INFO neutron.wsgi [req-829809ce-5d9c-44f4-8313-460704599fb9 req-762285db-bcb5-4c11-8023-d9b8fa0ccf76 tempest-AttachVolumeNegativeTest-1670388833 tempest-AttachVolumeNegativeTest-1670388833-project] 10.222.0.26 "GET /v2.0/security-groups?id=5dec02be-3b82-4794-99ba-15356adf3f81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442486 Jun 28 16:51:16.169640 dv-cinder-798104-1-smb neutron-server[74187]: DEBUG neutron_lib.callbacks.manager [None req-7d0cdccd-5ee9-4040-bde7-453dddaf4625 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774158209648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1002899'] for agent, after_update {{(pid=74187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 16:51:16.880737 dv-cinder-798104-1-smb neutron-server[74187]: DEBUG neutron.plugins.ml2.rpc [None req-d0e5ad82-df9b-4ee3-8ee9-b93c74fbe1d3 None None] Device 41858a32-060a-4f1f-940d-ed169385d9bd no longer exists at agent hyperv_hv-cinder-79810 {{(pid=74187) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 28 16:51:16.916348 dv-cinder-798104-1-smb neutron-server[74187]: DEBUG neutron.plugins.ml2.plugin [None req-d0e5ad82-df9b-4ee3-8ee9-b93c74fbe1d3 None None] No Port match for: 41858a32-060a-4f1f-940d-ed169385d9bd {{(pid=74187) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}} Jun 28 16:51:16.916348 dv-cinder-798104-1-smb neutron-server[74187]: DEBUG neutron.plugins.ml2.rpc [None req-d0e5ad82-df9b-4ee3-8ee9-b93c74fbe1d3 None None] Device 41858a32-060a-4f1f-940d-ed169385d9bd not bound to the agent host hv-cinder-79810 {{(pid=74187) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 28 16:51:17.154906 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-face874c-42ab-4766-865f-49636a448211 req-d3cc72e8-7287-4c57-8c97-87b4b87ee8ca tempest-AttachVolumeNegativeTest-1670388833 tempest-AttachVolumeNegativeTest-1670388833-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 16:51:17.156414 dv-cinder-798104-1-smb neutron-server[74185]: INFO neutron.wsgi [req-face874c-42ab-4766-865f-49636a448211 req-d3cc72e8-7287-4c57-8c97-87b4b87ee8ca tempest-AttachVolumeNegativeTest-1670388833 tempest-AttachVolumeNegativeTest-1670388833-project] 10.222.0.26 "GET /v2.0/ports?device_id=744ba6c9-ed82-47f7-aa05-07cf1df7673f HTTP/1.1" status: 200 len: 945 time: 0.1513948 Jun 28 16:51:17.202517 dv-cinder-798104-1-smb neutron-server[74185]: INFO neutron.wsgi [req-face874c-42ab-4766-865f-49636a448211 req-a6675187-2f74-4581-8a22-8c53b327fc78 tempest-AttachVolumeNegativeTest-1670388833 tempest-AttachVolumeNegativeTest-1670388833-project] 10.222.0.26 "GET /v2.0/security-groups?id=5dec02be-3b82-4794-99ba-15356adf3f81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404577 Jun 28 16:51:17.485730 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef47f3a8-8e4b-49c9-82db-74dbf5cbe711 req-e4b2f82f-ad41-43ea-8aff-92789ee2dc16 tempest-AttachVolumeNegativeTest-1670388833 tempest-AttachVolumeNegativeTest-1670388833-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 16:51:17.487571 dv-cinder-798104-1-smb neutron-server[74185]: INFO neutron.wsgi [req-ef47f3a8-8e4b-49c9-82db-74dbf5cbe711 req-e4b2f82f-ad41-43ea-8aff-92789ee2dc16 tempest-AttachVolumeNegativeTest-1670388833 tempest-AttachVolumeNegativeTest-1670388833-project] 10.222.0.41 "GET /v2.0/ports?device_id=744ba6c9-ed82-47f7-aa05-07cf1df7673f HTTP/1.1" status: 200 len: 945 time: 0.0830374 Jun 28 16:51:17.556417 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG neutron.plugins.ml2.plugin [req-ef47f3a8-8e4b-49c9-82db-74dbf5cbe711 req-4866d63c-fefe-4e46-9807-7f798dedd23d tempest-AttachVolumeNegativeTest-1670388833 tempest-AttachVolumeNegativeTest-1670388833-project] Deleting port f3d5c858-7125-41c4-8648-43a21062489b {{(pid=74185) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Jun 28 16:51:17.556760 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG neutron_lib.callbacks.manager [req-ef47f3a8-8e4b-49c9-82db-74dbf5cbe711 req-4866d63c-fefe-4e46-9807-7f798dedd23d tempest-AttachVolumeNegativeTest-1670388833 tempest-AttachVolumeNegativeTest-1670388833-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774158158511'] for port, before_delete {{(pid=74185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 16:51:17.621962 dv-cinder-798104-1-smb neutron-server[74187]: DEBUG neutron_lib.callbacks.manager [None req-17b6939a-39ed-439c-8d74-c49ac6595f0c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774158209648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1002899'] for agent, after_update {{(pid=74187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 16:51:17.826782 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG neutron.plugins.ml2.db [req-ef47f3a8-8e4b-49c9-82db-74dbf5cbe711 req-4866d63c-fefe-4e46-9807-7f798dedd23d tempest-AttachVolumeNegativeTest-1670388833 tempest-AttachVolumeNegativeTest-1670388833-project] For port f3d5c858-7125-41c4-8648-43a21062489b, host hv-cinder-79810, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79810',level=0,port_id=f3d5c858-7125-41c4-8648-43a21062489b,segment=NetworkSegment(2c0a68fd-7cc2-4d98-8375-a38d6ab9c22a),segment_id=2c0a68fd-7cc2-4d98-8375-a38d6ab9c22a)] {{(pid=74185) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 16:51:17.827087 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG neutron_lib.callbacks.manager [req-ef47f3a8-8e4b-49c9-82db-74dbf5cbe711 req-4866d63c-fefe-4e46-9807-7f798dedd23d tempest-AttachVolumeNegativeTest-1670388833 tempest-AttachVolumeNegativeTest-1670388833-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1637578'] for port, precommit_delete {{(pid=74185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 16:51:17.951073 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG neutron.plugins.ml2.plugin [req-ef47f3a8-8e4b-49c9-82db-74dbf5cbe711 req-4866d63c-fefe-4e46-9807-7f798dedd23d tempest-AttachVolumeNegativeTest-1670388833 tempest-AttachVolumeNegativeTest-1670388833-project] Calling delete_port for f3d5c858-7125-41c4-8648-43a21062489b owned by compute:nova {{(pid=74185) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Jun 28 16:51:18.100971 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG neutron_lib.callbacks.manager [req-ef47f3a8-8e4b-49c9-82db-74dbf5cbe711 req-4866d63c-fefe-4e46-9807-7f798dedd23d tempest-AttachVolumeNegativeTest-1670388833 tempest-AttachVolumeNegativeTest-1670388833-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-615041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1598908', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774158213030', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774157688369', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15648331'] for port, after_delete {{(pid=74185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 16:51:18.106900 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG oslo_concurrency.lockutils [None req-7d738a69-32d2-4524-93da-e31d2df44f31 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74185) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 16:51:18.113985 dv-cinder-798104-1-smb neutron-server[74187]: DEBUG neutron.plugins.ml2.db [None req-d0e5ad82-df9b-4ee3-8ee9-b93c74fbe1d3 None None] get_ports_and_sgs() called for port_ids ['60788748-c574-41bc-b1db-7b3c12dcca5a', 'f3d5c858-7125-41c4-8648-43a21062489b'] {{(pid=74187) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jun 28 16:51:18.152578 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4866d63c-fefe-4e46-9807-7f798dedd23d tempest-AttachVolumeNegativeTest-1670388833 tempest-AttachVolumeNegativeTest-1670388833-project] Pushing event deleted for resources: {'Port': ['ID=f3d5c858-7125-41c4-8648-43a21062489b,revision_number=None']} {{(pid=74185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 16:51:18.154921 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG oslo_concurrency.lockutils [None req-4866d63c-fefe-4e46-9807-7f798dedd23d tempest-AttachVolumeNegativeTest-1670388833 tempest-AttachVolumeNegativeTest-1670388833-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=74185) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 16:51:18.233627 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG neutron.db.l3_dvrscheduler_db [req-ef47f3a8-8e4b-49c9-82db-74dbf5cbe711 req-4866d63c-fefe-4e46-9807-7f798dedd23d tempest-AttachVolumeNegativeTest-1670388833 tempest-AttachVolumeNegativeTest-1670388833-project] No DVR routers for this DVR port f3d5c858-7125-41c4-8648-43a21062489b on host hv-cinder-79810 {{(pid=74185) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 28 16:51:18.236177 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG neutron_lib.callbacks.manager [req-ef47f3a8-8e4b-49c9-82db-74dbf5cbe711 req-4866d63c-fefe-4e46-9807-7f798dedd23d tempest-AttachVolumeNegativeTest-1670388833 tempest-AttachVolumeNegativeTest-1670388833-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129357'] for port, before_response {{(pid=74185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 16:51:18.238965 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '744ba6c9-ed82-47f7-aa05-07cf1df7673f', 'name': 'network-vif-deleted', 'tag': 'f3d5c858-7125-41c4-8648-43a21062489b'}] {{(pid=74185) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 28 16:51:18.255202 dv-cinder-798104-1-smb neutron-server[74185]: INFO neutron.wsgi [req-ef47f3a8-8e4b-49c9-82db-74dbf5cbe711 req-4866d63c-fefe-4e46-9807-7f798dedd23d tempest-AttachVolumeNegativeTest-1670388833 tempest-AttachVolumeNegativeTest-1670388833-project] 10.222.0.41 "DELETE /v2.0/ports/f3d5c858-7125-41c4-8648-43a21062489b HTTP/1.1" status: 204 len: 173 time: 0.7618990 Jun 28 16:51:18.385696 dv-cinder-798104-1-smb neutron-server[74185]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '744ba6c9-ed82-47f7-aa05-07cf1df7673f', 'name': 'network-vif-deleted', 'tag': 'f3d5c858-7125-41c4-8648-43a21062489b', 'status': 'completed', 'code': 200} Jun 28 16:51:18.397486 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG neutron.quota.resource [req-98cf28df-dfc1-43fb-aa98-ec9b7996b363 req-3dd038ef-5b9e-4236-904d-3b7beb66f40a tempest-AttachVolumeNegativeTest-1670388833 tempest-AttachVolumeNegativeTest-1670388833-project] Synchronizing usage tracker for tenant:a538bf881f94426fab2108868ebfc349 on resource:port {{(pid=74185) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 28 16:51:18.414483 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG neutron.quota.resource [req-98cf28df-dfc1-43fb-aa98-ec9b7996b363 req-3dd038ef-5b9e-4236-904d-3b7beb66f40a tempest-AttachVolumeNegativeTest-1670388833 tempest-AttachVolumeNegativeTest-1670388833-project] Unset dirty status for tenant:a538bf881f94426fab2108868ebfc349 on resource:port {{(pid=74185) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 28 16:51:18.416271 dv-cinder-798104-1-smb neutron-server[74185]: INFO neutron.wsgi [req-98cf28df-dfc1-43fb-aa98-ec9b7996b363 req-3dd038ef-5b9e-4236-904d-3b7beb66f40a tempest-AttachVolumeNegativeTest-1670388833 tempest-AttachVolumeNegativeTest-1670388833-project] 10.222.0.26 "GET /v2.0/ports?device_id=744ba6c9-ed82-47f7-aa05-07cf1df7673f HTTP/1.1" status: 200 len: 210 time: 0.0632863 Jun 28 16:51:18.665428 dv-cinder-798104-1-smb neutron-server[74187]: DEBUG neutron_lib.callbacks.manager [None req-d49266a9-82cf-4da4-977f-ceca59b71534 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774158209648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1002899'] for agent, after_update {{(pid=74187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 16:51:19.486793 dv-cinder-798104-1-smb neutron-server[74187]: DEBUG neutron_lib.callbacks.manager [None req-d0e5ad82-df9b-4ee3-8ee9-b93c74fbe1d3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774158209648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1002899'] for agent, after_update {{(pid=74187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 16:51:20.893366 dv-cinder-798104-1-smb neutron-server[74187]: DEBUG neutron.plugins.ml2.rpc [None req-d0e5ad82-df9b-4ee3-8ee9-b93c74fbe1d3 None None] Device f3d5c858-7125-41c4-8648-43a21062489b no longer exists at agent hyperv_hv-cinder-79810 {{(pid=74187) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 28 16:51:20.927029 dv-cinder-798104-1-smb neutron-server[74187]: DEBUG neutron.plugins.ml2.plugin [None req-d0e5ad82-df9b-4ee3-8ee9-b93c74fbe1d3 None None] No Port match for: f3d5c858-7125-41c4-8648-43a21062489b {{(pid=74187) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}} Jun 28 16:51:20.927350 dv-cinder-798104-1-smb neutron-server[74187]: DEBUG neutron.plugins.ml2.rpc [None req-d0e5ad82-df9b-4ee3-8ee9-b93c74fbe1d3 None None] Device f3d5c858-7125-41c4-8648-43a21062489b not bound to the agent host hv-cinder-79810 {{(pid=74187) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 28 16:51:21.146620 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-740848c7-d518-49b7-86f8-f2423c4bc820 req-8a9ff199-b671-4107-8337-7eac67450b0a tempest-AttachVolumeNegativeTest-1670388833 tempest-AttachVolumeNegativeTest-1670388833-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 16:51:21.148071 dv-cinder-798104-1-smb neutron-server[74185]: INFO neutron.wsgi [req-740848c7-d518-49b7-86f8-f2423c4bc820 req-8a9ff199-b671-4107-8337-7eac67450b0a tempest-AttachVolumeNegativeTest-1670388833 tempest-AttachVolumeNegativeTest-1670388833-project] 10.222.0.26 "GET /v2.0/ports?device_id=7691576f-dcbb-4d39-9ad9-fe82c97b776b HTTP/1.1" status: 200 len: 945 time: 0.0770001 Jun 28 16:51:21.196294 dv-cinder-798104-1-smb neutron-server[74185]: INFO neutron.wsgi [req-740848c7-d518-49b7-86f8-f2423c4bc820 req-ccd2c328-74c7-45f1-a78f-1b61d937248d tempest-AttachVolumeNegativeTest-1670388833 tempest-AttachVolumeNegativeTest-1670388833-project] 10.222.0.26 "GET /v2.0/security-groups?id=5dec02be-3b82-4794-99ba-15356adf3f81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426779 Jun 28 16:51:22.394076 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-531caccf-b6c1-4a0f-b40c-9729dc525459 req-35f9c9df-1887-48d8-b96d-d345e485ec30 tempest-AttachVolumeNegativeTest-1670388833 tempest-AttachVolumeNegativeTest-1670388833-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 16:51:22.395511 dv-cinder-798104-1-smb neutron-server[74185]: INFO neutron.wsgi [req-531caccf-b6c1-4a0f-b40c-9729dc525459 req-35f9c9df-1887-48d8-b96d-d345e485ec30 tempest-AttachVolumeNegativeTest-1670388833 tempest-AttachVolumeNegativeTest-1670388833-project] 10.222.0.26 "GET /v2.0/ports?device_id=7691576f-dcbb-4d39-9ad9-fe82c97b776b HTTP/1.1" status: 200 len: 945 time: 0.0754580 Jun 28 16:51:22.438957 dv-cinder-798104-1-smb neutron-server[74185]: INFO neutron.wsgi [req-531caccf-b6c1-4a0f-b40c-9729dc525459 req-4f1d692d-60e9-4d61-a80b-6c5bd84e3707 tempest-AttachVolumeNegativeTest-1670388833 tempest-AttachVolumeNegativeTest-1670388833-project] 10.222.0.26 "GET /v2.0/security-groups?id=5dec02be-3b82-4794-99ba-15356adf3f81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379856 Jun 28 16:51:23.015458 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e49c532-2606-45d7-ab6d-52ee3d6f2faf req-2cdd13cc-0a2b-45a2-873e-59acfaa090c0 tempest-AttachVolumeNegativeTest-1670388833 tempest-AttachVolumeNegativeTest-1670388833-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 16:51:23.017615 dv-cinder-798104-1-smb neutron-server[74185]: INFO neutron.wsgi [req-7e49c532-2606-45d7-ab6d-52ee3d6f2faf req-2cdd13cc-0a2b-45a2-873e-59acfaa090c0 tempest-AttachVolumeNegativeTest-1670388833 tempest-AttachVolumeNegativeTest-1670388833-project] 10.222.0.41 "GET /v2.0/ports?device_id=7691576f-dcbb-4d39-9ad9-fe82c97b776b HTTP/1.1" status: 200 len: 945 time: 0.0793946 Jun 28 16:51:23.094226 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG neutron.plugins.ml2.plugin [req-7e49c532-2606-45d7-ab6d-52ee3d6f2faf req-b8b631ff-d7fd-4500-818f-234ef8bcf0b6 tempest-AttachVolumeNegativeTest-1670388833 tempest-AttachVolumeNegativeTest-1670388833-project] Deleting port 60788748-c574-41bc-b1db-7b3c12dcca5a {{(pid=74185) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Jun 28 16:51:23.094472 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG neutron_lib.callbacks.manager [req-7e49c532-2606-45d7-ab6d-52ee3d6f2faf req-b8b631ff-d7fd-4500-818f-234ef8bcf0b6 tempest-AttachVolumeNegativeTest-1670388833 tempest-AttachVolumeNegativeTest-1670388833-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774158158511'] for port, before_delete {{(pid=74185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 16:51:23.207506 dv-cinder-798104-1-smb neutron-server[74186]: INFO neutron.wsgi [req-2cbe5bc4-85b7-4b14-8599-cfdd5bff2023 req-b577f0ef-6657-4a9d-9efd-8f2f9e81b725 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=7c6cd64e-562e-4ad2-ab67-0bb916b977d2&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0731986 Jun 28 16:51:23.307789 dv-cinder-798104-1-smb neutron-server[74186]: INFO neutron.wsgi [req-2cbe5bc4-85b7-4b14-8599-cfdd5bff2023 req-3362ff5f-0f0e-4dbd-ba4c-1516d44c7345 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=5bf6de7fd09845dea4827bbd91336fa8&device_id=7c6cd64e-562e-4ad2-ab67-0bb916b977d2 HTTP/1.1" status: 200 len: 1138 time: 0.0745068 Jun 28 16:51:23.471878 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG neutron.plugins.ml2.db [req-7e49c532-2606-45d7-ab6d-52ee3d6f2faf req-b8b631ff-d7fd-4500-818f-234ef8bcf0b6 tempest-AttachVolumeNegativeTest-1670388833 tempest-AttachVolumeNegativeTest-1670388833-project] For port 60788748-c574-41bc-b1db-7b3c12dcca5a, host hv-cinder-79810, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79810',level=0,port_id=60788748-c574-41bc-b1db-7b3c12dcca5a,segment=NetworkSegment(2c0a68fd-7cc2-4d98-8375-a38d6ab9c22a),segment_id=2c0a68fd-7cc2-4d98-8375-a38d6ab9c22a)] {{(pid=74185) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 16:51:23.472803 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG neutron_lib.callbacks.manager [req-7e49c532-2606-45d7-ab6d-52ee3d6f2faf req-b8b631ff-d7fd-4500-818f-234ef8bcf0b6 tempest-AttachVolumeNegativeTest-1670388833 tempest-AttachVolumeNegativeTest-1670388833-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1637578'] for port, precommit_delete {{(pid=74185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 16:51:23.472955 dv-cinder-798104-1-smb neutron-server[74186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cbe5bc4-85b7-4b14-8599-cfdd5bff2023 req-343a1005-cb44-4cac-9c09-2e77bd77142f service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=74186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 16:51:23.474327 dv-cinder-798104-1-smb neutron-server[74186]: INFO neutron.wsgi [req-2cbe5bc4-85b7-4b14-8599-cfdd5bff2023 req-343a1005-cb44-4cac-9c09-2e77bd77142f service neutron] 10.222.0.41 "GET /v2.0/networks?id=7235a97e-a247-4b50-b496-41685533e564 HTTP/1.1" status: 200 len: 915 time: 0.1367507 Jun 28 16:51:23.605542 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG neutron.plugins.ml2.plugin [req-7e49c532-2606-45d7-ab6d-52ee3d6f2faf req-b8b631ff-d7fd-4500-818f-234ef8bcf0b6 tempest-AttachVolumeNegativeTest-1670388833 tempest-AttachVolumeNegativeTest-1670388833-project] Calling delete_port for 60788748-c574-41bc-b1db-7b3c12dcca5a owned by compute:nova {{(pid=74185) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Jun 28 16:51:23.605852 dv-cinder-798104-1-smb neutron-server[74186]: INFO neutron.wsgi [req-2cbe5bc4-85b7-4b14-8599-cfdd5bff2023 req-52661621-1f46-4e54-86cc-c0947d992d0e service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=9ee12179-be82-4074-b954-8e3df7b44c6e HTTP/1.1" status: 200 len: 1001 time: 0.1192298 Jun 28 16:51:23.677160 dv-cinder-798104-1-smb neutron-server[74186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cbe5bc4-85b7-4b14-8599-cfdd5bff2023 req-dc3f4ffc-4f06-44d8-b37a-3af1a4b44762 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=74186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 16:51:23.678620 dv-cinder-798104-1-smb neutron-server[74186]: INFO neutron.wsgi [req-2cbe5bc4-85b7-4b14-8599-cfdd5bff2023 req-dc3f4ffc-4f06-44d8-b37a-3af1a4b44762 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=3e932159-74c5-4507-82f3-46deac3d4b21 HTTP/1.1" status: 200 len: 853 time: 0.0597713 Jun 28 16:51:23.792508 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69d97d31-c2a9-48e3-9880-b7b1257393af req-a16caec8-2926-4d9e-870b-d1e6e3b28a1c tempest-AttachVolumeNegativeTest-1670388833 tempest-AttachVolumeNegativeTest-1670388833-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 16:51:23.793926 dv-cinder-798104-1-smb neutron-server[74185]: INFO neutron.wsgi [req-69d97d31-c2a9-48e3-9880-b7b1257393af req-a16caec8-2926-4d9e-870b-d1e6e3b28a1c tempest-AttachVolumeNegativeTest-1670388833 tempest-AttachVolumeNegativeTest-1670388833-project] 10.222.0.26 "GET /v2.0/ports?device_id=7691576f-dcbb-4d39-9ad9-fe82c97b776b HTTP/1.1" status: 200 len: 945 time: 0.1951444 Jun 28 16:51:23.837171 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG neutron_lib.callbacks.manager [req-7e49c532-2606-45d7-ab6d-52ee3d6f2faf req-b8b631ff-d7fd-4500-818f-234ef8bcf0b6 tempest-AttachVolumeNegativeTest-1670388833 tempest-AttachVolumeNegativeTest-1670388833-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-615041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1598908', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774158213030', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774157688369', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15648331'] for port, after_delete {{(pid=74185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 16:51:23.852479 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG oslo_concurrency.lockutils [None req-92a1cd12-2439-46c9-98bc-e9d45d53d236 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74185) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 16:51:23.859470 dv-cinder-798104-1-smb neutron-server[74187]: DEBUG neutron.plugins.ml2.db [None req-d0e5ad82-df9b-4ee3-8ee9-b93c74fbe1d3 None None] get_ports_and_sgs() called for port_ids ['60788748-c574-41bc-b1db-7b3c12dcca5a'] {{(pid=74187) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jun 28 16:51:23.865778 dv-cinder-798104-1-smb neutron-server[74186]: INFO neutron.wsgi [req-2cbe5bc4-85b7-4b14-8599-cfdd5bff2023 req-90f3f20e-abe0-4415-a504-24beda22a975 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=7235a97e-a247-4b50-b496-41685533e564&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1705616 Jun 28 16:51:23.901839 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8b631ff-d7fd-4500-818f-234ef8bcf0b6 tempest-AttachVolumeNegativeTest-1670388833 tempest-AttachVolumeNegativeTest-1670388833-project] Pushing event deleted for resources: {'Port': ['ID=60788748-c574-41bc-b1db-7b3c12dcca5a,revision_number=None']} {{(pid=74185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 16:51:23.906171 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG oslo_concurrency.lockutils [None req-b8b631ff-d7fd-4500-818f-234ef8bcf0b6 tempest-AttachVolumeNegativeTest-1670388833 tempest-AttachVolumeNegativeTest-1670388833-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=74185) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 16:51:23.912837 dv-cinder-798104-1-smb neutron-server[74185]: INFO neutron.wsgi [req-69d97d31-c2a9-48e3-9880-b7b1257393af req-01f87a38-8da6-4868-ad95-15b5e4252c01 tempest-AttachVolumeNegativeTest-1670388833 tempest-AttachVolumeNegativeTest-1670388833-project] 10.222.0.26 "GET /v2.0/security-groups?id=5dec02be-3b82-4794-99ba-15356adf3f81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1070211 Jun 28 16:51:23.979462 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG neutron.db.l3_dvrscheduler_db [req-7e49c532-2606-45d7-ab6d-52ee3d6f2faf req-b8b631ff-d7fd-4500-818f-234ef8bcf0b6 tempest-AttachVolumeNegativeTest-1670388833 tempest-AttachVolumeNegativeTest-1670388833-project] No DVR routers for this DVR port 60788748-c574-41bc-b1db-7b3c12dcca5a on host hv-cinder-79810 {{(pid=74185) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 28 16:51:23.981824 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG neutron_lib.callbacks.manager [req-7e49c532-2606-45d7-ab6d-52ee3d6f2faf req-b8b631ff-d7fd-4500-818f-234ef8bcf0b6 tempest-AttachVolumeNegativeTest-1670388833 tempest-AttachVolumeNegativeTest-1670388833-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129357'] for port, before_response {{(pid=74185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 16:51:23.984431 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7691576f-dcbb-4d39-9ad9-fe82c97b776b', 'name': 'network-vif-deleted', 'tag': '60788748-c574-41bc-b1db-7b3c12dcca5a'}] {{(pid=74185) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 28 16:51:24.001167 dv-cinder-798104-1-smb neutron-server[74185]: INFO neutron.wsgi [req-7e49c532-2606-45d7-ab6d-52ee3d6f2faf req-b8b631ff-d7fd-4500-818f-234ef8bcf0b6 tempest-AttachVolumeNegativeTest-1670388833 tempest-AttachVolumeNegativeTest-1670388833-project] 10.222.0.41 "DELETE /v2.0/ports/60788748-c574-41bc-b1db-7b3c12dcca5a HTTP/1.1" status: 204 len: 173 time: 0.9744556 Jun 28 16:51:24.003310 dv-cinder-798104-1-smb neutron-server[74186]: INFO neutron.wsgi [req-2cbe5bc4-85b7-4b14-8599-cfdd5bff2023 req-5e2d8152-6564-4c96-b2d6-364be0a48cb8 service neutron] 10.222.0.41 "GET /v2.0/networks/7235a97e-a247-4b50-b496-41685533e564?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1296232 Jun 28 16:51:24.040447 dv-cinder-798104-1-smb neutron-server[74185]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7691576f-dcbb-4d39-9ad9-fe82c97b776b', 'name': 'network-vif-deleted', 'tag': '60788748-c574-41bc-b1db-7b3c12dcca5a', 'status': 'completed', 'code': 200} Jun 28 16:51:24.146737 dv-cinder-798104-1-smb neutron-server[74186]: INFO neutron.wsgi [req-2cbe5bc4-85b7-4b14-8599-cfdd5bff2023 req-029debb3-788e-4a93-a7c2-cf18709c7bcc service neutron] 10.222.0.41 "GET /v2.0/networks/7235a97e-a247-4b50-b496-41685533e564?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1295013 Jun 28 16:51:25.018723 dv-cinder-798104-1-smb neutron-server[74186]: DEBUG neutron.wsgi [-] (74186) accepted ('10.222.0.26', 55796) {{(pid=74186) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 28 16:51:25.078216 dv-cinder-798104-1-smb neutron-server[74186]: DEBUG neutron.db.db_base_plugin_v2 [None req-2a22820c-57ad-4df0-9efb-fdb424845dfe admin admin] Deleting subnet 675ec5bd-dc47-4713-907e-fa7c6eb0e688 {{(pid=74186) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 28 16:51:25.081830 dv-cinder-798104-1-smb neutron-server[74186]: DEBUG neutron_lib.callbacks.manager [None req-2a22820c-57ad-4df0-9efb-fdb424845dfe admin admin] Notify callbacks [] for subnet, before_delete {{(pid=74186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 16:51:25.133955 dv-cinder-798104-1-smb neutron-server[74186]: DEBUG neutron_lib.callbacks.manager [None req-2a22820c-57ad-4df0-9efb-fdb424845dfe admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1055359'] for subnet, precommit_delete_associations {{(pid=74186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 16:51:25.190162 dv-cinder-798104-1-smb neutron-server[74186]: DEBUG neutron_lib.callbacks.manager [None req-2a22820c-57ad-4df0-9efb-fdb424845dfe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1001168'] for subnet, precommit_delete {{(pid=74186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 16:51:25.257160 dv-cinder-798104-1-smb neutron-server[74186]: DEBUG neutron_lib.callbacks.manager [None req-2a22820c-57ad-4df0-9efb-fdb424845dfe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1001177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107460', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1598908', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1108730', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1484911'] for subnet, after_delete {{(pid=74186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 16:51:25.261585 dv-cinder-798104-1-smb neutron-server[74186]: DEBUG oslo_concurrency.lockutils [None req-32ea42fd-8237-4f8d-a4fc-42205b08b8d4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74186) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 16:51:25.301293 dv-cinder-798104-1-smb neutron-server[74186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a22820c-57ad-4df0-9efb-fdb424845dfe admin admin] Pushing event deleted for resources: {'Subnet': ['ID=675ec5bd-dc47-4713-907e-fa7c6eb0e688,revision_number=None']} {{(pid=74186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 16:51:25.307367 dv-cinder-798104-1-smb neutron-server[74186]: DEBUG neutron_lib.callbacks.manager [None req-2a22820c-57ad-4df0-9efb-fdb424845dfe admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1598890'] for subnet, before_response {{(pid=74186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 16:51:25.316860 dv-cinder-798104-1-smb neutron-server[74186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a22820c-57ad-4df0-9efb-fdb424845dfe admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798104-1-smb {{(pid=74186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 16:51:25.317235 dv-cinder-798104-1-smb neutron-server[74186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a22820c-57ad-4df0-9efb-fdb424845dfe admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798104-1-smb {{(pid=74186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 16:51:25.317599 dv-cinder-798104-1-smb neutron-server[74186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a22820c-57ad-4df0-9efb-fdb424845dfe admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798104-1-smb {{(pid=74186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 16:51:25.317958 dv-cinder-798104-1-smb neutron-server[74186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a22820c-57ad-4df0-9efb-fdb424845dfe admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-798104-1-smb {{(pid=74186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 16:51:25.318318 dv-cinder-798104-1-smb neutron-server[74186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a22820c-57ad-4df0-9efb-fdb424845dfe admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798104-1-smb {{(pid=74186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 16:51:25.318672 dv-cinder-798104-1-smb neutron-server[74186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a22820c-57ad-4df0-9efb-fdb424845dfe admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-798104-1-smb {{(pid=74186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 16:51:25.319018 dv-cinder-798104-1-smb neutron-server[74186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a22820c-57ad-4df0-9efb-fdb424845dfe admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798104-1-smb {{(pid=74186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 16:51:25.319369 dv-cinder-798104-1-smb neutron-server[74186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a22820c-57ad-4df0-9efb-fdb424845dfe admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798104-1-smb {{(pid=74186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 16:51:25.319718 dv-cinder-798104-1-smb neutron-server[74186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a22820c-57ad-4df0-9efb-fdb424845dfe admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798104-1-smb {{(pid=74186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 16:51:25.320062 dv-cinder-798104-1-smb neutron-server[74186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a22820c-57ad-4df0-9efb-fdb424845dfe admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798104-1-smb {{(pid=74186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 16:51:25.320436 dv-cinder-798104-1-smb neutron-server[74186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a22820c-57ad-4df0-9efb-fdb424845dfe admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798104-1-smb {{(pid=74186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 16:51:25.324016 dv-cinder-798104-1-smb neutron-server[74186]: INFO neutron.wsgi [None req-2a22820c-57ad-4df0-9efb-fdb424845dfe admin admin] 10.222.0.26 "DELETE /v2.0/subnets/675ec5bd-dc47-4713-907e-fa7c6eb0e688 HTTP/1.1" status: 204 len: 168 time: 0.3042819 Jun 28 16:51:25.324897 dv-cinder-798104-1-smb neutron-server[74186]: DEBUG oslo_concurrency.lockutils [None req-2a22820c-57ad-4df0-9efb-fdb424845dfe admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=74186) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 16:51:25.327061 dv-cinder-798104-1-smb neutron-server[74186]: DEBUG neutron.wsgi [-] (74186) accepted ('10.222.0.26', 55800) {{(pid=74186) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 28 16:51:25.431884 dv-cinder-798104-1-smb neutron-server[74186]: DEBUG neutron_lib.callbacks.manager [None req-248b6e8c-829c-4d64-b9f9-765fa7dbd2bf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-565721'] for network, before_delete {{(pid=74186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 16:51:25.553117 dv-cinder-798104-1-smb neutron-server[74186]: DEBUG neutron_lib.callbacks.manager [None req-248b6e8c-829c-4d64-b9f9-765fa7dbd2bf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1000101', 'neutron.services.segments.db._delete_segments_for_network-8774158209666'] for network, precommit_delete {{(pid=74186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 16:51:25.566763 dv-cinder-798104-1-smb neutron-server[74186]: DEBUG neutron.services.segments.db [None req-248b6e8c-829c-4d64-b9f9-765fa7dbd2bf admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bb4cc4d3-4de8-4886-89e0-415b22ba868b']}} {{(pid=74186) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 16:51:25.578628 dv-cinder-798104-1-smb neutron-server[74186]: DEBUG neutron.services.segments.db [None req-248b6e8c-829c-4d64-b9f9-765fa7dbd2bf admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2c0a68fd-7cc2-4d98-8375-a38d6ab9c22a') {'for_net_delete': True} {{(pid=74186) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 16:51:25.578920 dv-cinder-798104-1-smb neutron-server[74186]: DEBUG neutron.services.segments.db [None req-248b6e8c-829c-4d64-b9f9-765fa7dbd2bf admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2c0a68fd-7cc2-4d98-8375-a38d6ab9c22a') {} {{(pid=74186) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 16:51:25.590716 dv-cinder-798104-1-smb neutron-server[74186]: DEBUG neutron_lib.callbacks.manager [None req-248b6e8c-829c-4d64-b9f9-765fa7dbd2bf admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774158131357', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1055344'] for segment, before_delete {{(pid=74186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 16:51:25.606593 dv-cinder-798104-1-smb neutron-server[74186]: DEBUG neutron_lib.callbacks.manager [None req-248b6e8c-829c-4d64-b9f9-765fa7dbd2bf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-938564'] for segment, precommit_delete {{(pid=74186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 16:51:25.613844 dv-cinder-798104-1-smb neutron-server[74186]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-248b6e8c-829c-4d64-b9f9-765fa7dbd2bf admin admin] Releasing vlan 405 on physical network physnet1 to pool {{(pid=74186) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Jun 28 16:51:25.614286 dv-cinder-798104-1-smb neutron-server[74186]: DEBUG neutron_lib.callbacks.manager [None req-248b6e8c-829c-4d64-b9f9-765fa7dbd2bf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-938591', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1108572'] for segment, after_delete {{(pid=74186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 16:51:25.628896 dv-cinder-798104-1-smb neutron-server[74186]: Traceback (most recent call last): Jun 28 16:51:25.628896 dv-cinder-798104-1-smb neutron-server[74186]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Jun 28 16:51:25.628896 dv-cinder-798104-1-smb neutron-server[74186]: timer() Jun 28 16:51:25.628896 dv-cinder-798104-1-smb neutron-server[74186]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 28 16:51:25.628896 dv-cinder-798104-1-smb neutron-server[74186]: cb(*args, **kw) Jun 28 16:51:25.628896 dv-cinder-798104-1-smb neutron-server[74186]: File "/opt/stack/neutron/neutron/common/utils.py", line 901, in wrapper Jun 28 16:51:25.628896 dv-cinder-798104-1-smb neutron-server[74186]: return func(*args, **kwargs) Jun 28 16:51:25.628896 dv-cinder-798104-1-smb neutron-server[74186]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 28 16:51:25.628896 dv-cinder-798104-1-smb neutron-server[74186]: self._notify() Jun 28 16:51:25.628896 dv-cinder-798104-1-smb neutron-server[74186]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 28 16:51:25.628896 dv-cinder-798104-1-smb neutron-server[74186]: self.callback(batched_events) Jun 28 16:51:25.628896 dv-cinder-798104-1-smb neutron-server[74186]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 28 16:51:25.628896 dv-cinder-798104-1-smb neutron-server[74186]: event.method(event) Jun 28 16:51:25.628896 dv-cinder-798104-1-smb neutron-server[74186]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 28 16:51:25.628896 dv-cinder-798104-1-smb neutron-server[74186]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 28 16:51:25.628896 dv-cinder-798104-1-smb neutron-server[74186]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 28 16:51:25.628896 dv-cinder-798104-1-smb neutron-server[74186]: aggregate_uuid = self.p_client.list_aggregates( Jun 28 16:51:25.628896 dv-cinder-798104-1-smb neutron-server[74186]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 28 16:51:25.628896 dv-cinder-798104-1-smb neutron-server[74186]: return f(self, *a, **k) Jun 28 16:51:25.628896 dv-cinder-798104-1-smb neutron-server[74186]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jun 28 16:51:25.628896 dv-cinder-798104-1-smb neutron-server[74186]: return self._get(url).json() Jun 28 16:51:25.628896 dv-cinder-798104-1-smb neutron-server[74186]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jun 28 16:51:25.628896 dv-cinder-798104-1-smb neutron-server[74186]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 28 16:51:25.628896 dv-cinder-798104-1-smb neutron-server[74186]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Jun 28 16:51:25.628896 dv-cinder-798104-1-smb neutron-server[74186]: return self.request(url, 'GET', **kwargs) Jun 28 16:51:25.628896 dv-cinder-798104-1-smb neutron-server[74186]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Jun 28 16:51:25.628896 dv-cinder-798104-1-smb neutron-server[74186]: base_url = self.get_endpoint(auth, allow=allow, Jun 28 16:51:25.628896 dv-cinder-798104-1-smb neutron-server[74186]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jun 28 16:51:25.628896 dv-cinder-798104-1-smb neutron-server[74186]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 28 16:51:25.628896 dv-cinder-798104-1-smb neutron-server[74186]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jun 28 16:51:25.628896 dv-cinder-798104-1-smb neutron-server[74186]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 28 16:51:25.628896 dv-cinder-798104-1-smb neutron-server[74186]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 28 16:51:25.704765 dv-cinder-798104-1-smb neutron-server[74186]: DEBUG neutron_lib.callbacks.manager [None req-248b6e8c-829c-4d64-b9f9-765fa7dbd2bf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1000534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2050463', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1598908', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1624240'] for network, after_delete {{(pid=74186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 16:51:25.709059 dv-cinder-798104-1-smb neutron-server[74186]: DEBUG oslo_concurrency.lockutils [None req-f5135863-1886-4f49-9c26-8f1d19f0a1a0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74186) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 16:51:25.721457 dv-cinder-798104-1-smb neutron-server[74186]: DEBUG neutron_lib.callbacks.manager [None req-248b6e8c-829c-4d64-b9f9-765fa7dbd2bf admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1598890'] for network, before_response {{(pid=74186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 16:51:25.731206 dv-cinder-798104-1-smb neutron-server[74186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-248b6e8c-829c-4d64-b9f9-765fa7dbd2bf admin admin] Pushing event deleted for resources: {'Network': ['ID=bb4cc4d3-4de8-4886-89e0-415b22ba868b,revision_number=None']} {{(pid=74186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 16:51:25.734198 dv-cinder-798104-1-smb neutron-server[74186]: DEBUG oslo_concurrency.lockutils [None req-248b6e8c-829c-4d64-b9f9-765fa7dbd2bf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=74186) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 16:51:25.739971 dv-cinder-798104-1-smb neutron-server[74186]: INFO neutron.wsgi [None req-248b6e8c-829c-4d64-b9f9-765fa7dbd2bf admin admin] 10.222.0.26 "DELETE /v2.0/networks/bb4cc4d3-4de8-4886-89e0-415b22ba868b HTTP/1.1" status: 204 len: 168 time: 0.4119995 Jun 28 16:51:25.875036 dv-cinder-798104-1-smb neutron-server[74186]: DEBUG neutron.wsgi [-] (74186) accepted ('10.222.0.26', 55806) {{(pid=74186) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 28 16:51:25.924010 dv-cinder-798104-1-smb neutron-server[74186]: INFO neutron.wsgi [None req-6108b71c-3eb1-4f10-b4b8-cd445ac35f4c admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=a538bf881f94426fab2108868ebfc349&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0477886 Jun 28 16:51:25.926813 dv-cinder-798104-1-smb neutron-server[74186]: DEBUG neutron.wsgi [-] (74186) accepted ('10.222.0.26', 55810) {{(pid=74186) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 28 16:51:25.984889 dv-cinder-798104-1-smb neutron-server[74186]: DEBUG neutron_lib.callbacks.manager [None req-285682d4-2024-43fe-b2c7-404c1780b5e7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=74186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 16:51:26.010608 dv-cinder-798104-1-smb neutron-server[74186]: DEBUG neutron_lib.callbacks.manager [None req-285682d4-2024-43fe-b2c7-404c1780b5e7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=74186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 16:51:26.063616 dv-cinder-798104-1-smb neutron-server[74186]: DEBUG neutron_lib.callbacks.manager [None req-285682d4-2024-43fe-b2c7-404c1780b5e7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2050486'] for security_group, after_delete {{(pid=74186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 16:51:26.067958 dv-cinder-798104-1-smb neutron-server[74186]: DEBUG oslo_concurrency.lockutils [None req-ac07915b-be75-4723-b6ba-df12985d0c9c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74186) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 16:51:26.078782 dv-cinder-798104-1-smb neutron-server[74186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-285682d4-2024-43fe-b2c7-404c1780b5e7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5dec02be-3b82-4794-99ba-15356adf3f81,revision_number=None']} {{(pid=74186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 16:51:26.082341 dv-cinder-798104-1-smb neutron-server[74186]: DEBUG oslo_concurrency.lockutils [None req-285682d4-2024-43fe-b2c7-404c1780b5e7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.014s {{(pid=74186) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 16:51:26.085542 dv-cinder-798104-1-smb neutron-server[74186]: DEBUG neutron_lib.callbacks.manager [None req-285682d4-2024-43fe-b2c7-404c1780b5e7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=74186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 16:51:26.086629 dv-cinder-798104-1-smb neutron-server[74186]: INFO neutron.wsgi [None req-285682d4-2024-43fe-b2c7-404c1780b5e7 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/5dec02be-3b82-4794-99ba-15356adf3f81 HTTP/1.1" status: 204 len: 168 time: 0.1589589 Jun 28 16:51:26.914479 dv-cinder-798104-1-smb neutron-server[74187]: DEBUG neutron.plugins.ml2.rpc [None req-d0e5ad82-df9b-4ee3-8ee9-b93c74fbe1d3 None None] Device 60788748-c574-41bc-b1db-7b3c12dcca5a no longer exists at agent hyperv_hv-cinder-79810 {{(pid=74187) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 28 16:51:26.950766 dv-cinder-798104-1-smb neutron-server[74187]: DEBUG neutron.plugins.ml2.plugin [None req-d0e5ad82-df9b-4ee3-8ee9-b93c74fbe1d3 None None] No Port match for: 60788748-c574-41bc-b1db-7b3c12dcca5a {{(pid=74187) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}} Jun 28 16:51:26.951122 dv-cinder-798104-1-smb neutron-server[74187]: DEBUG neutron.plugins.ml2.rpc [None req-d0e5ad82-df9b-4ee3-8ee9-b93c74fbe1d3 None None] Device 60788748-c574-41bc-b1db-7b3c12dcca5a not bound to the agent host hv-cinder-79810 {{(pid=74187) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 28 16:51:27.948723 dv-cinder-798104-1-smb neutron-server[74188]: DEBUG neutron.db.agents_db [None req-8255730c-b11f-4cfb-aeb3-67319944b41a None None] Agent healthcheck: found 6 active agents {{(pid=74188) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jun 28 16:51:43.613383 dv-cinder-798104-1-smb neutron-server[74187]: DEBUG neutron_lib.callbacks.manager [None req-ec549ad4-6e2c-4425-a184-40161014596f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774158209648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1002899'] for agent, after_update {{(pid=74187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 16:51:43.887703 dv-cinder-798104-1-smb neutron-server[74187]: DEBUG neutron_lib.callbacks.manager [None req-c72dd329-595c-4eca-9296-ba6eff8780d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774158209648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1002899'] for agent, after_update {{(pid=74187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 16:51:45.441940 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG neutron.wsgi [-] (74185) accepted ('10.222.0.26', 55992) {{(pid=74185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 28 16:51:45.589074 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG neutron_lib.callbacks.manager [None req-904874b0-f3d5-4158-8451-009b391057f0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=74185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 16:51:45.621619 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG neutron.db.quota.driver [None req-904874b0-f3d5-4158-8451-009b391057f0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74185) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 28 16:51:45.625796 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG neutron.quota.resource [None req-904874b0-f3d5-4158-8451-009b391057f0 admin admin] Usage tracker for resource:security_group_rule and tenant:6428cebc0d1f4ff5bc1eaacd2d034203 is out of sync, need to count used quota {{(pid=74185) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 28 16:51:45.629056 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG neutron.quota.resource [None req-904874b0-f3d5-4158-8451-009b391057f0 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=74185) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 28 16:51:45.634924 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG neutron.db.quota.driver [None req-904874b0-f3d5-4158-8451-009b391057f0 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74185) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 28 16:51:45.703449 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG neutron_lib.callbacks.manager [None req-904874b0-f3d5-4158-8451-009b391057f0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=74185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 16:51:45.707577 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG neutron_lib.callbacks.manager [None req-904874b0-f3d5-4158-8451-009b391057f0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2050486'] for security_group, after_create {{(pid=74185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 16:51:45.714540 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG oslo_concurrency.lockutils [None req-367823ad-6c0a-4b7c-aeac-bc2b8237225b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74185) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 16:51:45.756600 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-904874b0-f3d5-4158-8451-009b391057f0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=67d8131a-a4fc-46d2-80d1-f0b06906ffb2,revision_number=1']} {{(pid=74185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 16:51:45.759777 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG oslo_concurrency.lockutils [None req-904874b0-f3d5-4158-8451-009b391057f0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=74185) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 16:51:45.762415 dv-cinder-798104-1-smb neutron-server[74185]: INFO neutron.wsgi [None req-904874b0-f3d5-4158-8451-009b391057f0 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=6428cebc0d1f4ff5bc1eaacd2d034203&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3194137 Jun 28 16:51:45.765053 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG neutron.wsgi [-] (74185) accepted ('10.222.0.26', 55998) {{(pid=74185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 28 16:51:45.827776 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG neutron_lib.callbacks.manager [None req-8d7bc35a-e18b-4366-b2ff-3df7051b275b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=74185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 16:51:45.854767 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG neutron_lib.callbacks.manager [None req-8d7bc35a-e18b-4366-b2ff-3df7051b275b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=74185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 16:51:45.908681 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG neutron_lib.callbacks.manager [None req-8d7bc35a-e18b-4366-b2ff-3df7051b275b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2050486'] for security_group, after_delete {{(pid=74185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 16:51:45.914148 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG oslo_concurrency.lockutils [None req-e66bd7c1-2c5d-4012-9571-bd0556b2823c tempest-AttachVolumeTestJSON-1575976490 tempest-AttachVolumeTestJSON-1575976490-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74185) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 16:51:45.930342 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d7bc35a-e18b-4366-b2ff-3df7051b275b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=67d8131a-a4fc-46d2-80d1-f0b06906ffb2,revision_number=None']} {{(pid=74185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 16:51:45.933166 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG oslo_concurrency.lockutils [None req-8d7bc35a-e18b-4366-b2ff-3df7051b275b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=74185) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 16:51:45.934045 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG neutron_lib.callbacks.manager [None req-8d7bc35a-e18b-4366-b2ff-3df7051b275b admin admin] Notify callbacks [] for security_group, before_response {{(pid=74185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 16:51:45.935181 dv-cinder-798104-1-smb neutron-server[74185]: INFO neutron.wsgi [None req-8d7bc35a-e18b-4366-b2ff-3df7051b275b admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/67d8131a-a4fc-46d2-80d1-f0b06906ffb2 HTTP/1.1" status: 204 len: 168 time: 0.1692355 Jun 28 16:51:46.172724 dv-cinder-798104-1-smb neutron-server[74187]: DEBUG neutron_lib.callbacks.manager [None req-53e5b96d-d10e-4d41-a747-225b7187a9a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774158209648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1002899'] for agent, after_update {{(pid=74187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 16:51:46.283614 dv-cinder-798104-1-smb neutron-server[74186]: DEBUG neutron.wsgi [-] (74186) accepted ('10.222.0.26', 56006) {{(pid=74186) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 28 16:51:46.304216 dv-cinder-798104-1-smb neutron-server[74186]: DEBUG neutron_lib.callbacks.manager [None req-c0487a17-af3a-4901-b526-036114534c4e admin admin] Notify callbacks [] for security_group, before_create {{(pid=74186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 16:51:46.337646 dv-cinder-798104-1-smb neutron-server[74186]: DEBUG neutron.db.quota.driver [None req-c0487a17-af3a-4901-b526-036114534c4e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74186) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 28 16:51:46.341682 dv-cinder-798104-1-smb neutron-server[74186]: DEBUG neutron.quota.resource [None req-c0487a17-af3a-4901-b526-036114534c4e admin admin] Usage tracker for resource:security_group_rule and tenant:fb7d049559f04d5ea1c5c19c8535ff5a is out of sync, need to count used quota {{(pid=74186) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 28 16:51:46.344667 dv-cinder-798104-1-smb neutron-server[74186]: DEBUG neutron.quota.resource [None req-c0487a17-af3a-4901-b526-036114534c4e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=74186) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 28 16:51:46.350348 dv-cinder-798104-1-smb neutron-server[74186]: DEBUG neutron.db.quota.driver [None req-c0487a17-af3a-4901-b526-036114534c4e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74186) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 28 16:51:46.416268 dv-cinder-798104-1-smb neutron-server[74186]: DEBUG neutron_lib.callbacks.manager [None req-c0487a17-af3a-4901-b526-036114534c4e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=74186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 16:51:46.420502 dv-cinder-798104-1-smb neutron-server[74186]: DEBUG neutron_lib.callbacks.manager [None req-c0487a17-af3a-4901-b526-036114534c4e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2050486'] for security_group, after_create {{(pid=74186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 16:51:46.427331 dv-cinder-798104-1-smb neutron-server[74186]: DEBUG oslo_concurrency.lockutils [None req-e0124a64-2b7e-4c57-84ca-728b388d9f3e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74186) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 16:51:46.468483 dv-cinder-798104-1-smb neutron-server[74186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0487a17-af3a-4901-b526-036114534c4e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=91c6b693-72fe-4d57-be4d-23dbf0cfe11b,revision_number=1']} {{(pid=74186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 16:51:46.474198 dv-cinder-798104-1-smb neutron-server[74186]: INFO neutron.wsgi [None req-c0487a17-af3a-4901-b526-036114534c4e admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=fb7d049559f04d5ea1c5c19c8535ff5a&name=default HTTP/1.1" status: 200 len: 2647 time: 0.1892943 Jun 28 16:51:46.475710 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG neutron.wsgi [-] (74185) accepted ('10.222.0.26', 56010) {{(pid=74185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 28 16:51:46.476192 dv-cinder-798104-1-smb neutron-server[74186]: DEBUG oslo_concurrency.lockutils [None req-c0487a17-af3a-4901-b526-036114534c4e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=74186) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 16:51:46.541372 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG neutron_lib.callbacks.manager [None req-bd0deea7-ea6e-49be-a2d7-3ef626c4c23c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=74185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 16:51:46.569789 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG neutron_lib.callbacks.manager [None req-bd0deea7-ea6e-49be-a2d7-3ef626c4c23c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=74185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 16:51:46.624736 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG neutron_lib.callbacks.manager [None req-bd0deea7-ea6e-49be-a2d7-3ef626c4c23c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2050486'] for security_group, after_delete {{(pid=74185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 16:51:46.628541 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG oslo_concurrency.lockutils [None req-cfdac2de-beed-4cb8-9f58-d765587b6f21 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74185) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 16:51:46.640667 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd0deea7-ea6e-49be-a2d7-3ef626c4c23c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=91c6b693-72fe-4d57-be4d-23dbf0cfe11b,revision_number=None']} {{(pid=74185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 16:51:46.644296 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG oslo_concurrency.lockutils [None req-bd0deea7-ea6e-49be-a2d7-3ef626c4c23c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=74185) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 16:51:46.648246 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG neutron_lib.callbacks.manager [None req-bd0deea7-ea6e-49be-a2d7-3ef626c4c23c admin admin] Notify callbacks [] for security_group, before_response {{(pid=74185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 16:51:46.649377 dv-cinder-798104-1-smb neutron-server[74185]: INFO neutron.wsgi [None req-bd0deea7-ea6e-49be-a2d7-3ef626c4c23c admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/91c6b693-72fe-4d57-be4d-23dbf0cfe11b HTTP/1.1" status: 204 len: 168 time: 0.1724167 Jun 28 16:51:47.621119 dv-cinder-798104-1-smb neutron-server[74187]: DEBUG neutron_lib.callbacks.manager [None req-17b6939a-39ed-439c-8d74-c49ac6595f0c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774158209648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1002899'] for agent, after_update {{(pid=74187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 16:51:48.666575 dv-cinder-798104-1-smb neutron-server[74187]: DEBUG neutron_lib.callbacks.manager [None req-d49266a9-82cf-4da4-977f-ceca59b71534 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774158209648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1002899'] for agent, after_update {{(pid=74187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 16:51:49.487212 dv-cinder-798104-1-smb neutron-server[74187]: DEBUG neutron_lib.callbacks.manager [None req-d0e5ad82-df9b-4ee3-8ee9-b93c74fbe1d3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774158209648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1002899'] for agent, after_update {{(pid=74187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 16:51:51.423437 dv-cinder-798104-1-smb neutron-server[74185]: INFO neutron.wsgi [req-b5b36157-df8c-457c-9f21-cd637fa8a4bd req-5ad6e9e3-fd9b-48c4-a429-7ee648b35ffd tempest-TestMinimumBasicScenario-1571811032 tempest-TestMinimumBasicScenario-1571811032-project] 10.222.0.26 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1363534585&fields=id&tenant_id=5bf6de7fd09845dea4827bbd91336fa8 HTTP/1.1" status: 200 len: 267 time: 0.0437505 Jun 28 16:51:51.514448 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5b36157-df8c-457c-9f21-cd637fa8a4bd req-02866a6e-ffd4-4b11-b7fe-3df291661699 tempest-TestMinimumBasicScenario-1571811032 tempest-TestMinimumBasicScenario-1571811032-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 16:51:51.515910 dv-cinder-798104-1-smb neutron-server[74185]: INFO neutron.wsgi [req-b5b36157-df8c-457c-9f21-cd637fa8a4bd req-02866a6e-ffd4-4b11-b7fe-3df291661699 tempest-TestMinimumBasicScenario-1571811032 tempest-TestMinimumBasicScenario-1571811032-project] 10.222.0.26 "GET /v2.0/ports?device_id=7c6cd64e-562e-4ad2-ab67-0bb916b977d2 HTTP/1.1" status: 200 len: 985 time: 0.0867844 Jun 28 16:51:51.527508 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG neutron.api.v2.base [req-b5b36157-df8c-457c-9f21-cd637fa8a4bd req-dac4a882-2245-47c6-a05c-c29b5be0c3a6 tempest-TestMinimumBasicScenario-1571811032 tempest-TestMinimumBasicScenario-1571811032-project] Request body: {'port': {'security_groups': ['593d65e9-98bb-4e8f-8eec-8b5ea591b244']}} {{(pid=74185) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jun 28 16:51:51.651861 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG neutron_lib.callbacks.manager [req-b5b36157-df8c-457c-9f21-cd637fa8a4bd req-dac4a882-2245-47c6-a05c-c29b5be0c3a6 tempest-TestMinimumBasicScenario-1571811032 tempest-TestMinimumBasicScenario-1571811032-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621611'] for port, before_update {{(pid=74185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 16:51:51.904224 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG neutron.plugins.ml2.db [req-b5b36157-df8c-457c-9f21-cd637fa8a4bd req-dac4a882-2245-47c6-a05c-c29b5be0c3a6 tempest-TestMinimumBasicScenario-1571811032 tempest-TestMinimumBasicScenario-1571811032-project] For port 9ee12179-be82-4074-b954-8e3df7b44c6e, host hv-cinder-79810, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79810',level=0,port_id=9ee12179-be82-4074-b954-8e3df7b44c6e,segment=NetworkSegment(0e59102a-bfa2-431d-ad4f-e02c6218ed6f),segment_id=0e59102a-bfa2-431d-ad4f-e02c6218ed6f)] {{(pid=74185) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 16:51:51.930950 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG neutron_lib.callbacks.manager [req-b5b36157-df8c-457c-9f21-cd637fa8a4bd req-dac4a882-2245-47c6-a05c-c29b5be0c3a6 tempest-TestMinimumBasicScenario-1571811032 tempest-TestMinimumBasicScenario-1571811032-project] Notify callbacks [] for port, precommit_update {{(pid=74185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 16:51:51.935826 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG neutron_lib.callbacks.manager [req-b5b36157-df8c-457c-9f21-cd637fa8a4bd req-dac4a882-2245-47c6-a05c-c29b5be0c3a6 tempest-TestMinimumBasicScenario-1571811032 tempest-TestMinimumBasicScenario-1571811032-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-615041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1598908', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774158213048', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774157688378', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774157688423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15648322'] for port, after_update {{(pid=74185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 16:51:51.942387 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74185) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 16:51:51.949121 dv-cinder-798104-1-smb neutron-server[74187]: DEBUG neutron.plugins.ml2.db [None req-d0e5ad82-df9b-4ee3-8ee9-b93c74fbe1d3 None None] get_ports_and_sgs() called for port_ids ['9ee12179-be82-4074-b954-8e3df7b44c6e'] {{(pid=74187) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jun 28 16:51:52.019985 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5b36157-df8c-457c-9f21-cd637fa8a4bd req-dac4a882-2245-47c6-a05c-c29b5be0c3a6 tempest-TestMinimumBasicScenario-1571811032 tempest-TestMinimumBasicScenario-1571811032-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 16:51:52.020267 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG neutron_lib.callbacks.manager [req-b5b36157-df8c-457c-9f21-cd637fa8a4bd req-dac4a882-2245-47c6-a05c-c29b5be0c3a6 tempest-TestMinimumBasicScenario-1571811032 tempest-TestMinimumBasicScenario-1571811032-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129357'] for port, before_response {{(pid=74185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 16:51:52.022377 dv-cinder-798104-1-smb neutron-server[74185]: INFO neutron.wsgi [req-b5b36157-df8c-457c-9f21-cd637fa8a4bd req-dac4a882-2245-47c6-a05c-c29b5be0c3a6 tempest-TestMinimumBasicScenario-1571811032 tempest-TestMinimumBasicScenario-1571811032-project] 10.222.0.26 "PUT /v2.0/ports/9ee12179-be82-4074-b954-8e3df7b44c6e HTTP/1.1" status: 200 len: 943 time: 0.4995041 Jun 28 16:51:52.032019 dv-cinder-798104-1-smb neutron-server[74186]: DEBUG neutron.wsgi [-] (74186) accepted ('10.222.0.26', 56088) {{(pid=74186) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 28 16:51:52.032626 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7c6cd64e-562e-4ad2-ab67-0bb916b977d2', 'tag': '9ee12179-be82-4074-b954-8e3df7b44c6e'}] {{(pid=74185) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 28 16:51:52.058254 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dac4a882-2245-47c6-a05c-c29b5be0c3a6 tempest-TestMinimumBasicScenario-1571811032 tempest-TestMinimumBasicScenario-1571811032-project] Pushing event updated for resources: {'Port': ['ID=9ee12179-be82-4074-b954-8e3df7b44c6e,revision_number=7']} {{(pid=74185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 16:51:52.064213 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG oslo_concurrency.lockutils [None req-dac4a882-2245-47c6-a05c-c29b5be0c3a6 tempest-TestMinimumBasicScenario-1571811032 tempest-TestMinimumBasicScenario-1571811032-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.122s {{(pid=74185) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 16:51:52.122315 dv-cinder-798104-1-smb neutron-server[74186]: DEBUG neutron_lib.callbacks.manager [None req-53aae4c9-314f-4eac-aa51-c9bb748915c5 tempest-TestMinimumBasicScenario-1571811032 tempest-TestMinimumBasicScenario-1571811032-project] Notify callbacks [] for security_group, before_delete {{(pid=74186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 16:51:52.133695 dv-cinder-798104-1-smb neutron-server[74185]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7c6cd64e-562e-4ad2-ab67-0bb916b977d2', 'tag': '9ee12179-be82-4074-b954-8e3df7b44c6e', 'status': 'completed', 'code': 200} Jun 28 16:51:52.154806 dv-cinder-798104-1-smb neutron-server[74186]: DEBUG neutron_lib.callbacks.manager [None req-53aae4c9-314f-4eac-aa51-c9bb748915c5 tempest-TestMinimumBasicScenario-1571811032 tempest-TestMinimumBasicScenario-1571811032-project] Notify callbacks [] for security_group, precommit_delete {{(pid=74186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 16:51:52.155075 dv-cinder-798104-1-smb neutron-server[74187]: DEBUG neutron.plugins.ml2.db [None req-d0e5ad82-df9b-4ee3-8ee9-b93c74fbe1d3 None None] get_ports_and_sgs() called for port_ids ['9ee12179-be82-4074-b954-8e3df7b44c6e'] {{(pid=74187) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jun 28 16:51:52.241541 dv-cinder-798104-1-smb neutron-server[74186]: DEBUG neutron_lib.callbacks.manager [None req-53aae4c9-314f-4eac-aa51-c9bb748915c5 tempest-TestMinimumBasicScenario-1571811032 tempest-TestMinimumBasicScenario-1571811032-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2050486'] for security_group, after_delete {{(pid=74186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 16:51:52.247475 dv-cinder-798104-1-smb neutron-server[74186]: DEBUG oslo_concurrency.lockutils [None req-fffcf1a6-15bf-41d9-8766-3478b605883a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74186) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 16:51:52.265995 dv-cinder-798104-1-smb neutron-server[74186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53aae4c9-314f-4eac-aa51-c9bb748915c5 tempest-TestMinimumBasicScenario-1571811032 tempest-TestMinimumBasicScenario-1571811032-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5696e6d6-f883-4d51-9c2b-5bb8c2ba8b70,revision_number=None']} {{(pid=74186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 16:51:52.270449 dv-cinder-798104-1-smb neutron-server[74186]: DEBUG oslo_concurrency.lockutils [None req-53aae4c9-314f-4eac-aa51-c9bb748915c5 tempest-TestMinimumBasicScenario-1571811032 tempest-TestMinimumBasicScenario-1571811032-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=74186) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 16:51:52.277031 dv-cinder-798104-1-smb neutron-server[74186]: DEBUG neutron_lib.callbacks.manager [None req-53aae4c9-314f-4eac-aa51-c9bb748915c5 tempest-TestMinimumBasicScenario-1571811032 tempest-TestMinimumBasicScenario-1571811032-project] Notify callbacks [] for security_group, before_response {{(pid=74186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 16:51:52.278594 dv-cinder-798104-1-smb neutron-server[74186]: INFO neutron.wsgi [None req-53aae4c9-314f-4eac-aa51-c9bb748915c5 tempest-TestMinimumBasicScenario-1571811032 tempest-TestMinimumBasicScenario-1571811032-project] 10.222.0.26 "DELETE /v2.0/security-groups/5696e6d6-f883-4d51-9c2b-5bb8c2ba8b70 HTTP/1.1" status: 204 len: 168 time: 0.2460856 Jun 28 16:51:52.283049 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG neutron.wsgi [-] (74185) accepted ('10.222.0.26', 56096) {{(pid=74185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 28 16:51:52.384318 dv-cinder-798104-1-smb neutron-server[74187]: DEBUG neutron.db.provisioning_blocks [None req-5c5f7abb-40fa-4339-a389-ec19532e5431 None None] Provisioning complete for port 9ee12179-be82-4074-b954-8e3df7b44c6e triggered by entity DHCP. {{(pid=74187) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 28 16:51:52.384694 dv-cinder-798104-1-smb neutron-server[74187]: DEBUG neutron_lib.callbacks.manager [None req-5c5f7abb-40fa-4339-a389-ec19532e5431 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1002786'] for port, provisioning_complete {{(pid=74187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 16:51:52.422560 dv-cinder-798104-1-smb neutron-server[74186]: INFO neutron.wsgi [req-568e7887-8ddc-4b78-91b0-2a8882c9a7cb req-921b3adf-80e8-40ae-973b-065672afc180 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=5bf6de7fd09845dea4827bbd91336fa8&device_id=7c6cd64e-562e-4ad2-ab67-0bb916b977d2 HTTP/1.1" status: 200 len: 1099 time: 0.2563736 Jun 28 16:51:52.502316 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG neutron.plugins.ml2.plugin [None req-e30221f6-ffe2-4dfc-bffd-0ce712006c0b tempest-TestMinimumBasicScenario-1571811032 tempest-TestMinimumBasicScenario-1571811032-project] Deleting port faccd3ee-56c9-4e75-84a1-e6869c611daf {{(pid=74185) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Jun 28 16:51:52.502723 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG neutron_lib.callbacks.manager [None req-e30221f6-ffe2-4dfc-bffd-0ce712006c0b tempest-TestMinimumBasicScenario-1571811032 tempest-TestMinimumBasicScenario-1571811032-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774158158511'] for port, before_delete {{(pid=74185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 16:51:52.575914 dv-cinder-798104-1-smb neutron-server[74186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-568e7887-8ddc-4b78-91b0-2a8882c9a7cb req-a6c4fe4a-5327-498d-bc5d-0352891add89 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=74186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 16:51:52.577642 dv-cinder-798104-1-smb neutron-server[74186]: INFO neutron.wsgi [req-568e7887-8ddc-4b78-91b0-2a8882c9a7cb req-a6c4fe4a-5327-498d-bc5d-0352891add89 service neutron] 10.222.0.41 "GET /v2.0/networks?id=7235a97e-a247-4b50-b496-41685533e564 HTTP/1.1" status: 200 len: 915 time: 0.1471031 Jun 28 16:51:52.804318 dv-cinder-798104-1-smb neutron-server[74186]: INFO neutron.wsgi [req-568e7887-8ddc-4b78-91b0-2a8882c9a7cb req-e6f76765-830b-4f0b-a6ac-3e81029339ac service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=9ee12179-be82-4074-b954-8e3df7b44c6e HTTP/1.1" status: 200 len: 1001 time: 0.2183096 Jun 28 16:51:52.808675 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG neutron_lib.callbacks.manager [None req-e30221f6-ffe2-4dfc-bffd-0ce712006c0b tempest-TestMinimumBasicScenario-1571811032 tempest-TestMinimumBasicScenario-1571811032-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1637578'] for port, precommit_delete {{(pid=74185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 16:51:52.809009 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG neutron_lib.callbacks.manager [None req-e30221f6-ffe2-4dfc-bffd-0ce712006c0b tempest-TestMinimumBasicScenario-1571811032 tempest-TestMinimumBasicScenario-1571811032-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=74185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 16:51:52.885316 dv-cinder-798104-1-smb neutron-server[74186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-568e7887-8ddc-4b78-91b0-2a8882c9a7cb req-8d4579b9-a291-4262-83bf-f961fd9ff64c service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=74186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 16:51:52.886306 dv-cinder-798104-1-smb neutron-server[74186]: INFO neutron.wsgi [req-568e7887-8ddc-4b78-91b0-2a8882c9a7cb req-8d4579b9-a291-4262-83bf-f961fd9ff64c service neutron] 10.222.0.41 "GET /v2.0/subnets?id=3e932159-74c5-4507-82f3-46deac3d4b21 HTTP/1.1" status: 200 len: 853 time: 0.0740166 Jun 28 16:51:52.948011 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG neutron.plugins.ml2.plugin [None req-e30221f6-ffe2-4dfc-bffd-0ce712006c0b tempest-TestMinimumBasicScenario-1571811032 tempest-TestMinimumBasicScenario-1571811032-project] Calling delete_port for faccd3ee-56c9-4e75-84a1-e6869c611daf owned by network:floatingip {{(pid=74185) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Jun 28 16:51:52.970561 dv-cinder-798104-1-smb neutron-server[74186]: INFO neutron.wsgi [req-568e7887-8ddc-4b78-91b0-2a8882c9a7cb req-eaff6c2a-70f6-453d-971e-1a4c40ead9c9 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=7235a97e-a247-4b50-b496-41685533e564&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0765457 Jun 28 16:51:52.983667 dv-cinder-798104-1-smb neutron-server[74186]: DEBUG neutron.wsgi [req-568e7887-8ddc-4b78-91b0-2a8882c9a7cb req-48b070c1-0ee9-452b-9dc0-dddb7ff50422 service neutron] http://10.222.0.26:9696/v2.0/extensions returned with HTTP 200 {{(pid=74186) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Jun 28 16:51:52.984898 dv-cinder-798104-1-smb neutron-server[74186]: INFO neutron.wsgi [req-568e7887-8ddc-4b78-91b0-2a8882c9a7cb req-48b070c1-0ee9-452b-9dc0-dddb7ff50422 service neutron] 10.222.0.41 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.0069132 Jun 28 16:51:53.131113 dv-cinder-798104-1-smb neutron-server[74186]: INFO neutron.wsgi [req-568e7887-8ddc-4b78-91b0-2a8882c9a7cb req-37d42ebe-0b95-4b28-a1eb-8c729c184233 service neutron] 10.222.0.41 "GET /v2.0/networks/7235a97e-a247-4b50-b496-41685533e564?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1389952 Jun 28 16:51:53.141523 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG neutron_lib.callbacks.manager [None req-e30221f6-ffe2-4dfc-bffd-0ce712006c0b tempest-TestMinimumBasicScenario-1571811032 tempest-TestMinimumBasicScenario-1571811032-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-615041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1598908', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774158213030', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774157688369', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15648331'] for port, after_delete {{(pid=74185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 16:51:53.145668 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74185) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 16:51:53.191939 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e30221f6-ffe2-4dfc-bffd-0ce712006c0b tempest-TestMinimumBasicScenario-1571811032 tempest-TestMinimumBasicScenario-1571811032-project] Pushing event deleted for resources: {'Port': ['ID=faccd3ee-56c9-4e75-84a1-e6869c611daf,revision_number=None']} {{(pid=74185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 16:51:53.191939 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG neutron.wsgi [-] (74185) accepted ('10.222.0.26', 56108) {{(pid=74185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 28 16:51:53.194051 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG oslo_concurrency.lockutils [None req-e30221f6-ffe2-4dfc-bffd-0ce712006c0b tempest-TestMinimumBasicScenario-1571811032 tempest-TestMinimumBasicScenario-1571811032-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=74185) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 16:51:53.297849 dv-cinder-798104-1-smb neutron-server[74186]: INFO neutron.wsgi [req-568e7887-8ddc-4b78-91b0-2a8882c9a7cb req-e8197ddb-edf5-43eb-b40b-f0ff2870b975 service neutron] 10.222.0.41 "GET /v2.0/networks/7235a97e-a247-4b50-b496-41685533e564?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1582682 Jun 28 16:51:53.309656 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG neutron_lib.callbacks.manager [None req-e30221f6-ffe2-4dfc-bffd-0ce712006c0b tempest-TestMinimumBasicScenario-1571811032 tempest-TestMinimumBasicScenario-1571811032-project] Notify callbacks [] for floatingip, after_delete {{(pid=74185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 16:51:53.394960 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG neutron_lib.callbacks.manager [None req-c3145ac7-b4b8-41af-8fac-053fca12ab7c admin admin] Notify callbacks [] for security_group, before_create {{(pid=74185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 16:51:53.437702 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG neutron.db.quota.driver [None req-c3145ac7-b4b8-41af-8fac-053fca12ab7c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74185) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 28 16:51:53.450657 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG neutron.quota.resource [None req-c3145ac7-b4b8-41af-8fac-053fca12ab7c admin admin] Usage tracker for resource:security_group_rule and tenant:d3dba04474e0485e878fff0af6eff5da is out of sync, need to count used quota {{(pid=74185) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 28 16:51:53.454361 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG neutron.quota.resource [None req-c3145ac7-b4b8-41af-8fac-053fca12ab7c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=74185) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 28 16:51:53.461815 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG neutron.db.quota.driver [None req-c3145ac7-b4b8-41af-8fac-053fca12ab7c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74185) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 28 16:51:53.624747 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG neutron_lib.callbacks.manager [None req-c3145ac7-b4b8-41af-8fac-053fca12ab7c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=74185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 16:51:53.631309 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG neutron_lib.callbacks.manager [None req-c3145ac7-b4b8-41af-8fac-053fca12ab7c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2050486'] for security_group, after_create {{(pid=74185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 16:51:53.639594 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG oslo_concurrency.lockutils [None req-6cf04691-56d8-410d-95e3-1fdddbb8f100 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74185) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 16:51:53.687260 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3145ac7-b4b8-41af-8fac-053fca12ab7c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f34761a9-eedd-49b0-ba2a-01ed1239846c,revision_number=1']} {{(pid=74185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 16:51:53.690822 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG oslo_concurrency.lockutils [None req-c3145ac7-b4b8-41af-8fac-053fca12ab7c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=74185) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 16:51:53.743332 dv-cinder-798104-1-smb neutron-server[74185]: INFO neutron.wsgi [None req-c3145ac7-b4b8-41af-8fac-053fca12ab7c admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=d3dba04474e0485e878fff0af6eff5da&name=default HTTP/1.1" status: 200 len: 2647 time: 0.5512013 Jun 28 16:51:53.746070 dv-cinder-798104-1-smb neutron-server[74186]: DEBUG neutron.wsgi [-] (74186) accepted ('10.222.0.26', 56114) {{(pid=74186) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 28 16:51:53.810662 dv-cinder-798104-1-smb neutron-server[74186]: DEBUG neutron_lib.callbacks.manager [None req-7ac3b9e4-41c5-4b0c-ae6f-5e6db79b3a8c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=74186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 16:51:53.838252 dv-cinder-798104-1-smb neutron-server[74186]: DEBUG neutron_lib.callbacks.manager [None req-7ac3b9e4-41c5-4b0c-ae6f-5e6db79b3a8c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=74186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 16:51:53.908106 dv-cinder-798104-1-smb neutron-server[74186]: DEBUG neutron_lib.callbacks.manager [None req-7ac3b9e4-41c5-4b0c-ae6f-5e6db79b3a8c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2050486'] for security_group, after_delete {{(pid=74186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 16:51:53.910608 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e30221f6-ffe2-4dfc-bffd-0ce712006c0b tempest-TestMinimumBasicScenario-1571811032 tempest-TestMinimumBasicScenario-1571811032-project] Router f7acaa2e-6c5f-436b-9363-3f726190c3c0 has already been hosted by L3 agent 633adcd1-515e-4435-b14d-49f054abd10f {{(pid=74185) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 28 16:51:53.913014 dv-cinder-798104-1-smb neutron-server[74186]: DEBUG oslo_concurrency.lockutils [None req-17da8ce7-061b-45ff-b67e-62677ca42e76 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74186) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 16:51:53.925242 dv-cinder-798104-1-smb neutron-server[74186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ac3b9e4-41c5-4b0c-ae6f-5e6db79b3a8c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f34761a9-eedd-49b0-ba2a-01ed1239846c,revision_number=None']} {{(pid=74186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 16:51:53.927557 dv-cinder-798104-1-smb neutron-server[74186]: DEBUG oslo_concurrency.lockutils [None req-7ac3b9e4-41c5-4b0c-ae6f-5e6db79b3a8c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=74186) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 16:51:53.934081 dv-cinder-798104-1-smb neutron-server[74186]: DEBUG neutron_lib.callbacks.manager [None req-7ac3b9e4-41c5-4b0c-ae6f-5e6db79b3a8c admin admin] Notify callbacks [] for security_group, before_response {{(pid=74186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 16:51:53.937732 dv-cinder-798104-1-smb neutron-server[74186]: INFO neutron.wsgi [None req-7ac3b9e4-41c5-4b0c-ae6f-5e6db79b3a8c admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/f34761a9-eedd-49b0-ba2a-01ed1239846c HTTP/1.1" status: 204 len: 168 time: 0.1883597 Jun 28 16:51:54.126228 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e30221f6-ffe2-4dfc-bffd-0ce712006c0b tempest-TestMinimumBasicScenario-1571811032 tempest-TestMinimumBasicScenario-1571811032-project] Notify agent at l3_agent.dv-cinder-798104-1-smb the message routers_updated {{(pid=74185) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 28 16:51:54.138253 dv-cinder-798104-1-smb neutron-server[74187]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f804aab-d47d-4496-8818-e327b7a69d06 None None] Sync routers for ids ['f7acaa2e-6c5f-436b-9363-3f726190c3c0'] in dv-cinder-798104-1-smb {{(pid=74187) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jun 28 16:51:54.153981 dv-cinder-798104-1-smb neutron-server[74187]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f804aab-d47d-4496-8818-e327b7a69d06 None None] Routers {'f7acaa2e-6c5f-436b-9363-3f726190c3c0'} bound to L3 agent in host dv-cinder-798104-1-smb {{(pid=74187) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 28 16:51:54.154805 dv-cinder-798104-1-smb neutron-server[74187]: DEBUG neutron.db.l3_hamode_db [None req-9f804aab-d47d-4496-8818-e327b7a69d06 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-798104-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-28T16:32:46Z,description=,heartbeat_timestamp=2021-06-28T16:51:46Z,host='dv-cinder-798104-1-smb',id=633adcd1-515e-4435-b14d-49f054abd10f,load=0,resource_versions=,resources_synced=,started_at=2021-06-28T16:32:46Z,topic='l3_agent')) {'router_ids': ['f7acaa2e-6c5f-436b-9363-3f726190c3c0'], 'active': True} {{(pid=74187) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 16:51:54.164862 dv-cinder-798104-1-smb neutron-server[74186]: DEBUG neutron.wsgi [-] (74186) accepted ('10.222.0.26', 56122) {{(pid=74186) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 28 16:51:54.172928 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG neutron_lib.callbacks.manager [None req-e30221f6-ffe2-4dfc-bffd-0ce712006c0b tempest-TestMinimumBasicScenario-1571811032 tempest-TestMinimumBasicScenario-1571811032-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129357'] for floatingip, before_response {{(pid=74185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 16:51:54.242900 dv-cinder-798104-1-smb neutron-server[74185]: INFO neutron.wsgi [None req-e30221f6-ffe2-4dfc-bffd-0ce712006c0b tempest-TestMinimumBasicScenario-1571811032 tempest-TestMinimumBasicScenario-1571811032-project] 10.222.0.26 "DELETE /v2.0/floatingips/85941e72-ebee-4786-9a4f-6a7d2ee271aa HTTP/1.1" status: 204 len: 168 time: 1.9588850 Jun 28 16:51:54.243713 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7c6cd64e-562e-4ad2-ab67-0bb916b977d2', 'tag': '9ee12179-be82-4074-b954-8e3df7b44c6e'}] {{(pid=74185) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 28 16:51:54.308827 dv-cinder-798104-1-smb neutron-server[74185]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7c6cd64e-562e-4ad2-ab67-0bb916b977d2', 'tag': '9ee12179-be82-4074-b954-8e3df7b44c6e', 'status': 'completed', 'code': 200} Jun 28 16:51:54.360520 dv-cinder-798104-1-smb neutron-server[74187]: DEBUG neutron.db.l3_dvr_db [None req-9f804aab-d47d-4496-8818-e327b7a69d06 None None] Set router f7acaa2e-6c5f-436b-9363-3f726190c3c0 gateway port host: dv-cinder-798104-1-smb {{(pid=74187) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jun 28 16:51:54.397042 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG neutron.wsgi [-] (74185) accepted ('10.222.0.26', 56132) {{(pid=74185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 28 16:51:54.417243 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG neutron_lib.callbacks.manager [None req-62d99317-1bfa-4605-9dbc-d81852d4ce19 admin admin] Notify callbacks [] for security_group, before_create {{(pid=74185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 16:51:54.455521 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG neutron.db.quota.driver [None req-62d99317-1bfa-4605-9dbc-d81852d4ce19 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74185) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 28 16:51:54.460494 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG neutron.quota.resource [None req-62d99317-1bfa-4605-9dbc-d81852d4ce19 admin admin] Usage tracker for resource:security_group_rule and tenant:0c9074c751d7485685b5e6468f6e3f02 is out of sync, need to count used quota {{(pid=74185) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 28 16:51:54.463573 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG neutron.quota.resource [None req-62d99317-1bfa-4605-9dbc-d81852d4ce19 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=74185) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 28 16:51:54.471453 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG neutron.db.quota.driver [None req-62d99317-1bfa-4605-9dbc-d81852d4ce19 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74185) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 28 16:51:54.531825 dv-cinder-798104-1-smb neutron-server[74186]: DEBUG neutron.plugins.ml2.plugin [None req-45d22714-a780-4bfb-b75c-a3325f3b9576 tempest-TestShelveInstance-142730798 tempest-TestShelveInstance-142730798-project] Deleting port d0d3e95b-a227-4b17-839a-3be0aa08f179 {{(pid=74186) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Jun 28 16:51:54.532340 dv-cinder-798104-1-smb neutron-server[74186]: DEBUG neutron_lib.callbacks.manager [None req-45d22714-a780-4bfb-b75c-a3325f3b9576 tempest-TestShelveInstance-142730798 tempest-TestShelveInstance-142730798-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774158158511'] for port, before_delete {{(pid=74186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 16:51:54.573171 dv-cinder-798104-1-smb neutron-server[74186]: INFO neutron.wsgi [req-9ffcc4b5-6cd0-4791-93ea-c30158314bc3 req-e604214e-0839-4117-ac48-891b0d177c15 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=5bf6de7fd09845dea4827bbd91336fa8&device_id=7c6cd64e-562e-4ad2-ab67-0bb916b977d2 HTTP/1.1" status: 200 len: 1099 time: 0.2295389 Jun 28 16:51:54.577917 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG neutron_lib.callbacks.manager [None req-62d99317-1bfa-4605-9dbc-d81852d4ce19 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=74185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 16:51:54.584570 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG neutron_lib.callbacks.manager [None req-62d99317-1bfa-4605-9dbc-d81852d4ce19 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2050486'] for security_group, after_create {{(pid=74185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 16:51:54.608876 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG oslo_concurrency.lockutils [None req-c3326996-982b-40ba-98c4-81aeb76767bd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74185) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 16:51:54.652988 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62d99317-1bfa-4605-9dbc-d81852d4ce19 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b82437a6-a934-44cc-92a8-5145eff9f413,revision_number=1']} {{(pid=74185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 16:51:54.666002 dv-cinder-798104-1-smb neutron-server[74185]: INFO neutron.wsgi [None req-62d99317-1bfa-4605-9dbc-d81852d4ce19 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=0c9074c751d7485685b5e6468f6e3f02&name=default HTTP/1.1" status: 200 len: 2647 time: 0.2656691 Jun 28 16:51:54.666002 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG oslo_concurrency.lockutils [None req-62d99317-1bfa-4605-9dbc-d81852d4ce19 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=74185) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 16:51:54.666448 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG neutron.wsgi [-] (74185) accepted ('10.222.0.26', 56138) {{(pid=74185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 28 16:51:54.744843 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG neutron_lib.callbacks.manager [None req-a2ea04c0-470f-441a-a6b5-6daba46a4435 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=74185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 16:51:54.781069 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG neutron_lib.callbacks.manager [None req-a2ea04c0-470f-441a-a6b5-6daba46a4435 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=74185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 16:51:54.854298 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG neutron_lib.callbacks.manager [None req-a2ea04c0-470f-441a-a6b5-6daba46a4435 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2050486'] for security_group, after_delete {{(pid=74185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 16:51:54.862450 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG oslo_concurrency.lockutils [None req-2892a285-cc86-436a-aadd-0c930ad8c6ec admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74185) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 16:51:54.885291 dv-cinder-798104-1-smb neutron-server[74187]: DEBUG neutron.db.l3_hamode_db [None req-9f804aab-d47d-4496-8818-e327b7a69d06 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f7acaa2e-6c5f-436b-9363-3f726190c3c0', 'name': 'tempest-TestMinimumBasicScenario-831825175-router', 'tenant_id': '5bf6de7fd09845dea4827bbd91336fa8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f9715ce2-16ba-4ae9-9a15-557432d0a5ed', 'external_fixed_ips': [{'subnet_id': 'e3a20e14-2eea-4943-8cec-1fe85e8448d0', 'ip_address': '172.28.3.44'}], 'enable_snat': True}, 'gw_port_id': '24f8b26b-8869-480a-872b-786338b36fb7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-28T16:49:07Z', 'updated_at': '2021-06-28T16:49:10Z', 'revision_number': 4, 'project_id': '5bf6de7fd09845dea4827bbd91336fa8', 'gw_port': {'id': '24f8b26b-8869-480a-872b-786338b36fb7', 'name': '', 'network_id': 'f9715ce2-16ba-4ae9-9a15-557432d0a5ed', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:42:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7acaa2e-6c5f-436b-9363-3f726190c3c0', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e3a20e14-2eea-4943-8cec-1fe85e8448d0', 'ip_address': '172.28.3.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798104-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T16:49:08Z', 'updated_at': '2021-06-28T16:49:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e3a20e14-2eea-4943-8cec-1fe85e8448d0', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798104-1-smb', '_interfaces': [{'id': 'afb68667-8373-462e-9bb0-c986179d62c7', 'name': '', 'network_id': '7235a97e-a247-4b50-b496-41685533e564', 'tenant_id': '5bf6de7fd09845dea4827bbd91336fa8', 'mac_address': 'fa:16:3e:be:91:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7acaa2e-6c5f-436b-9363-3f726190c3c0', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '3e932159-74c5-4507-82f3-46deac3d4b21', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798104-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T16:49:10Z', 'updated_at': '2021-06-28T16:49:23Z', 'revision_number': 5, 'project_id': '5bf6de7fd09845dea4827bbd91336fa8', 'subnets': [{'id': '3e932159-74c5-4507-82f3-46deac3d4b21', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-798104-1-smb', False) {} {{(pid=74187) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 16:51:54.886036 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2ea04c0-470f-441a-a6b5-6daba46a4435 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b82437a6-a934-44cc-92a8-5145eff9f413,revision_number=None']} {{(pid=74185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 16:51:54.888907 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG oslo_concurrency.lockutils [None req-a2ea04c0-470f-441a-a6b5-6daba46a4435 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=74185) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 16:51:54.908001 dv-cinder-798104-1-smb neutron-server[74187]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f804aab-d47d-4496-8818-e327b7a69d06 None None] Checking router: f7acaa2e-6c5f-436b-9363-3f726190c3c0 for host: dv-cinder-798104-1-smb {{(pid=74187) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Jun 28 16:51:54.909282 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG neutron_lib.callbacks.manager [None req-a2ea04c0-470f-441a-a6b5-6daba46a4435 admin admin] Notify callbacks [] for security_group, before_response {{(pid=74185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 16:51:54.911612 dv-cinder-798104-1-smb neutron-server[74185]: INFO neutron.wsgi [None req-a2ea04c0-470f-441a-a6b5-6daba46a4435 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/b82437a6-a934-44cc-92a8-5145eff9f413 HTTP/1.1" status: 204 len: 168 time: 0.2432690 Jun 28 16:51:54.934176 dv-cinder-798104-1-smb neutron-server[74187]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f804aab-d47d-4496-8818-e327b7a69d06 None None] Routers {'f7acaa2e-6c5f-436b-9363-3f726190c3c0'} bound to L3 agent in host dv-cinder-798104-1-smb {{(pid=74187) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 28 16:51:54.935544 dv-cinder-798104-1-smb neutron-server[74187]: DEBUG neutron.db.l3_hamode_db [None req-9f804aab-d47d-4496-8818-e327b7a69d06 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-798104-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-28T16:32:46Z,description=,heartbeat_timestamp=2021-06-28T16:51:46Z,host='dv-cinder-798104-1-smb',id=633adcd1-515e-4435-b14d-49f054abd10f,load=0,resource_versions=,resources_synced=,started_at=2021-06-28T16:32:46Z,topic='l3_agent')) {'router_ids': ['f7acaa2e-6c5f-436b-9363-3f726190c3c0'], 'active': True} {{(pid=74187) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 16:51:54.938747 dv-cinder-798104-1-smb neutron-server[74186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ffcc4b5-6cd0-4791-93ea-c30158314bc3 req-fc01cf2c-fc94-48f0-929c-99913a7466eb service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=74186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 16:51:54.940206 dv-cinder-798104-1-smb neutron-server[74186]: INFO neutron.wsgi [req-9ffcc4b5-6cd0-4791-93ea-c30158314bc3 req-fc01cf2c-fc94-48f0-929c-99913a7466eb service neutron] 10.222.0.41 "GET /v2.0/networks?id=7235a97e-a247-4b50-b496-41685533e564 HTTP/1.1" status: 200 len: 915 time: 0.3557544 Jun 28 16:51:54.944668 dv-cinder-798104-1-smb neutron-server[74186]: DEBUG neutron_lib.callbacks.manager [None req-45d22714-a780-4bfb-b75c-a3325f3b9576 tempest-TestShelveInstance-142730798 tempest-TestShelveInstance-142730798-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1637578'] for port, precommit_delete {{(pid=74186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 16:51:54.944975 dv-cinder-798104-1-smb neutron-server[74186]: DEBUG neutron_lib.callbacks.manager [None req-45d22714-a780-4bfb-b75c-a3325f3b9576 tempest-TestShelveInstance-142730798 tempest-TestShelveInstance-142730798-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=74186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 16:51:55.135495 dv-cinder-798104-1-smb neutron-server[74186]: INFO neutron.wsgi [req-9ffcc4b5-6cd0-4791-93ea-c30158314bc3 req-56029c03-ab4c-46a1-9d29-a464b3f33912 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=9ee12179-be82-4074-b954-8e3df7b44c6e HTTP/1.1" status: 200 len: 217 time: 0.1829596 Jun 28 16:51:55.142008 dv-cinder-798104-1-smb neutron-server[74186]: DEBUG neutron.plugins.ml2.plugin [None req-45d22714-a780-4bfb-b75c-a3325f3b9576 tempest-TestShelveInstance-142730798 tempest-TestShelveInstance-142730798-project] Calling delete_port for d0d3e95b-a227-4b17-839a-3be0aa08f179 owned by network:floatingip {{(pid=74186) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Jun 28 16:51:55.173656 dv-cinder-798104-1-smb neutron-server[74187]: DEBUG neutron.db.l3_dvr_db [None req-9f804aab-d47d-4496-8818-e327b7a69d06 None None] Set router f7acaa2e-6c5f-436b-9363-3f726190c3c0 gateway port host: dv-cinder-798104-1-smb {{(pid=74187) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jun 28 16:51:55.390862 dv-cinder-798104-1-smb neutron-server[74186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ffcc4b5-6cd0-4791-93ea-c30158314bc3 req-462d79c1-7314-4852-9fa3-25a2ba001392 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=74186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 16:51:55.392319 dv-cinder-798104-1-smb neutron-server[74186]: INFO neutron.wsgi [req-9ffcc4b5-6cd0-4791-93ea-c30158314bc3 req-462d79c1-7314-4852-9fa3-25a2ba001392 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=3e932159-74c5-4507-82f3-46deac3d4b21 HTTP/1.1" status: 200 len: 853 time: 0.2240903 Jun 28 16:51:55.542174 dv-cinder-798104-1-smb neutron-server[74186]: INFO neutron.wsgi [req-9ffcc4b5-6cd0-4791-93ea-c30158314bc3 req-9162732d-1d79-44b0-ae22-9418e688e443 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=7235a97e-a247-4b50-b496-41685533e564&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1359007 Jun 28 16:51:55.555570 dv-cinder-798104-1-smb neutron-server[74187]: DEBUG neutron.db.l3_hamode_db [None req-9f804aab-d47d-4496-8818-e327b7a69d06 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f7acaa2e-6c5f-436b-9363-3f726190c3c0', 'name': 'tempest-TestMinimumBasicScenario-831825175-router', 'tenant_id': '5bf6de7fd09845dea4827bbd91336fa8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f9715ce2-16ba-4ae9-9a15-557432d0a5ed', 'external_fixed_ips': [{'subnet_id': 'e3a20e14-2eea-4943-8cec-1fe85e8448d0', 'ip_address': '172.28.3.44'}], 'enable_snat': True}, 'gw_port_id': '24f8b26b-8869-480a-872b-786338b36fb7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-28T16:49:07Z', 'updated_at': '2021-06-28T16:49:10Z', 'revision_number': 4, 'project_id': '5bf6de7fd09845dea4827bbd91336fa8', 'gw_port': {'id': '24f8b26b-8869-480a-872b-786338b36fb7', 'name': '', 'network_id': 'f9715ce2-16ba-4ae9-9a15-557432d0a5ed', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:42:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7acaa2e-6c5f-436b-9363-3f726190c3c0', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e3a20e14-2eea-4943-8cec-1fe85e8448d0', 'ip_address': '172.28.3.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798104-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T16:49:08Z', 'updated_at': '2021-06-28T16:49:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e3a20e14-2eea-4943-8cec-1fe85e8448d0', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798104-1-smb', '_interfaces': [{'id': 'afb68667-8373-462e-9bb0-c986179d62c7', 'name': '', 'network_id': '7235a97e-a247-4b50-b496-41685533e564', 'tenant_id': '5bf6de7fd09845dea4827bbd91336fa8', 'mac_address': 'fa:16:3e:be:91:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7acaa2e-6c5f-436b-9363-3f726190c3c0', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '3e932159-74c5-4507-82f3-46deac3d4b21', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798104-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T16:49:10Z', 'updated_at': '2021-06-28T16:49:23Z', 'revision_number': 5, 'project_id': '5bf6de7fd09845dea4827bbd91336fa8', 'subnets': [{'id': '3e932159-74c5-4507-82f3-46deac3d4b21', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-798104-1-smb', False) {} {{(pid=74187) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 16:51:55.560751 dv-cinder-798104-1-smb neutron-server[74187]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f804aab-d47d-4496-8818-e327b7a69d06 None None] The sync data for ids ['f7acaa2e-6c5f-436b-9363-3f726190c3c0'] in dv-cinder-798104-1-smb is: [{'id': 'f7acaa2e-6c5f-436b-9363-3f726190c3c0', 'name': 'tempest-TestMinimumBasicScenario-831825175-router', 'tenant_id': '5bf6de7fd09845dea4827bbd91336fa8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f9715ce2-16ba-4ae9-9a15-557432d0a5ed', 'external_fixed_ips': [{'subnet_id': 'e3a20e14-2eea-4943-8cec-1fe85e8448d0', 'ip_address': '172.28.3.44'}], 'enable_snat': True}, 'gw_port_id': '24f8b26b-8869-480a-872b-786338b36fb7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-28T16:49:07Z', 'updated_at': '2021-06-28T16:49:10Z', 'revision_number': 4, 'project_id': '5bf6de7fd09845dea4827bbd91336fa8', 'gw_port': {'id': '24f8b26b-8869-480a-872b-786338b36fb7', 'name': '', 'network_id': 'f9715ce2-16ba-4ae9-9a15-557432d0a5ed', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:42:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7acaa2e-6c5f-436b-9363-3f726190c3c0', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e3a20e14-2eea-4943-8cec-1fe85e8448d0', 'ip_address': '172.28.3.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798104-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T16:49:08Z', 'updated_at': '2021-06-28T16:49:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e3a20e14-2eea-4943-8cec-1fe85e8448d0', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798104-1-smb', '_interfaces': [{'id': 'afb68667-8373-462e-9bb0-c986179d62c7', 'name': '', 'network_id': '7235a97e-a247-4b50-b496-41685533e564', 'tenant_id': '5bf6de7fd09845dea4827bbd91336fa8', 'mac_address': 'fa:16:3e:be:91:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7acaa2e-6c5f-436b-9363-3f726190c3c0', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '3e932159-74c5-4507-82f3-46deac3d4b21', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798104-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T16:49:10Z', 'updated_at': '2021-06-28T16:49:23Z', 'revision_number': 5, 'project_id': '5bf6de7fd09845dea4827bbd91336fa8', 'subnets': [{'id': '3e932159-74c5-4507-82f3-46deac3d4b21', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=74187) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jun 28 16:51:55.576903 dv-cinder-798104-1-smb neutron-server[74186]: DEBUG neutron_lib.callbacks.manager [None req-45d22714-a780-4bfb-b75c-a3325f3b9576 tempest-TestShelveInstance-142730798 tempest-TestShelveInstance-142730798-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-615041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1598908', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774158213030', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774157688369', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1108489'] for port, after_delete {{(pid=74186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 16:51:55.581792 dv-cinder-798104-1-smb neutron-server[74186]: DEBUG oslo_concurrency.lockutils [None req-9ffc1822-2464-43fd-a3d1-4d5794cc726a tempest-AttachVolumeNegativeTest-1670388833 tempest-AttachVolumeNegativeTest-1670388833-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74186) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 16:51:55.681259 dv-cinder-798104-1-smb neutron-server[74186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45d22714-a780-4bfb-b75c-a3325f3b9576 tempest-TestShelveInstance-142730798 tempest-TestShelveInstance-142730798-project] Pushing event deleted for resources: {'Port': ['ID=d0d3e95b-a227-4b17-839a-3be0aa08f179,revision_number=None']} {{(pid=74186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 16:51:55.694715 dv-cinder-798104-1-smb neutron-server[74186]: DEBUG oslo_concurrency.lockutils [None req-45d22714-a780-4bfb-b75c-a3325f3b9576 tempest-TestShelveInstance-142730798 tempest-TestShelveInstance-142730798-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=74186) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 16:51:55.842496 dv-cinder-798104-1-smb neutron-server[74186]: INFO neutron.wsgi [req-9ffcc4b5-6cd0-4791-93ea-c30158314bc3 req-5d20645f-cc9e-457b-a604-98a2220fe6d6 service neutron] 10.222.0.41 "GET /v2.0/networks/7235a97e-a247-4b50-b496-41685533e564?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2925587 Jun 28 16:51:55.849511 dv-cinder-798104-1-smb neutron-server[74186]: DEBUG neutron_lib.callbacks.manager [None req-45d22714-a780-4bfb-b75c-a3325f3b9576 tempest-TestShelveInstance-142730798 tempest-TestShelveInstance-142730798-project] Notify callbacks [] for floatingip, after_delete {{(pid=74186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 16:51:55.920532 dv-cinder-798104-1-smb neutron-server[74188]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-982d1aaf-213f-4aad-927e-1c48f60e3457 None None] New status for floating IP 85941e72-ebee-4786-9a4f-6a7d2ee271aa: DOWN {{(pid=74188) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Jun 28 16:51:56.069878 dv-cinder-798104-1-smb neutron-server[74186]: INFO neutron.wsgi [req-9ffcc4b5-6cd0-4791-93ea-c30158314bc3 req-6889f4bc-9a41-4141-bb6a-7d05fdc4752c service neutron] 10.222.0.41 "GET /v2.0/networks/7235a97e-a247-4b50-b496-41685533e564?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1611598 Jun 28 16:51:56.412892 dv-cinder-798104-1-smb neutron-server[74186]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-45d22714-a780-4bfb-b75c-a3325f3b9576 tempest-TestShelveInstance-142730798 tempest-TestShelveInstance-142730798-project] Router 9d53da9d-51e9-4397-b40c-f87f3acd0f12 has already been hosted by L3 agent 633adcd1-515e-4435-b14d-49f054abd10f {{(pid=74186) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 28 16:51:56.631170 dv-cinder-798104-1-smb neutron-server[74186]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-45d22714-a780-4bfb-b75c-a3325f3b9576 tempest-TestShelveInstance-142730798 tempest-TestShelveInstance-142730798-project] Notify agent at l3_agent.dv-cinder-798104-1-smb the message routers_updated {{(pid=74186) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 28 16:51:56.642197 dv-cinder-798104-1-smb neutron-server[74187]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5fb931de-f263-495b-9d81-1fe88d2ea3ff None None] Sync routers for ids ['9d53da9d-51e9-4397-b40c-f87f3acd0f12'] in dv-cinder-798104-1-smb {{(pid=74187) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jun 28 16:51:56.654491 dv-cinder-798104-1-smb neutron-server[74187]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5fb931de-f263-495b-9d81-1fe88d2ea3ff None None] Routers {'9d53da9d-51e9-4397-b40c-f87f3acd0f12'} bound to L3 agent in host dv-cinder-798104-1-smb {{(pid=74187) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 28 16:51:56.655115 dv-cinder-798104-1-smb neutron-server[74187]: DEBUG neutron.db.l3_hamode_db [None req-5fb931de-f263-495b-9d81-1fe88d2ea3ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-798104-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-28T16:32:46Z,description=,heartbeat_timestamp=2021-06-28T16:51:46Z,host='dv-cinder-798104-1-smb',id=633adcd1-515e-4435-b14d-49f054abd10f,load=0,resource_versions=,resources_synced=,started_at=2021-06-28T16:32:46Z,topic='l3_agent')) {'router_ids': ['9d53da9d-51e9-4397-b40c-f87f3acd0f12'], 'active': True} {{(pid=74187) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 16:51:56.655769 dv-cinder-798104-1-smb neutron-server[74186]: DEBUG neutron_lib.callbacks.manager [None req-45d22714-a780-4bfb-b75c-a3325f3b9576 tempest-TestShelveInstance-142730798 tempest-TestShelveInstance-142730798-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129357'] for floatingip, before_response {{(pid=74186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 16:51:56.715049 dv-cinder-798104-1-smb neutron-server[74186]: INFO neutron.wsgi [None req-45d22714-a780-4bfb-b75c-a3325f3b9576 tempest-TestShelveInstance-142730798 tempest-TestShelveInstance-142730798-project] 10.222.0.26 "DELETE /v2.0/floatingips/49bc5f58-d93d-4d27-a1af-f4013bb32876 HTTP/1.1" status: 204 len: 168 time: 2.5480156 Jun 28 16:51:56.716028 dv-cinder-798104-1-smb neutron-server[74186]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '99461ed8-fb47-4e05-8bc8-51e5644ab617', 'tag': 'dd236684-13c6-406b-863e-9d0559c8bc9a'}] {{(pid=74186) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 28 16:51:56.794003 dv-cinder-798104-1-smb neutron-server[74186]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '99461ed8-fb47-4e05-8bc8-51e5644ab617', 'tag': 'dd236684-13c6-406b-863e-9d0559c8bc9a', 'status': 'completed', 'code': 200} Jun 28 16:51:56.892327 dv-cinder-798104-1-smb neutron-server[74187]: DEBUG neutron.db.l3_dvr_db [None req-5fb931de-f263-495b-9d81-1fe88d2ea3ff None None] Set router 9d53da9d-51e9-4397-b40c-f87f3acd0f12 gateway port host: dv-cinder-798104-1-smb {{(pid=74187) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jun 28 16:51:56.901353 dv-cinder-798104-1-smb neutron-server[74186]: INFO neutron.wsgi [req-59caa269-d956-476f-a078-37b35f83a5c8 req-f183ba80-1f54-460c-8e65-6af8da42a6ad service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=8c5d7eb385cf4b6484fd4ebafedcfebd&device_id=99461ed8-fb47-4e05-8bc8-51e5644ab617 HTTP/1.1" status: 200 len: 1098 time: 0.0833485 Jun 28 16:51:57.185136 dv-cinder-798104-1-smb neutron-server[74186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59caa269-d956-476f-a078-37b35f83a5c8 req-85ab2258-5552-45d5-b58c-21623baab39f service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=74186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 16:51:57.187405 dv-cinder-798104-1-smb neutron-server[74186]: INFO neutron.wsgi [req-59caa269-d956-476f-a078-37b35f83a5c8 req-85ab2258-5552-45d5-b58c-21623baab39f service neutron] 10.222.0.41 "GET /v2.0/networks?id=c51a219d-aea3-485c-897b-dd81c8d14108 HTTP/1.1" status: 200 len: 910 time: 0.2721989 Jun 28 16:51:57.292744 dv-cinder-798104-1-smb neutron-server[74186]: INFO neutron.wsgi [req-59caa269-d956-476f-a078-37b35f83a5c8 req-256c3507-e9b7-4f4c-b886-0a7d514b5e0e service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=dd236684-13c6-406b-863e-9d0559c8bc9a HTTP/1.1" status: 200 len: 217 time: 0.0926852 Jun 28 16:51:57.388378 dv-cinder-798104-1-smb neutron-server[74186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59caa269-d956-476f-a078-37b35f83a5c8 req-7bae247c-9405-4060-9548-2169604c1636 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=74186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 16:51:57.390919 dv-cinder-798104-1-smb neutron-server[74186]: INFO neutron.wsgi [req-59caa269-d956-476f-a078-37b35f83a5c8 req-7bae247c-9405-4060-9548-2169604c1636 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=b208fee6-e725-4900-8dd2-8d94468ed059 HTTP/1.1" status: 200 len: 848 time: 0.0880134 Jun 28 16:51:57.405542 dv-cinder-798104-1-smb neutron-server[74187]: DEBUG neutron.db.l3_hamode_db [None req-5fb931de-f263-495b-9d81-1fe88d2ea3ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9d53da9d-51e9-4397-b40c-f87f3acd0f12', 'name': 'tempest-TestShelveInstance-1780542593-router', 'tenant_id': '8c5d7eb385cf4b6484fd4ebafedcfebd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f9715ce2-16ba-4ae9-9a15-557432d0a5ed', 'external_fixed_ips': [{'subnet_id': 'e3a20e14-2eea-4943-8cec-1fe85e8448d0', 'ip_address': '172.28.3.127'}], 'enable_snat': True}, 'gw_port_id': '657e2dfc-512f-4959-bc5f-53243ebe1e70', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-28T16:46:47Z', 'updated_at': '2021-06-28T16:46:51Z', 'revision_number': 4, 'project_id': '8c5d7eb385cf4b6484fd4ebafedcfebd', 'gw_port': {'id': '657e2dfc-512f-4959-bc5f-53243ebe1e70', 'name': '', 'network_id': 'f9715ce2-16ba-4ae9-9a15-557432d0a5ed', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:0f:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d53da9d-51e9-4397-b40c-f87f3acd0f12', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e3a20e14-2eea-4943-8cec-1fe85e8448d0', 'ip_address': '172.28.3.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798104-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T16:46:47Z', 'updated_at': '2021-06-28T16:46:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e3a20e14-2eea-4943-8cec-1fe85e8448d0', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798104-1-smb', '_interfaces': [{'id': 'bbef0a3f-0abf-42bf-9454-3ad9181a5857', 'name': '', 'network_id': 'c51a219d-aea3-485c-897b-dd81c8d14108', 'tenant_id': '8c5d7eb385cf4b6484fd4ebafedcfebd', 'mac_address': 'fa:16:3e:a8:f1:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d53da9d-51e9-4397-b40c-f87f3acd0f12', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'b208fee6-e725-4900-8dd2-8d94468ed059', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798104-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T16:46:51Z', 'updated_at': '2021-06-28T16:47:05Z', 'revision_number': 5, 'project_id': '8c5d7eb385cf4b6484fd4ebafedcfebd', 'subnets': [{'id': 'b208fee6-e725-4900-8dd2-8d94468ed059', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-798104-1-smb', False) {} {{(pid=74187) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 16:51:57.410187 dv-cinder-798104-1-smb neutron-server[74187]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5fb931de-f263-495b-9d81-1fe88d2ea3ff None None] Checking router: 9d53da9d-51e9-4397-b40c-f87f3acd0f12 for host: dv-cinder-798104-1-smb {{(pid=74187) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Jun 28 16:51:57.423933 dv-cinder-798104-1-smb neutron-server[74187]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5fb931de-f263-495b-9d81-1fe88d2ea3ff None None] Routers {'9d53da9d-51e9-4397-b40c-f87f3acd0f12'} bound to L3 agent in host dv-cinder-798104-1-smb {{(pid=74187) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 28 16:51:57.424724 dv-cinder-798104-1-smb neutron-server[74187]: DEBUG neutron.db.l3_hamode_db [None req-5fb931de-f263-495b-9d81-1fe88d2ea3ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-798104-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-28T16:32:46Z,description=,heartbeat_timestamp=2021-06-28T16:51:46Z,host='dv-cinder-798104-1-smb',id=633adcd1-515e-4435-b14d-49f054abd10f,load=0,resource_versions=,resources_synced=,started_at=2021-06-28T16:32:46Z,topic='l3_agent')) {'router_ids': ['9d53da9d-51e9-4397-b40c-f87f3acd0f12'], 'active': True} {{(pid=74187) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 16:51:57.456455 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e81b747e-667d-4abc-adcb-6395082d36b5 req-36115c05-7110-48a2-8950-8e2598b6fb6c tempest-TestShelveInstance-142730798 tempest-TestShelveInstance-142730798-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 16:51:57.458734 dv-cinder-798104-1-smb neutron-server[74185]: INFO neutron.wsgi [req-e81b747e-667d-4abc-adcb-6395082d36b5 req-36115c05-7110-48a2-8950-8e2598b6fb6c tempest-TestShelveInstance-142730798 tempest-TestShelveInstance-142730798-project] 10.222.0.26 "GET /v2.0/ports?device_id=99461ed8-fb47-4e05-8bc8-51e5644ab617 HTTP/1.1" status: 200 len: 945 time: 0.2074375 Jun 28 16:51:57.514307 dv-cinder-798104-1-smb neutron-server[74186]: INFO neutron.wsgi [req-59caa269-d956-476f-a078-37b35f83a5c8 req-88699162-86e2-416f-993f-eef6371198bf service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=c51a219d-aea3-485c-897b-dd81c8d14108&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1119509 Jun 28 16:51:57.582313 dv-cinder-798104-1-smb neutron-server[74185]: INFO neutron.wsgi [req-e81b747e-667d-4abc-adcb-6395082d36b5 req-e233bb2d-25f7-40b4-a231-3df8a9e68497 tempest-TestShelveInstance-142730798 tempest-TestShelveInstance-142730798-project] 10.222.0.26 "GET /v2.0/security-groups?id=f9639542-7928-4a6f-8af5-8fed9a173fcf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1149569 Jun 28 16:51:57.718447 dv-cinder-798104-1-smb neutron-server[74187]: DEBUG neutron.db.l3_dvr_db [None req-5fb931de-f263-495b-9d81-1fe88d2ea3ff None None] Set router 9d53da9d-51e9-4397-b40c-f87f3acd0f12 gateway port host: dv-cinder-798104-1-smb {{(pid=74187) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jun 28 16:51:57.743691 dv-cinder-798104-1-smb neutron-server[74186]: INFO neutron.wsgi [req-59caa269-d956-476f-a078-37b35f83a5c8 req-67678f27-bb94-49b7-9f2a-fc8668aa25ed service neutron] 10.222.0.41 "GET /v2.0/networks/c51a219d-aea3-485c-897b-dd81c8d14108?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2213950 Jun 28 16:51:57.938540 dv-cinder-798104-1-smb neutron-server[74186]: INFO neutron.wsgi [req-59caa269-d956-476f-a078-37b35f83a5c8 req-2d239955-cd0c-4a94-b342-42e339eb20e7 service neutron] 10.222.0.41 "GET /v2.0/networks/c51a219d-aea3-485c-897b-dd81c8d14108?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1874413 Jun 28 16:51:58.200774 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59f382e8-978f-466e-8e0e-166f03fdeabf req-d55f9d0b-6db3-426f-8ed6-6dbddcb72c04 tempest-TestMinimumBasicScenario-1571811032 tempest-TestMinimumBasicScenario-1571811032-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 16:51:58.202358 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG neutron.quota.resource [req-59f382e8-978f-466e-8e0e-166f03fdeabf req-d55f9d0b-6db3-426f-8ed6-6dbddcb72c04 tempest-TestMinimumBasicScenario-1571811032 tempest-TestMinimumBasicScenario-1571811032-project] Synchronizing usage tracker for tenant:5bf6de7fd09845dea4827bbd91336fa8 on resource:port {{(pid=74185) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 28 16:51:58.218543 dv-cinder-798104-1-smb neutron-server[74187]: DEBUG neutron.db.l3_hamode_db [None req-5fb931de-f263-495b-9d81-1fe88d2ea3ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9d53da9d-51e9-4397-b40c-f87f3acd0f12', 'name': 'tempest-TestShelveInstance-1780542593-router', 'tenant_id': '8c5d7eb385cf4b6484fd4ebafedcfebd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f9715ce2-16ba-4ae9-9a15-557432d0a5ed', 'external_fixed_ips': [{'subnet_id': 'e3a20e14-2eea-4943-8cec-1fe85e8448d0', 'ip_address': '172.28.3.127'}], 'enable_snat': True}, 'gw_port_id': '657e2dfc-512f-4959-bc5f-53243ebe1e70', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-28T16:46:47Z', 'updated_at': '2021-06-28T16:46:51Z', 'revision_number': 4, 'project_id': '8c5d7eb385cf4b6484fd4ebafedcfebd', 'gw_port': {'id': '657e2dfc-512f-4959-bc5f-53243ebe1e70', 'name': '', 'network_id': 'f9715ce2-16ba-4ae9-9a15-557432d0a5ed', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:0f:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d53da9d-51e9-4397-b40c-f87f3acd0f12', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e3a20e14-2eea-4943-8cec-1fe85e8448d0', 'ip_address': '172.28.3.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798104-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T16:46:47Z', 'updated_at': '2021-06-28T16:46:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e3a20e14-2eea-4943-8cec-1fe85e8448d0', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798104-1-smb', '_interfaces': [{'id': 'bbef0a3f-0abf-42bf-9454-3ad9181a5857', 'name': '', 'network_id': 'c51a219d-aea3-485c-897b-dd81c8d14108', 'tenant_id': '8c5d7eb385cf4b6484fd4ebafedcfebd', 'mac_address': 'fa:16:3e:a8:f1:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d53da9d-51e9-4397-b40c-f87f3acd0f12', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'b208fee6-e725-4900-8dd2-8d94468ed059', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798104-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T16:46:51Z', 'updated_at': '2021-06-28T16:47:05Z', 'revision_number': 5, 'project_id': '8c5d7eb385cf4b6484fd4ebafedcfebd', 'subnets': [{'id': 'b208fee6-e725-4900-8dd2-8d94468ed059', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-798104-1-smb', False) {} {{(pid=74187) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 16:51:58.227132 dv-cinder-798104-1-smb neutron-server[74187]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5fb931de-f263-495b-9d81-1fe88d2ea3ff None None] The sync data for ids ['9d53da9d-51e9-4397-b40c-f87f3acd0f12'] in dv-cinder-798104-1-smb is: [{'id': '9d53da9d-51e9-4397-b40c-f87f3acd0f12', 'name': 'tempest-TestShelveInstance-1780542593-router', 'tenant_id': '8c5d7eb385cf4b6484fd4ebafedcfebd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f9715ce2-16ba-4ae9-9a15-557432d0a5ed', 'external_fixed_ips': [{'subnet_id': 'e3a20e14-2eea-4943-8cec-1fe85e8448d0', 'ip_address': '172.28.3.127'}], 'enable_snat': True}, 'gw_port_id': '657e2dfc-512f-4959-bc5f-53243ebe1e70', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-28T16:46:47Z', 'updated_at': '2021-06-28T16:46:51Z', 'revision_number': 4, 'project_id': '8c5d7eb385cf4b6484fd4ebafedcfebd', 'gw_port': {'id': '657e2dfc-512f-4959-bc5f-53243ebe1e70', 'name': '', 'network_id': 'f9715ce2-16ba-4ae9-9a15-557432d0a5ed', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:0f:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d53da9d-51e9-4397-b40c-f87f3acd0f12', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e3a20e14-2eea-4943-8cec-1fe85e8448d0', 'ip_address': '172.28.3.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798104-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T16:46:47Z', 'updated_at': '2021-06-28T16:46:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e3a20e14-2eea-4943-8cec-1fe85e8448d0', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798104-1-smb', '_interfaces': [{'id': 'bbef0a3f-0abf-42bf-9454-3ad9181a5857', 'name': '', 'network_id': 'c51a219d-aea3-485c-897b-dd81c8d14108', 'tenant_id': '8c5d7eb385cf4b6484fd4ebafedcfebd', 'mac_address': 'fa:16:3e:a8:f1:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d53da9d-51e9-4397-b40c-f87f3acd0f12', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'b208fee6-e725-4900-8dd2-8d94468ed059', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798104-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T16:46:51Z', 'updated_at': '2021-06-28T16:47:05Z', 'revision_number': 5, 'project_id': '8c5d7eb385cf4b6484fd4ebafedcfebd', 'subnets': [{'id': 'b208fee6-e725-4900-8dd2-8d94468ed059', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=74187) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jun 28 16:51:58.230110 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG neutron.quota.resource [req-59f382e8-978f-466e-8e0e-166f03fdeabf req-d55f9d0b-6db3-426f-8ed6-6dbddcb72c04 tempest-TestMinimumBasicScenario-1571811032 tempest-TestMinimumBasicScenario-1571811032-project] Unset dirty status for tenant:5bf6de7fd09845dea4827bbd91336fa8 on resource:port {{(pid=74185) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 28 16:51:58.233815 dv-cinder-798104-1-smb neutron-server[74185]: INFO neutron.wsgi [req-59f382e8-978f-466e-8e0e-166f03fdeabf req-d55f9d0b-6db3-426f-8ed6-6dbddcb72c04 tempest-TestMinimumBasicScenario-1571811032 tempest-TestMinimumBasicScenario-1571811032-project] 10.222.0.26 "GET /v2.0/ports?device_id=7c6cd64e-562e-4ad2-ab67-0bb916b977d2 HTTP/1.1" status: 200 len: 946 time: 0.1789346 Jun 28 16:51:58.318224 dv-cinder-798104-1-smb neutron-server[74185]: INFO neutron.wsgi [req-59f382e8-978f-466e-8e0e-166f03fdeabf req-21e1aea9-51df-4cfd-9f51-475bb0fc3a5a tempest-TestMinimumBasicScenario-1571811032 tempest-TestMinimumBasicScenario-1571811032-project] 10.222.0.26 "GET /v2.0/security-groups?id=593d65e9-98bb-4e8f-8eec-8b5ea591b244&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0739102 Jun 28 16:51:58.385172 dv-cinder-798104-1-smb neutron-server[74186]: DEBUG neutron.wsgi [-] (74186) accepted ('10.222.0.26', 56220) {{(pid=74186) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 28 16:51:58.527638 dv-cinder-798104-1-smb neutron-server[74188]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4025aac-0beb-44db-8d9a-e2c396f5617c None None] New status for floating IP 49bc5f58-d93d-4d27-a1af-f4013bb32876: DOWN {{(pid=74188) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Jun 28 16:51:58.544756 dv-cinder-798104-1-smb neutron-server[74186]: DEBUG neutron_lib.callbacks.manager [None req-3d1f2f26-66a5-4e79-94d9-2c22008db528 admin admin] Notify callbacks [] for security_group, before_create {{(pid=74186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 16:51:58.607524 dv-cinder-798104-1-smb neutron-server[74186]: DEBUG neutron.db.quota.driver [None req-3d1f2f26-66a5-4e79-94d9-2c22008db528 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74186) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 28 16:51:58.616314 dv-cinder-798104-1-smb neutron-server[74186]: DEBUG neutron.quota.resource [None req-3d1f2f26-66a5-4e79-94d9-2c22008db528 admin admin] Usage tracker for resource:security_group_rule and tenant:8806792aedff436b8b2af65c09c2b10c is out of sync, need to count used quota {{(pid=74186) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 28 16:51:58.622150 dv-cinder-798104-1-smb neutron-server[74186]: DEBUG neutron.quota.resource [None req-3d1f2f26-66a5-4e79-94d9-2c22008db528 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=74186) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 28 16:51:58.633567 dv-cinder-798104-1-smb neutron-server[74186]: DEBUG neutron.db.quota.driver [None req-3d1f2f26-66a5-4e79-94d9-2c22008db528 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74186) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 28 16:51:58.720727 dv-cinder-798104-1-smb neutron-server[74186]: DEBUG neutron_lib.callbacks.manager [None req-3d1f2f26-66a5-4e79-94d9-2c22008db528 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=74186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 16:51:58.726732 dv-cinder-798104-1-smb neutron-server[74186]: DEBUG neutron_lib.callbacks.manager [None req-3d1f2f26-66a5-4e79-94d9-2c22008db528 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2050486'] for security_group, after_create {{(pid=74186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 16:51:58.733546 dv-cinder-798104-1-smb neutron-server[74186]: DEBUG oslo_concurrency.lockutils [None req-0c22fc3d-dfc4-41df-b766-4e3bbe66f776 tempest-AttachVolumeShelveTestJSON-223402159 tempest-AttachVolumeShelveTestJSON-223402159-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74186) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 16:51:58.778363 dv-cinder-798104-1-smb neutron-server[74186]: INFO neutron.wsgi [None req-3d1f2f26-66a5-4e79-94d9-2c22008db528 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=8806792aedff436b8b2af65c09c2b10c&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3919840 Jun 28 16:51:58.779125 dv-cinder-798104-1-smb neutron-server[74186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d1f2f26-66a5-4e79-94d9-2c22008db528 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=56a40e96-8cb7-4f44-b9f8-a8c45f677293,revision_number=1']} {{(pid=74186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 16:51:58.782788 dv-cinder-798104-1-smb neutron-server[74186]: DEBUG oslo_concurrency.lockutils [None req-3d1f2f26-66a5-4e79-94d9-2c22008db528 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=74186) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 16:51:58.783373 dv-cinder-798104-1-smb neutron-server[74186]: DEBUG neutron.wsgi [-] (74186) accepted ('10.222.0.26', 56228) {{(pid=74186) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 28 16:51:58.801856 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-355aa2ab-65a2-4cd9-8abe-ab58a234eabf req-83348f81-29e3-484d-a311-118021aeeceb tempest-TestShelveInstance-142730798 tempest-TestShelveInstance-142730798-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 16:51:58.803462 dv-cinder-798104-1-smb neutron-server[74185]: INFO neutron.wsgi [req-355aa2ab-65a2-4cd9-8abe-ab58a234eabf req-83348f81-29e3-484d-a311-118021aeeceb tempest-TestShelveInstance-142730798 tempest-TestShelveInstance-142730798-project] 10.222.0.26 "GET /v2.0/ports?device_id=99461ed8-fb47-4e05-8bc8-51e5644ab617 HTTP/1.1" status: 200 len: 945 time: 0.0878453 Jun 28 16:51:58.855616 dv-cinder-798104-1-smb neutron-server[74185]: INFO neutron.wsgi [req-355aa2ab-65a2-4cd9-8abe-ab58a234eabf req-4d769687-acf7-4f59-98c7-4968ef22e3bd tempest-TestShelveInstance-142730798 tempest-TestShelveInstance-142730798-project] 10.222.0.26 "GET /v2.0/security-groups?id=f9639542-7928-4a6f-8af5-8fed9a173fcf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0455294 Jun 28 16:51:58.900688 dv-cinder-798104-1-smb neutron-server[74186]: DEBUG neutron_lib.callbacks.manager [None req-4913b2bb-35b2-436e-9e45-1bace464afaa admin admin] Notify callbacks [] for security_group, before_delete {{(pid=74186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 16:51:58.938944 dv-cinder-798104-1-smb neutron-server[74186]: DEBUG neutron_lib.callbacks.manager [None req-4913b2bb-35b2-436e-9e45-1bace464afaa admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=74186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 16:51:58.970031 dv-cinder-798104-1-smb neutron-server[74186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17dfd62f-e8bd-494a-acc4-397bbc674bac req-ded5ef0b-891a-4ed6-8d00-b147f336066c tempest-TestShelveInstance-142730798 tempest-TestShelveInstance-142730798-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 16:51:58.970722 dv-cinder-798104-1-smb neutron-server[74186]: DEBUG neutron.quota.resource [req-17dfd62f-e8bd-494a-acc4-397bbc674bac req-ded5ef0b-891a-4ed6-8d00-b147f336066c tempest-TestShelveInstance-142730798 tempest-TestShelveInstance-142730798-project] Synchronizing usage tracker for tenant:8c5d7eb385cf4b6484fd4ebafedcfebd on resource:port {{(pid=74186) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 28 16:51:58.999000 dv-cinder-798104-1-smb neutron-server[74186]: DEBUG neutron.quota.resource [req-17dfd62f-e8bd-494a-acc4-397bbc674bac req-ded5ef0b-891a-4ed6-8d00-b147f336066c tempest-TestShelveInstance-142730798 tempest-TestShelveInstance-142730798-project] Unset dirty status for tenant:8c5d7eb385cf4b6484fd4ebafedcfebd on resource:port {{(pid=74186) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 28 16:51:59.000170 dv-cinder-798104-1-smb neutron-server[74186]: INFO neutron.wsgi [req-17dfd62f-e8bd-494a-acc4-397bbc674bac req-ded5ef0b-891a-4ed6-8d00-b147f336066c tempest-TestShelveInstance-142730798 tempest-TestShelveInstance-142730798-project] 10.222.0.41 "GET /v2.0/ports?device_id=99461ed8-fb47-4e05-8bc8-51e5644ab617 HTTP/1.1" status: 200 len: 945 time: 0.1702707 Jun 28 16:51:59.039465 dv-cinder-798104-1-smb neutron-server[74186]: DEBUG neutron_lib.callbacks.manager [None req-4913b2bb-35b2-436e-9e45-1bace464afaa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2050486'] for security_group, after_delete {{(pid=74186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 16:51:59.049073 dv-cinder-798104-1-smb neutron-server[74186]: DEBUG oslo_concurrency.lockutils [None req-0f8b6d4d-bcd3-4f83-9893-51fe5b965204 tempest-AttachVolumeTestJSON-1575976490 tempest-AttachVolumeTestJSON-1575976490-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74186) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 16:51:59.071919 dv-cinder-798104-1-smb neutron-server[74186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4913b2bb-35b2-436e-9e45-1bace464afaa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=56a40e96-8cb7-4f44-b9f8-a8c45f677293,revision_number=None']} {{(pid=74186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 16:51:59.079026 dv-cinder-798104-1-smb neutron-server[74186]: DEBUG oslo_concurrency.lockutils [None req-4913b2bb-35b2-436e-9e45-1bace464afaa admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=74186) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 16:51:59.087927 dv-cinder-798104-1-smb neutron-server[74186]: DEBUG neutron.plugins.ml2.plugin [req-17dfd62f-e8bd-494a-acc4-397bbc674bac req-b3d96b16-affb-4de7-845c-c0b71b6067c7 tempest-TestShelveInstance-142730798 tempest-TestShelveInstance-142730798-project] Deleting port dd236684-13c6-406b-863e-9d0559c8bc9a {{(pid=74186) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Jun 28 16:51:59.088291 dv-cinder-798104-1-smb neutron-server[74186]: DEBUG neutron_lib.callbacks.manager [req-17dfd62f-e8bd-494a-acc4-397bbc674bac req-b3d96b16-affb-4de7-845c-c0b71b6067c7 tempest-TestShelveInstance-142730798 tempest-TestShelveInstance-142730798-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774158158511'] for port, before_delete {{(pid=74186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 16:51:59.111609 dv-cinder-798104-1-smb neutron-server[74186]: DEBUG neutron_lib.callbacks.manager [None req-4913b2bb-35b2-436e-9e45-1bace464afaa admin admin] Notify callbacks [] for security_group, before_response {{(pid=74186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 16:51:59.112741 dv-cinder-798104-1-smb neutron-server[74186]: INFO neutron.wsgi [None req-4913b2bb-35b2-436e-9e45-1bace464afaa admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/56a40e96-8cb7-4f44-b9f8-a8c45f677293 HTTP/1.1" status: 204 len: 168 time: 0.3284533 Jun 28 16:51:59.341825 dv-cinder-798104-1-smb neutron-server[74186]: DEBUG neutron.plugins.ml2.db [req-17dfd62f-e8bd-494a-acc4-397bbc674bac req-b3d96b16-affb-4de7-845c-c0b71b6067c7 tempest-TestShelveInstance-142730798 tempest-TestShelveInstance-142730798-project] For port dd236684-13c6-406b-863e-9d0559c8bc9a, host hv-cinder-79810, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79810',level=0,port_id=dd236684-13c6-406b-863e-9d0559c8bc9a,segment=NetworkSegment(3dc75ba6-bfde-44f0-93f7-81b93a0ad439),segment_id=3dc75ba6-bfde-44f0-93f7-81b93a0ad439)] {{(pid=74186) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 16:51:59.342182 dv-cinder-798104-1-smb neutron-server[74186]: DEBUG neutron_lib.callbacks.manager [req-17dfd62f-e8bd-494a-acc4-397bbc674bac req-b3d96b16-affb-4de7-845c-c0b71b6067c7 tempest-TestShelveInstance-142730798 tempest-TestShelveInstance-142730798-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1637578'] for port, precommit_delete {{(pid=74186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 16:51:59.466845 dv-cinder-798104-1-smb neutron-server[74186]: DEBUG neutron.plugins.ml2.plugin [req-17dfd62f-e8bd-494a-acc4-397bbc674bac req-b3d96b16-affb-4de7-845c-c0b71b6067c7 tempest-TestShelveInstance-142730798 tempest-TestShelveInstance-142730798-project] Calling delete_port for dd236684-13c6-406b-863e-9d0559c8bc9a owned by compute:nova {{(pid=74186) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Jun 28 16:51:59.516347 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG neutron.wsgi [-] (74185) accepted ('10.222.0.26', 56238) {{(pid=74185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 28 16:51:59.538949 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG neutron_lib.callbacks.manager [None req-22a42d8f-ecc9-4d8d-b6fc-a4e0eb5734de admin admin] Notify callbacks [] for security_group, before_create {{(pid=74185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 16:51:59.590580 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG neutron.db.quota.driver [None req-22a42d8f-ecc9-4d8d-b6fc-a4e0eb5734de admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74185) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 28 16:51:59.597239 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG neutron.quota.resource [None req-22a42d8f-ecc9-4d8d-b6fc-a4e0eb5734de admin admin] Usage tracker for resource:security_group_rule and tenant:75d8b5b278524fbd8947583721ce01b2 is out of sync, need to count used quota {{(pid=74185) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 28 16:51:59.605046 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ecd53c0-409a-421b-87c5-0e5ec21d73a0 req-499900e2-191a-49a3-8d5f-dcdd74919075 tempest-TestMinimumBasicScenario-1571811032 tempest-TestMinimumBasicScenario-1571811032-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 16:51:59.606519 dv-cinder-798104-1-smb neutron-server[74185]: INFO neutron.wsgi [req-1ecd53c0-409a-421b-87c5-0e5ec21d73a0 req-499900e2-191a-49a3-8d5f-dcdd74919075 tempest-TestMinimumBasicScenario-1571811032 tempest-TestMinimumBasicScenario-1571811032-project] 10.222.0.26 "GET /v2.0/ports?device_id=7c6cd64e-562e-4ad2-ab67-0bb916b977d2 HTTP/1.1" status: 200 len: 946 time: 0.1370819 Jun 28 16:51:59.607357 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG neutron.quota.resource [None req-22a42d8f-ecc9-4d8d-b6fc-a4e0eb5734de admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=74185) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 28 16:51:59.615809 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG neutron.db.quota.driver [None req-22a42d8f-ecc9-4d8d-b6fc-a4e0eb5734de admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74185) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 28 16:51:59.628734 dv-cinder-798104-1-smb neutron-server[74186]: DEBUG neutron_lib.callbacks.manager [req-17dfd62f-e8bd-494a-acc4-397bbc674bac req-b3d96b16-affb-4de7-845c-c0b71b6067c7 tempest-TestShelveInstance-142730798 tempest-TestShelveInstance-142730798-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-615041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1598908', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774158213030', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774157688369', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1108489'] for port, after_delete {{(pid=74186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 16:51:59.635425 dv-cinder-798104-1-smb neutron-server[74186]: DEBUG oslo_concurrency.lockutils [None req-fff26384-2f25-4236-9153-e2ed4949fb47 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74186) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 16:51:59.679682 dv-cinder-798104-1-smb neutron-server[74185]: INFO neutron.wsgi [req-1ecd53c0-409a-421b-87c5-0e5ec21d73a0 req-1d3e44d1-34aa-43a6-892f-cc875c8cb931 tempest-TestMinimumBasicScenario-1571811032 tempest-TestMinimumBasicScenario-1571811032-project] 10.222.0.26 "GET /v2.0/security-groups?id=593d65e9-98bb-4e8f-8eec-8b5ea591b244&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0655200 Jun 28 16:51:59.679903 dv-cinder-798104-1-smb neutron-server[74186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3d96b16-affb-4de7-845c-c0b71b6067c7 tempest-TestShelveInstance-142730798 tempest-TestShelveInstance-142730798-project] Pushing event deleted for resources: {'Port': ['ID=dd236684-13c6-406b-863e-9d0559c8bc9a,revision_number=None']} {{(pid=74186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 16:51:59.683352 dv-cinder-798104-1-smb neutron-server[74186]: DEBUG oslo_concurrency.lockutils [None req-b3d96b16-affb-4de7-845c-c0b71b6067c7 tempest-TestShelveInstance-142730798 tempest-TestShelveInstance-142730798-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=74186) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 16:51:59.722033 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG neutron_lib.callbacks.manager [None req-22a42d8f-ecc9-4d8d-b6fc-a4e0eb5734de admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=74185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 16:51:59.727310 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG neutron_lib.callbacks.manager [None req-22a42d8f-ecc9-4d8d-b6fc-a4e0eb5734de admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2050486'] for security_group, after_create {{(pid=74185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 16:51:59.734096 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG oslo_concurrency.lockutils [None req-a2ea04c0-470f-441a-a6b5-6daba46a4435 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74185) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 16:51:59.766700 dv-cinder-798104-1-smb neutron-server[74186]: DEBUG neutron.db.l3_dvrscheduler_db [req-17dfd62f-e8bd-494a-acc4-397bbc674bac req-b3d96b16-affb-4de7-845c-c0b71b6067c7 tempest-TestShelveInstance-142730798 tempest-TestShelveInstance-142730798-project] No DVR routers for this DVR port dd236684-13c6-406b-863e-9d0559c8bc9a on host hv-cinder-79810 {{(pid=74186) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 28 16:51:59.769180 dv-cinder-798104-1-smb neutron-server[74186]: DEBUG neutron_lib.callbacks.manager [req-17dfd62f-e8bd-494a-acc4-397bbc674bac req-b3d96b16-affb-4de7-845c-c0b71b6067c7 tempest-TestShelveInstance-142730798 tempest-TestShelveInstance-142730798-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129357'] for port, before_response {{(pid=74186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 16:51:59.771762 dv-cinder-798104-1-smb neutron-server[74186]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '99461ed8-fb47-4e05-8bc8-51e5644ab617', 'name': 'network-vif-deleted', 'tag': 'dd236684-13c6-406b-863e-9d0559c8bc9a'}] {{(pid=74186) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 28 16:51:59.779433 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22a42d8f-ecc9-4d8d-b6fc-a4e0eb5734de admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2de636e6-8f90-4a02-bfcb-4ec368fb2ede,revision_number=1']} {{(pid=74185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 16:51:59.783623 dv-cinder-798104-1-smb neutron-server[74185]: INFO neutron.wsgi [None req-22a42d8f-ecc9-4d8d-b6fc-a4e0eb5734de admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=75d8b5b278524fbd8947583721ce01b2&name=default HTTP/1.1" status: 200 len: 2647 time: 0.2660642 Jun 28 16:51:59.784846 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG oslo_concurrency.lockutils [None req-22a42d8f-ecc9-4d8d-b6fc-a4e0eb5734de admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=74185) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 16:51:59.786758 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG neutron.wsgi [-] (74185) accepted ('10.222.0.26', 56244) {{(pid=74185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 28 16:51:59.805020 dv-cinder-798104-1-smb neutron-server[74186]: INFO neutron.wsgi [req-17dfd62f-e8bd-494a-acc4-397bbc674bac req-b3d96b16-affb-4de7-845c-c0b71b6067c7 tempest-TestShelveInstance-142730798 tempest-TestShelveInstance-142730798-project] 10.222.0.41 "DELETE /v2.0/ports/dd236684-13c6-406b-863e-9d0559c8bc9a HTTP/1.1" status: 204 len: 173 time: 0.7982826 Jun 28 16:51:59.840239 dv-cinder-798104-1-smb neutron-server[74186]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '99461ed8-fb47-4e05-8bc8-51e5644ab617', 'name': 'network-vif-deleted', 'tag': 'dd236684-13c6-406b-863e-9d0559c8bc9a', 'status': 'completed', 'code': 200} Jun 28 16:51:59.852033 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG neutron_lib.callbacks.manager [None req-b50313fd-256c-4f1c-bdbb-befc170d9640 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=74185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 16:51:59.880609 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG neutron_lib.callbacks.manager [None req-b50313fd-256c-4f1c-bdbb-befc170d9640 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=74185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 16:51:59.940928 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG neutron_lib.callbacks.manager [None req-b50313fd-256c-4f1c-bdbb-befc170d9640 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2050486'] for security_group, after_delete {{(pid=74185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 16:51:59.946089 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG oslo_concurrency.lockutils [None req-bd0deea7-ea6e-49be-a2d7-3ef626c4c23c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74185) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 16:51:59.959441 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b50313fd-256c-4f1c-bdbb-befc170d9640 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2de636e6-8f90-4a02-bfcb-4ec368fb2ede,revision_number=None']} {{(pid=74185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 16:51:59.964662 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG oslo_concurrency.lockutils [None req-b50313fd-256c-4f1c-bdbb-befc170d9640 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=74185) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 16:51:59.969388 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG neutron_lib.callbacks.manager [None req-b50313fd-256c-4f1c-bdbb-befc170d9640 admin admin] Notify callbacks [] for security_group, before_response {{(pid=74185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 16:51:59.972266 dv-cinder-798104-1-smb neutron-server[74185]: INFO neutron.wsgi [None req-b50313fd-256c-4f1c-bdbb-befc170d9640 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/2de636e6-8f90-4a02-bfcb-4ec368fb2ede HTTP/1.1" status: 204 len: 168 time: 0.1832190 Jun 28 16:52:00.051780 dv-cinder-798104-1-smb neutron-server[74185]: INFO neutron.wsgi [req-b4b026f1-92b5-4274-b532-754ac887e652 req-92201109-03ec-4ea7-a640-3be441d18c6d tempest-TestShelveInstance-142730798 tempest-TestShelveInstance-142730798-project] 10.222.0.26 "GET /v2.0/ports?device_id=99461ed8-fb47-4e05-8bc8-51e5644ab617 HTTP/1.1" status: 200 len: 210 time: 0.0471046 Jun 28 16:52:00.226199 dv-cinder-798104-1-smb neutron-server[74186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2461c56c-d74d-4b52-9487-87c59671331d req-b03ba9e6-c3ae-4943-9f5f-d6f96f9d0e31 tempest-TestMinimumBasicScenario-1571811032 tempest-TestMinimumBasicScenario-1571811032-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 16:52:00.226913 dv-cinder-798104-1-smb neutron-server[74186]: DEBUG neutron.quota.resource [req-2461c56c-d74d-4b52-9487-87c59671331d req-b03ba9e6-c3ae-4943-9f5f-d6f96f9d0e31 tempest-TestMinimumBasicScenario-1571811032 tempest-TestMinimumBasicScenario-1571811032-project] Synchronizing usage tracker for tenant:5bf6de7fd09845dea4827bbd91336fa8 on resource:port {{(pid=74186) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 28 16:52:00.240697 dv-cinder-798104-1-smb neutron-server[74186]: DEBUG neutron.quota.resource [req-2461c56c-d74d-4b52-9487-87c59671331d req-b03ba9e6-c3ae-4943-9f5f-d6f96f9d0e31 tempest-TestMinimumBasicScenario-1571811032 tempest-TestMinimumBasicScenario-1571811032-project] Unset dirty status for tenant:5bf6de7fd09845dea4827bbd91336fa8 on resource:port {{(pid=74186) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 28 16:52:00.241826 dv-cinder-798104-1-smb neutron-server[74186]: INFO neutron.wsgi [req-2461c56c-d74d-4b52-9487-87c59671331d req-b03ba9e6-c3ae-4943-9f5f-d6f96f9d0e31 tempest-TestMinimumBasicScenario-1571811032 tempest-TestMinimumBasicScenario-1571811032-project] 10.222.0.41 "GET /v2.0/ports?device_id=7c6cd64e-562e-4ad2-ab67-0bb916b977d2 HTTP/1.1" status: 200 len: 946 time: 0.1120729 Jun 28 16:52:00.325162 dv-cinder-798104-1-smb neutron-server[74186]: DEBUG neutron.plugins.ml2.plugin [req-2461c56c-d74d-4b52-9487-87c59671331d req-36e40f05-6cb9-4093-bcac-f741096130f6 tempest-TestMinimumBasicScenario-1571811032 tempest-TestMinimumBasicScenario-1571811032-project] Deleting port 9ee12179-be82-4074-b954-8e3df7b44c6e {{(pid=74186) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Jun 28 16:52:00.325443 dv-cinder-798104-1-smb neutron-server[74186]: DEBUG neutron_lib.callbacks.manager [req-2461c56c-d74d-4b52-9487-87c59671331d req-36e40f05-6cb9-4093-bcac-f741096130f6 tempest-TestMinimumBasicScenario-1571811032 tempest-TestMinimumBasicScenario-1571811032-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774158158511'] for port, before_delete {{(pid=74186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 16:52:00.689374 dv-cinder-798104-1-smb neutron-server[74186]: DEBUG neutron.plugins.ml2.db [req-2461c56c-d74d-4b52-9487-87c59671331d req-36e40f05-6cb9-4093-bcac-f741096130f6 tempest-TestMinimumBasicScenario-1571811032 tempest-TestMinimumBasicScenario-1571811032-project] For port 9ee12179-be82-4074-b954-8e3df7b44c6e, host hv-cinder-79810, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79810',level=0,port_id=9ee12179-be82-4074-b954-8e3df7b44c6e,segment=NetworkSegment(0e59102a-bfa2-431d-ad4f-e02c6218ed6f),segment_id=0e59102a-bfa2-431d-ad4f-e02c6218ed6f)] {{(pid=74186) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 16:52:00.690409 dv-cinder-798104-1-smb neutron-server[74186]: DEBUG neutron_lib.callbacks.manager [req-2461c56c-d74d-4b52-9487-87c59671331d req-36e40f05-6cb9-4093-bcac-f741096130f6 tempest-TestMinimumBasicScenario-1571811032 tempest-TestMinimumBasicScenario-1571811032-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1637578'] for port, precommit_delete {{(pid=74186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 16:52:00.869338 dv-cinder-798104-1-smb neutron-server[74186]: DEBUG neutron.plugins.ml2.plugin [req-2461c56c-d74d-4b52-9487-87c59671331d req-36e40f05-6cb9-4093-bcac-f741096130f6 tempest-TestMinimumBasicScenario-1571811032 tempest-TestMinimumBasicScenario-1571811032-project] Calling delete_port for 9ee12179-be82-4074-b954-8e3df7b44c6e owned by compute:nova {{(pid=74186) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Jun 28 16:52:00.957205 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6953fd34-d8e2-4699-95f4-39d6d0a62109 req-0c260acd-31bc-4ca0-ae92-d0c26d85cb41 tempest-TestMinimumBasicScenario-1571811032 tempest-TestMinimumBasicScenario-1571811032-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 16:52:00.961645 dv-cinder-798104-1-smb neutron-server[74185]: INFO neutron.wsgi [req-6953fd34-d8e2-4699-95f4-39d6d0a62109 req-0c260acd-31bc-4ca0-ae92-d0c26d85cb41 tempest-TestMinimumBasicScenario-1571811032 tempest-TestMinimumBasicScenario-1571811032-project] 10.222.0.26 "GET /v2.0/ports?device_id=7c6cd64e-562e-4ad2-ab67-0bb916b977d2 HTTP/1.1" status: 200 len: 946 time: 0.1208920 Jun 28 16:52:01.021682 dv-cinder-798104-1-smb neutron-server[74185]: INFO neutron.wsgi [req-6953fd34-d8e2-4699-95f4-39d6d0a62109 req-8069b8a9-5a7a-442b-86c1-b37dfa2180b4 tempest-TestMinimumBasicScenario-1571811032 tempest-TestMinimumBasicScenario-1571811032-project] 10.222.0.26 "GET /v2.0/security-groups?id=593d65e9-98bb-4e8f-8eec-8b5ea591b244&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0563664 Jun 28 16:52:01.054040 dv-cinder-798104-1-smb neutron-server[74186]: DEBUG neutron_lib.callbacks.manager [req-2461c56c-d74d-4b52-9487-87c59671331d req-36e40f05-6cb9-4093-bcac-f741096130f6 tempest-TestMinimumBasicScenario-1571811032 tempest-TestMinimumBasicScenario-1571811032-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-615041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1598908', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774158213030', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774157688369', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1108489'] for port, after_delete {{(pid=74186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 16:52:01.072630 dv-cinder-798104-1-smb neutron-server[74186]: DEBUG oslo_concurrency.lockutils [None req-ab9d081c-77b2-444f-9145-094823cc9f20 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74186) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 16:52:01.072777 dv-cinder-798104-1-smb neutron-server[74187]: DEBUG neutron.plugins.ml2.db [None req-d0e5ad82-df9b-4ee3-8ee9-b93c74fbe1d3 None None] get_ports_and_sgs() called for port_ids ['9ee12179-be82-4074-b954-8e3df7b44c6e'] {{(pid=74187) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jun 28 16:52:01.111713 dv-cinder-798104-1-smb neutron-server[74187]: DEBUG neutron.plugins.ml2.rpc [None req-d0e5ad82-df9b-4ee3-8ee9-b93c74fbe1d3 None None] Device dd236684-13c6-406b-863e-9d0559c8bc9a no longer exists at agent hyperv_hv-cinder-79810 {{(pid=74187) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 28 16:52:01.150684 dv-cinder-798104-1-smb neutron-server[74187]: DEBUG neutron.plugins.ml2.plugin [None req-d0e5ad82-df9b-4ee3-8ee9-b93c74fbe1d3 None None] No Port match for: dd236684-13c6-406b-863e-9d0559c8bc9a {{(pid=74187) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}} Jun 28 16:52:01.151140 dv-cinder-798104-1-smb neutron-server[74187]: DEBUG neutron.plugins.ml2.rpc [None req-d0e5ad82-df9b-4ee3-8ee9-b93c74fbe1d3 None None] Device dd236684-13c6-406b-863e-9d0559c8bc9a not bound to the agent host hv-cinder-79810 {{(pid=74187) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 28 16:52:01.200396 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG neutron.wsgi [-] (74185) accepted ('10.222.0.26', 56272) {{(pid=74185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 28 16:52:01.211714 dv-cinder-798104-1-smb neutron-server[74186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36e40f05-6cb9-4093-bcac-f741096130f6 tempest-TestMinimumBasicScenario-1571811032 tempest-TestMinimumBasicScenario-1571811032-project] Pushing event deleted for resources: {'Port': ['ID=9ee12179-be82-4074-b954-8e3df7b44c6e,revision_number=None']} {{(pid=74186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 16:52:01.219662 dv-cinder-798104-1-smb neutron-server[74186]: DEBUG oslo_concurrency.lockutils [None req-36e40f05-6cb9-4093-bcac-f741096130f6 tempest-TestMinimumBasicScenario-1571811032 tempest-TestMinimumBasicScenario-1571811032-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.156s {{(pid=74186) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 16:52:01.259503 dv-cinder-798104-1-smb neutron-server[74186]: DEBUG neutron.db.l3_dvrscheduler_db [req-2461c56c-d74d-4b52-9487-87c59671331d req-36e40f05-6cb9-4093-bcac-f741096130f6 tempest-TestMinimumBasicScenario-1571811032 tempest-TestMinimumBasicScenario-1571811032-project] No DVR routers for this DVR port 9ee12179-be82-4074-b954-8e3df7b44c6e on host hv-cinder-79810 {{(pid=74186) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 28 16:52:01.262950 dv-cinder-798104-1-smb neutron-server[74186]: DEBUG neutron_lib.callbacks.manager [req-2461c56c-d74d-4b52-9487-87c59671331d req-36e40f05-6cb9-4093-bcac-f741096130f6 tempest-TestMinimumBasicScenario-1571811032 tempest-TestMinimumBasicScenario-1571811032-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129357'] for port, before_response {{(pid=74186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 16:52:01.286552 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG neutron_lib.callbacks.manager [None req-7191d813-e857-420c-9b8a-22e52e229a4d tempest-TestShelveInstance-142730798 tempest-TestShelveInstance-142730798-project] Notify callbacks [] for security_group, before_delete {{(pid=74185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 16:52:01.288096 dv-cinder-798104-1-smb neutron-server[74186]: INFO neutron.wsgi [req-2461c56c-d74d-4b52-9487-87c59671331d req-36e40f05-6cb9-4093-bcac-f741096130f6 tempest-TestMinimumBasicScenario-1571811032 tempest-TestMinimumBasicScenario-1571811032-project] 10.222.0.41 "DELETE /v2.0/ports/9ee12179-be82-4074-b954-8e3df7b44c6e HTTP/1.1" status: 204 len: 173 time: 1.0392923 Jun 28 16:52:01.331017 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG neutron_lib.callbacks.manager [None req-7191d813-e857-420c-9b8a-22e52e229a4d tempest-TestShelveInstance-142730798 tempest-TestShelveInstance-142730798-project] Notify callbacks [] for security_group, precommit_delete {{(pid=74185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 16:52:01.435749 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG neutron_lib.callbacks.manager [None req-7191d813-e857-420c-9b8a-22e52e229a4d tempest-TestShelveInstance-142730798 tempest-TestShelveInstance-142730798-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2050486'] for security_group, after_delete {{(pid=74185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 16:52:01.442489 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG oslo_concurrency.lockutils [None req-94269bcb-c806-4639-b10e-91cb89238ca5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74185) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 16:52:01.464848 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7191d813-e857-420c-9b8a-22e52e229a4d tempest-TestShelveInstance-142730798 tempest-TestShelveInstance-142730798-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f9639542-7928-4a6f-8af5-8fed9a173fcf,revision_number=None']} {{(pid=74185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 16:52:01.467629 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG oslo_concurrency.lockutils [None req-7191d813-e857-420c-9b8a-22e52e229a4d tempest-TestShelveInstance-142730798 tempest-TestShelveInstance-142730798-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=74185) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 16:52:01.474488 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG neutron_lib.callbacks.manager [None req-7191d813-e857-420c-9b8a-22e52e229a4d tempest-TestShelveInstance-142730798 tempest-TestShelveInstance-142730798-project] Notify callbacks [] for security_group, before_response {{(pid=74185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 16:52:01.477075 dv-cinder-798104-1-smb neutron-server[74185]: INFO neutron.wsgi [None req-7191d813-e857-420c-9b8a-22e52e229a4d tempest-TestShelveInstance-142730798 tempest-TestShelveInstance-142730798-project] 10.222.0.26 "DELETE /v2.0/security-groups/f9639542-7928-4a6f-8af5-8fed9a173fcf HTTP/1.1" status: 204 len: 168 time: 0.2744625 Jun 28 16:52:01.841988 dv-cinder-798104-1-smb neutron-server[74186]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7c6cd64e-562e-4ad2-ab67-0bb916b977d2', 'name': 'network-vif-deleted', 'tag': '9ee12179-be82-4074-b954-8e3df7b44c6e'}] {{(pid=74186) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 28 16:52:01.966186 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG neutron.wsgi [-] (74185) accepted ('10.222.0.26', 56292) {{(pid=74185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 28 16:52:01.967795 dv-cinder-798104-1-smb neutron-server[74186]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7c6cd64e-562e-4ad2-ab67-0bb916b977d2', 'name': 'network-vif-deleted', 'tag': '9ee12179-be82-4074-b954-8e3df7b44c6e', 'status': 'completed', 'code': 200} Jun 28 16:52:02.669431 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG neutron_lib.callbacks.manager [None req-9a014b42-8476-416a-86eb-3e1f3317ba4a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1635418'] for router_interface, before_delete {{(pid=74185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 16:52:03.110167 dv-cinder-798104-1-smb neutron-server[74187]: DEBUG neutron.plugins.ml2.rpc [None req-d0e5ad82-df9b-4ee3-8ee9-b93c74fbe1d3 None None] Device 9ee12179-be82-4074-b954-8e3df7b44c6e no longer exists at agent hyperv_hv-cinder-79810 {{(pid=74187) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 28 16:52:03.150809 dv-cinder-798104-1-smb neutron-server[74187]: DEBUG neutron.plugins.ml2.plugin [None req-d0e5ad82-df9b-4ee3-8ee9-b93c74fbe1d3 None None] No Port match for: 9ee12179-be82-4074-b954-8e3df7b44c6e {{(pid=74187) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}} Jun 28 16:52:03.151213 dv-cinder-798104-1-smb neutron-server[74187]: DEBUG neutron.plugins.ml2.rpc [None req-d0e5ad82-df9b-4ee3-8ee9-b93c74fbe1d3 None None] Device 9ee12179-be82-4074-b954-8e3df7b44c6e not bound to the agent host hv-cinder-79810 {{(pid=74187) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 28 16:52:03.381700 dv-cinder-798104-1-smb neutron-server[74186]: DEBUG neutron.wsgi [-] (74186) accepted ('10.222.0.26', 56364) {{(pid=74186) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 28 16:52:03.528097 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG neutron.plugins.ml2.plugin [None req-9a014b42-8476-416a-86eb-3e1f3317ba4a admin admin] Deleting port bbef0a3f-0abf-42bf-9454-3ad9181a5857 {{(pid=74185) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Jun 28 16:52:03.528760 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG neutron_lib.callbacks.manager [None req-9a014b42-8476-416a-86eb-3e1f3317ba4a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774158158511'] for port, before_delete {{(pid=74185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 16:52:03.768073 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG neutron.plugins.ml2.db [None req-9a014b42-8476-416a-86eb-3e1f3317ba4a admin admin] For port bbef0a3f-0abf-42bf-9454-3ad9181a5857, host dv-cinder-798104-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-798104-1-smb',level=0,port_id=bbef0a3f-0abf-42bf-9454-3ad9181a5857,segment=NetworkSegment(3dc75ba6-bfde-44f0-93f7-81b93a0ad439),segment_id=3dc75ba6-bfde-44f0-93f7-81b93a0ad439)] {{(pid=74185) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 16:52:03.768427 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG neutron_lib.callbacks.manager [None req-9a014b42-8476-416a-86eb-3e1f3317ba4a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1637578'] for port, precommit_delete {{(pid=74185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 16:52:03.912334 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG neutron.plugins.ml2.plugin [None req-9a014b42-8476-416a-86eb-3e1f3317ba4a admin admin] Calling delete_port for bbef0a3f-0abf-42bf-9454-3ad9181a5857 owned by network:router_interface {{(pid=74185) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Jun 28 16:52:03.961212 dv-cinder-798104-1-smb neutron-server[74186]: DEBUG neutron_lib.callbacks.manager [None req-78337908-93f6-4a62-9d2d-fc08e8550906 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1635418'] for router_interface, before_delete {{(pid=74186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 16:52:04.159636 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG neutron_lib.callbacks.manager [None req-9a014b42-8476-416a-86eb-3e1f3317ba4a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-615041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1598908', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774158213030', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774157688369', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15648331'] for port, after_delete {{(pid=74185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 16:52:04.165139 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG oslo_concurrency.lockutils [None req-7d738a69-32d2-4524-93da-e31d2df44f31 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74185) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 16:52:04.210988 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a014b42-8476-416a-86eb-3e1f3317ba4a admin admin] Pushing event deleted for resources: {'Port': ['ID=bbef0a3f-0abf-42bf-9454-3ad9181a5857,revision_number=None']} {{(pid=74185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 16:52:04.213896 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG oslo_concurrency.lockutils [None req-9a014b42-8476-416a-86eb-3e1f3317ba4a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=74185) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 16:52:04.559723 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG neutron.wsgi [-] (74185) accepted ('10.222.0.26', 56388) {{(pid=74185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 28 16:52:04.625336 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG neutron_lib.callbacks.manager [None req-9a014b42-8476-416a-86eb-3e1f3317ba4a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1598901', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1635940'] for router_interface, after_delete {{(pid=74185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 16:52:04.769695 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG neutron_lib.callbacks.manager [None req-8306618a-f500-4cea-b11a-e059595f5140 admin admin] Notify callbacks [] for security_group, before_create {{(pid=74185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 16:52:04.833951 dv-cinder-798104-1-smb neutron-server[74186]: DEBUG neutron.plugins.ml2.plugin [None req-78337908-93f6-4a62-9d2d-fc08e8550906 admin admin] Deleting port afb68667-8373-462e-9bb0-c986179d62c7 {{(pid=74186) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Jun 28 16:52:04.834759 dv-cinder-798104-1-smb neutron-server[74186]: DEBUG neutron_lib.callbacks.manager [None req-78337908-93f6-4a62-9d2d-fc08e8550906 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774158158511'] for port, before_delete {{(pid=74186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 16:52:04.863831 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG neutron.db.quota.driver [None req-8306618a-f500-4cea-b11a-e059595f5140 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74185) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 28 16:52:04.870103 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG neutron.quota.resource [None req-8306618a-f500-4cea-b11a-e059595f5140 admin admin] Usage tracker for resource:security_group_rule and tenant:6f9bf6fe84104658b4be9a7dcf80747c is out of sync, need to count used quota {{(pid=74185) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 28 16:52:04.874163 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG neutron.quota.resource [None req-8306618a-f500-4cea-b11a-e059595f5140 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=74185) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 28 16:52:04.885905 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG neutron.db.quota.driver [None req-8306618a-f500-4cea-b11a-e059595f5140 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74185) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 28 16:52:04.950835 dv-cinder-798104-1-smb neutron-server[74188]: DEBUG neutron.db.agents_db [None req-8255730c-b11f-4cfb-aeb3-67319944b41a None None] Agent healthcheck: found 6 active agents {{(pid=74188) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jun 28 16:52:05.058492 dv-cinder-798104-1-smb neutron-server[74186]: DEBUG neutron.plugins.ml2.db [None req-78337908-93f6-4a62-9d2d-fc08e8550906 admin admin] For port afb68667-8373-462e-9bb0-c986179d62c7, host dv-cinder-798104-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-798104-1-smb',level=0,port_id=afb68667-8373-462e-9bb0-c986179d62c7,segment=NetworkSegment(0e59102a-bfa2-431d-ad4f-e02c6218ed6f),segment_id=0e59102a-bfa2-431d-ad4f-e02c6218ed6f)] {{(pid=74186) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 16:52:05.058840 dv-cinder-798104-1-smb neutron-server[74186]: DEBUG neutron_lib.callbacks.manager [None req-78337908-93f6-4a62-9d2d-fc08e8550906 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1637578'] for port, precommit_delete {{(pid=74186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 16:52:05.077269 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG neutron_lib.callbacks.manager [None req-8306618a-f500-4cea-b11a-e059595f5140 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=74185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 16:52:05.085888 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG neutron_lib.callbacks.manager [None req-8306618a-f500-4cea-b11a-e059595f5140 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2050486'] for security_group, after_create {{(pid=74185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 16:52:05.194880 dv-cinder-798104-1-smb neutron-server[74186]: DEBUG neutron.plugins.ml2.plugin [None req-78337908-93f6-4a62-9d2d-fc08e8550906 admin admin] Calling delete_port for afb68667-8373-462e-9bb0-c986179d62c7 owned by network:router_interface {{(pid=74186) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Jun 28 16:52:05.250388 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG oslo_concurrency.lockutils [None req-d3a5385e-0340-457b-8d8e-4ccc84752a51 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74185) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 16:52:05.315214 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8306618a-f500-4cea-b11a-e059595f5140 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2ec96ac2-60ec-4a9f-a925-ee4ef657d694,revision_number=1']} {{(pid=74185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 16:52:05.323006 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG oslo_concurrency.lockutils [None req-8306618a-f500-4cea-b11a-e059595f5140 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=74185) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 16:52:05.336607 dv-cinder-798104-1-smb neutron-server[74185]: INFO neutron.wsgi [None req-8306618a-f500-4cea-b11a-e059595f5140 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=6f9bf6fe84104658b4be9a7dcf80747c&name=default HTTP/1.1" status: 200 len: 2647 time: 0.7722740 Jun 28 16:52:05.336840 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG neutron.wsgi [-] (74185) accepted ('10.222.0.26', 56394) {{(pid=74185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 28 16:52:05.407155 dv-cinder-798104-1-smb neutron-server[74186]: DEBUG neutron_lib.callbacks.manager [None req-78337908-93f6-4a62-9d2d-fc08e8550906 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-615041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1598908', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774158213030', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774157688369', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1108489'] for port, after_delete {{(pid=74186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 16:52:05.411413 dv-cinder-798104-1-smb neutron-server[74186]: DEBUG oslo_concurrency.lockutils [None req-8c20234b-d6c3-45dc-ba1e-aab76764e148 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74186) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 16:52:05.454763 dv-cinder-798104-1-smb neutron-server[74186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78337908-93f6-4a62-9d2d-fc08e8550906 admin admin] Pushing event deleted for resources: {'Port': ['ID=afb68667-8373-462e-9bb0-c986179d62c7,revision_number=None']} {{(pid=74186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 16:52:05.458502 dv-cinder-798104-1-smb neutron-server[74186]: DEBUG oslo_concurrency.lockutils [None req-78337908-93f6-4a62-9d2d-fc08e8550906 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=74186) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 16:52:05.476735 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG neutron_lib.callbacks.manager [None req-6997a0c6-33c4-4263-8430-a84d866a2680 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=74185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 16:52:05.519259 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG neutron_lib.callbacks.manager [None req-6997a0c6-33c4-4263-8430-a84d866a2680 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=74185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 16:52:05.672104 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG neutron_lib.callbacks.manager [None req-6997a0c6-33c4-4263-8430-a84d866a2680 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2050486'] for security_group, after_delete {{(pid=74185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 16:52:05.679897 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG oslo_concurrency.lockutils [None req-8d7bc35a-e18b-4366-b2ff-3df7051b275b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74185) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 16:52:05.696499 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9a014b42-8476-416a-86eb-3e1f3317ba4a admin admin] Router 9d53da9d-51e9-4397-b40c-f87f3acd0f12 has already been hosted by L3 agent 633adcd1-515e-4435-b14d-49f054abd10f {{(pid=74185) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 28 16:52:05.712195 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6997a0c6-33c4-4263-8430-a84d866a2680 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2ec96ac2-60ec-4a9f-a925-ee4ef657d694,revision_number=None']} {{(pid=74185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 16:52:05.712195 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG oslo_concurrency.lockutils [None req-6997a0c6-33c4-4263-8430-a84d866a2680 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=74185) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 16:52:05.723194 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG neutron_lib.callbacks.manager [None req-6997a0c6-33c4-4263-8430-a84d866a2680 admin admin] Notify callbacks [] for security_group, before_response {{(pid=74185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 16:52:05.727010 dv-cinder-798104-1-smb neutron-server[74185]: INFO neutron.wsgi [None req-6997a0c6-33c4-4263-8430-a84d866a2680 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/2ec96ac2-60ec-4a9f-a925-ee4ef657d694 HTTP/1.1" status: 204 len: 168 time: 0.3866282 Jun 28 16:52:05.812086 dv-cinder-798104-1-smb neutron-server[74186]: DEBUG neutron_lib.callbacks.manager [None req-78337908-93f6-4a62-9d2d-fc08e8550906 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1598901', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1635940'] for router_interface, after_delete {{(pid=74186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 16:52:05.955557 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9a014b42-8476-416a-86eb-3e1f3317ba4a admin admin] Notify agent at l3_agent.dv-cinder-798104-1-smb the message routers_updated {{(pid=74185) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 28 16:52:05.964296 dv-cinder-798104-1-smb neutron-server[74185]: INFO neutron.wsgi [None req-9a014b42-8476-416a-86eb-3e1f3317ba4a admin admin] 10.222.0.26 "PUT /v2.0/routers/9d53da9d-51e9-4397-b40c-f87f3acd0f12/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.9969046 Jun 28 16:52:05.965104 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG neutron.wsgi [-] (74185) accepted ('10.222.0.26', 56402) {{(pid=74185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 28 16:52:05.969886 dv-cinder-798104-1-smb neutron-server[74187]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-218f2ec5-0c21-478c-8f47-f5b14283701f None None] Sync routers for ids ['9d53da9d-51e9-4397-b40c-f87f3acd0f12'] in dv-cinder-798104-1-smb {{(pid=74187) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jun 28 16:52:05.984595 dv-cinder-798104-1-smb neutron-server[74187]: DEBUG neutron.db.l3_dvrscheduler_db [None req-218f2ec5-0c21-478c-8f47-f5b14283701f None None] Routers {'9d53da9d-51e9-4397-b40c-f87f3acd0f12'} bound to L3 agent in host dv-cinder-798104-1-smb {{(pid=74187) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 28 16:52:05.985528 dv-cinder-798104-1-smb neutron-server[74187]: DEBUG neutron.db.l3_hamode_db [None req-218f2ec5-0c21-478c-8f47-f5b14283701f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-798104-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-28T16:32:46Z,description=,heartbeat_timestamp=2021-06-28T16:51:46Z,host='dv-cinder-798104-1-smb',id=633adcd1-515e-4435-b14d-49f054abd10f,load=0,resource_versions=,resources_synced=,started_at=2021-06-28T16:32:46Z,topic='l3_agent')) {'router_ids': ['9d53da9d-51e9-4397-b40c-f87f3acd0f12'], 'active': True} {{(pid=74187) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 16:52:06.199016 dv-cinder-798104-1-smb neutron-server[74186]: DEBUG neutron.wsgi [-] (74186) accepted ('10.222.0.26', 56406) {{(pid=74186) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 28 16:52:06.224375 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG neutron_lib.callbacks.manager [None req-6a79cddb-bd50-4b8a-bf18-16bb785ce5ec admin admin] Notify callbacks [] for router, before_delete {{(pid=74185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 16:52:06.229072 dv-cinder-798104-1-smb neutron-server[74187]: DEBUG neutron.db.l3_dvr_db [None req-218f2ec5-0c21-478c-8f47-f5b14283701f None None] Set router 9d53da9d-51e9-4397-b40c-f87f3acd0f12 gateway port host: dv-cinder-798104-1-smb {{(pid=74187) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jun 28 16:52:06.288742 dv-cinder-798104-1-smb neutron-server[74186]: DEBUG neutron_lib.callbacks.manager [None req-46f6319a-5ced-4530-b0dc-22f4b4587e5c admin admin] Notify callbacks [] for security_group, before_create {{(pid=74186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 16:52:06.411932 dv-cinder-798104-1-smb neutron-server[74186]: DEBUG neutron.db.quota.driver [None req-46f6319a-5ced-4530-b0dc-22f4b4587e5c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74186) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 28 16:52:06.482088 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG neutron_lib.callbacks.manager [None req-6a79cddb-bd50-4b8a-bf18-16bb785ce5ec admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=74185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 16:52:06.499874 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG neutron.plugins.ml2.plugin [None req-6a79cddb-bd50-4b8a-bf18-16bb785ce5ec admin admin] Deleting port 657e2dfc-512f-4959-bc5f-53243ebe1e70 {{(pid=74185) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Jun 28 16:52:06.501116 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG neutron_lib.callbacks.manager [None req-6a79cddb-bd50-4b8a-bf18-16bb785ce5ec admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774158158511'] for port, before_delete {{(pid=74185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 16:52:06.581572 dv-cinder-798104-1-smb neutron-server[74187]: DEBUG neutron.db.l3_hamode_db [None req-218f2ec5-0c21-478c-8f47-f5b14283701f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9d53da9d-51e9-4397-b40c-f87f3acd0f12', 'name': 'tempest-TestShelveInstance-1780542593-router', 'tenant_id': '8c5d7eb385cf4b6484fd4ebafedcfebd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f9715ce2-16ba-4ae9-9a15-557432d0a5ed', 'external_fixed_ips': [{'subnet_id': 'e3a20e14-2eea-4943-8cec-1fe85e8448d0', 'ip_address': '172.28.3.127'}], 'enable_snat': True}, 'gw_port_id': '657e2dfc-512f-4959-bc5f-53243ebe1e70', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-28T16:46:47Z', 'updated_at': '2021-06-28T16:52:04Z', 'revision_number': 5, 'project_id': '8c5d7eb385cf4b6484fd4ebafedcfebd', 'gw_port': {'id': '657e2dfc-512f-4959-bc5f-53243ebe1e70', 'name': '', 'network_id': 'f9715ce2-16ba-4ae9-9a15-557432d0a5ed', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:0f:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d53da9d-51e9-4397-b40c-f87f3acd0f12', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e3a20e14-2eea-4943-8cec-1fe85e8448d0', 'ip_address': '172.28.3.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798104-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T16:46:47Z', 'updated_at': '2021-06-28T16:46:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e3a20e14-2eea-4943-8cec-1fe85e8448d0', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798104-1-smb'}], 'dv-cinder-798104-1-smb', False) {} {{(pid=74187) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 16:52:06.588053 dv-cinder-798104-1-smb neutron-server[74187]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-218f2ec5-0c21-478c-8f47-f5b14283701f None None] Checking router: 9d53da9d-51e9-4397-b40c-f87f3acd0f12 for host: dv-cinder-798104-1-smb {{(pid=74187) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Jun 28 16:52:06.601398 dv-cinder-798104-1-smb neutron-server[74186]: DEBUG neutron.quota.resource [None req-46f6319a-5ced-4530-b0dc-22f4b4587e5c admin admin] Usage tracker for resource:security_group_rule and tenant:a1db06c6a56842199f5afbcf7165dc3e is out of sync, need to count used quota {{(pid=74186) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 28 16:52:06.601740 dv-cinder-798104-1-smb neutron-server[74187]: DEBUG neutron.db.l3_dvrscheduler_db [None req-218f2ec5-0c21-478c-8f47-f5b14283701f None None] Routers {'9d53da9d-51e9-4397-b40c-f87f3acd0f12'} bound to L3 agent in host dv-cinder-798104-1-smb {{(pid=74187) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 28 16:52:06.602186 dv-cinder-798104-1-smb neutron-server[74187]: DEBUG neutron.db.l3_hamode_db [None req-218f2ec5-0c21-478c-8f47-f5b14283701f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-798104-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-28T16:32:46Z,description=,heartbeat_timestamp=2021-06-28T16:51:46Z,host='dv-cinder-798104-1-smb',id=633adcd1-515e-4435-b14d-49f054abd10f,load=0,resource_versions=,resources_synced=,started_at=2021-06-28T16:32:46Z,topic='l3_agent')) {'router_ids': ['9d53da9d-51e9-4397-b40c-f87f3acd0f12'], 'active': True} {{(pid=74187) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 16:52:06.611419 dv-cinder-798104-1-smb neutron-server[74186]: DEBUG neutron.quota.resource [None req-46f6319a-5ced-4530-b0dc-22f4b4587e5c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=74186) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 28 16:52:06.644015 dv-cinder-798104-1-smb neutron-server[74186]: DEBUG neutron.db.quota.driver [None req-46f6319a-5ced-4530-b0dc-22f4b4587e5c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74186) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 28 16:52:06.742572 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG neutron.plugins.ml2.db [None req-6a79cddb-bd50-4b8a-bf18-16bb785ce5ec admin admin] For port 657e2dfc-512f-4959-bc5f-53243ebe1e70, host dv-cinder-798104-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-798104-1-smb',level=0,port_id=657e2dfc-512f-4959-bc5f-53243ebe1e70,segment=NetworkSegment(1fdcd85b-55c4-4ae7-ac73-ac3bd2107891),segment_id=1fdcd85b-55c4-4ae7-ac73-ac3bd2107891)] {{(pid=74185) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 16:52:06.743432 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG neutron_lib.callbacks.manager [None req-6a79cddb-bd50-4b8a-bf18-16bb785ce5ec admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1637578'] for port, precommit_delete {{(pid=74185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 16:52:06.778285 dv-cinder-798104-1-smb neutron-server[74187]: DEBUG neutron.db.l3_dvr_db [None req-218f2ec5-0c21-478c-8f47-f5b14283701f None None] Set router 9d53da9d-51e9-4397-b40c-f87f3acd0f12 gateway port host: None {{(pid=74187) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jun 28 16:52:06.857342 dv-cinder-798104-1-smb neutron-server[74186]: DEBUG neutron_lib.callbacks.manager [None req-46f6319a-5ced-4530-b0dc-22f4b4587e5c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=74186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 16:52:06.868733 dv-cinder-798104-1-smb neutron-server[74186]: DEBUG neutron_lib.callbacks.manager [None req-46f6319a-5ced-4530-b0dc-22f4b4587e5c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2050486'] for security_group, after_create {{(pid=74186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 16:52:06.877366 dv-cinder-798104-1-smb neutron-server[74186]: DEBUG oslo_concurrency.lockutils [None req-ce11a3e2-56be-4e8b-a0bf-6dafaa12a1d1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74186) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 16:52:06.901897 dv-cinder-798104-1-smb neutron-server[74187]: DEBUG neutron.db.l3_hamode_db [None req-218f2ec5-0c21-478c-8f47-f5b14283701f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9d53da9d-51e9-4397-b40c-f87f3acd0f12', 'name': 'tempest-TestShelveInstance-1780542593-router', 'tenant_id': '8c5d7eb385cf4b6484fd4ebafedcfebd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-28T16:46:47Z', 'updated_at': '2021-06-28T16:52:06Z', 'revision_number': 6, 'project_id': '8c5d7eb385cf4b6484fd4ebafedcfebd', 'gw_port_host': None}], 'dv-cinder-798104-1-smb', False) {} {{(pid=74187) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 16:52:06.906595 dv-cinder-798104-1-smb neutron-server[74187]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-218f2ec5-0c21-478c-8f47-f5b14283701f None None] The sync data for ids ['9d53da9d-51e9-4397-b40c-f87f3acd0f12'] in dv-cinder-798104-1-smb is: [{'id': '9d53da9d-51e9-4397-b40c-f87f3acd0f12', 'name': 'tempest-TestShelveInstance-1780542593-router', 'tenant_id': '8c5d7eb385cf4b6484fd4ebafedcfebd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-28T16:46:47Z', 'updated_at': '2021-06-28T16:52:06Z', 'revision_number': 6, 'project_id': '8c5d7eb385cf4b6484fd4ebafedcfebd', 'gw_port_host': None}] {{(pid=74187) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jun 28 16:52:06.908955 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG neutron.plugins.ml2.plugin [None req-6a79cddb-bd50-4b8a-bf18-16bb785ce5ec admin admin] Calling delete_port for 657e2dfc-512f-4959-bc5f-53243ebe1e70 owned by network:router_gateway {{(pid=74185) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Jun 28 16:52:06.990250 dv-cinder-798104-1-smb neutron-server[74186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46f6319a-5ced-4530-b0dc-22f4b4587e5c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4f97f600-9676-4cb2-ada8-ffa1defc5e7e,revision_number=1']} {{(pid=74186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 16:52:06.993647 dv-cinder-798104-1-smb neutron-server[74186]: DEBUG oslo_concurrency.lockutils [None req-46f6319a-5ced-4530-b0dc-22f4b4587e5c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=74186) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 16:52:07.000369 dv-cinder-798104-1-smb neutron-server[74186]: INFO neutron.wsgi [None req-46f6319a-5ced-4530-b0dc-22f4b4587e5c admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=a1db06c6a56842199f5afbcf7165dc3e&name=default HTTP/1.1" status: 200 len: 2647 time: 0.8002880 Jun 28 16:52:07.001023 dv-cinder-798104-1-smb neutron-server[74186]: DEBUG neutron.wsgi [-] (74186) accepted ('10.222.0.26', 56410) {{(pid=74186) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 28 16:52:07.101904 dv-cinder-798104-1-smb neutron-server[74186]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-78337908-93f6-4a62-9d2d-fc08e8550906 admin admin] Router f7acaa2e-6c5f-436b-9363-3f726190c3c0 has already been hosted by L3 agent 633adcd1-515e-4435-b14d-49f054abd10f {{(pid=74186) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 28 16:52:07.102987 dv-cinder-798104-1-smb neutron-server[74186]: DEBUG neutron_lib.callbacks.manager [None req-6a4b1606-8053-4cb3-b947-eeeddff517c1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=74186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 16:52:07.138832 dv-cinder-798104-1-smb neutron-server[74186]: DEBUG neutron_lib.callbacks.manager [None req-6a4b1606-8053-4cb3-b947-eeeddff517c1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=74186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 16:52:07.247588 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG neutron_lib.callbacks.manager [None req-6a79cddb-bd50-4b8a-bf18-16bb785ce5ec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-615041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1598908', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774158213030', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774157688369', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15648331'] for port, after_delete {{(pid=74185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 16:52:07.253240 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG oslo_concurrency.lockutils [None req-5b46a6ac-4560-4aee-983a-362981947938 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74185) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 16:52:07.300765 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a79cddb-bd50-4b8a-bf18-16bb785ce5ec admin admin] Pushing event deleted for resources: {'Port': ['ID=657e2dfc-512f-4959-bc5f-53243ebe1e70,revision_number=None']} {{(pid=74185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 16:52:07.304969 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG oslo_concurrency.lockutils [None req-6a79cddb-bd50-4b8a-bf18-16bb785ce5ec admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=74185) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 16:52:07.333398 dv-cinder-798104-1-smb neutron-server[74186]: DEBUG neutron_lib.callbacks.manager [None req-6a4b1606-8053-4cb3-b947-eeeddff517c1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2050486'] for security_group, after_delete {{(pid=74186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 16:52:07.338163 dv-cinder-798104-1-smb neutron-server[74186]: DEBUG oslo_concurrency.lockutils [None req-285682d4-2024-43fe-b2c7-404c1780b5e7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74186) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 16:52:07.357972 dv-cinder-798104-1-smb neutron-server[74186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a4b1606-8053-4cb3-b947-eeeddff517c1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4f97f600-9676-4cb2-ada8-ffa1defc5e7e,revision_number=None']} {{(pid=74186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 16:52:07.360538 dv-cinder-798104-1-smb neutron-server[74186]: DEBUG oslo_concurrency.lockutils [None req-6a4b1606-8053-4cb3-b947-eeeddff517c1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=74186) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 16:52:07.426964 dv-cinder-798104-1-smb neutron-server[74186]: DEBUG neutron_lib.callbacks.manager [None req-6a4b1606-8053-4cb3-b947-eeeddff517c1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=74186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 16:52:07.428068 dv-cinder-798104-1-smb neutron-server[74186]: INFO neutron.wsgi [None req-6a4b1606-8053-4cb3-b947-eeeddff517c1 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/4f97f600-9676-4cb2-ada8-ffa1defc5e7e HTTP/1.1" status: 204 len: 168 time: 0.4259374 Jun 28 16:52:07.481655 dv-cinder-798104-1-smb neutron-server[74186]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-78337908-93f6-4a62-9d2d-fc08e8550906 admin admin] Notify agent at l3_agent.dv-cinder-798104-1-smb the message routers_updated {{(pid=74186) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 28 16:52:07.489381 dv-cinder-798104-1-smb neutron-server[74186]: INFO neutron.wsgi [None req-78337908-93f6-4a62-9d2d-fc08e8550906 admin admin] 10.222.0.26 "PUT /v2.0/routers/f7acaa2e-6c5f-436b-9363-3f726190c3c0/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.1040230 Jun 28 16:52:07.489381 dv-cinder-798104-1-smb neutron-server[74186]: DEBUG neutron.wsgi [-] (74186) accepted ('10.222.0.26', 56416) {{(pid=74186) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 28 16:52:07.498287 dv-cinder-798104-1-smb neutron-server[74188]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81515dd7-3d20-401b-aa0c-f62ce0a5772b None None] Sync routers for ids ['f7acaa2e-6c5f-436b-9363-3f726190c3c0'] in dv-cinder-798104-1-smb {{(pid=74188) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jun 28 16:52:07.511153 dv-cinder-798104-1-smb neutron-server[74188]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81515dd7-3d20-401b-aa0c-f62ce0a5772b None None] Routers {'f7acaa2e-6c5f-436b-9363-3f726190c3c0'} bound to L3 agent in host dv-cinder-798104-1-smb {{(pid=74188) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 28 16:52:07.511772 dv-cinder-798104-1-smb neutron-server[74188]: DEBUG neutron.db.l3_hamode_db [None req-81515dd7-3d20-401b-aa0c-f62ce0a5772b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-798104-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-28T16:32:46Z,description=,heartbeat_timestamp=2021-06-28T16:51:46Z,host='dv-cinder-798104-1-smb',id=633adcd1-515e-4435-b14d-49f054abd10f,load=0,resource_versions=,resources_synced=,started_at=2021-06-28T16:32:46Z,topic='l3_agent')) {'router_ids': ['f7acaa2e-6c5f-436b-9363-3f726190c3c0'], 'active': True} {{(pid=74188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 16:52:07.562917 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG neutron_lib.callbacks.manager [None req-6a79cddb-bd50-4b8a-bf18-16bb785ce5ec admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1624205'] for router_gateway, after_delete {{(pid=74185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 16:52:07.731127 dv-cinder-798104-1-smb neutron-server[74188]: DEBUG neutron.db.l3_dvr_db [None req-81515dd7-3d20-401b-aa0c-f62ce0a5772b None None] Set router f7acaa2e-6c5f-436b-9363-3f726190c3c0 gateway port host: dv-cinder-798104-1-smb {{(pid=74188) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jun 28 16:52:07.733326 dv-cinder-798104-1-smb neutron-server[74186]: DEBUG neutron_lib.callbacks.manager [None req-36934a1f-f837-4e57-b2eb-3752e6f7a9f4 admin admin] Notify callbacks [] for router, before_delete {{(pid=74186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 16:52:07.866284 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG neutron_lib.callbacks.manager [None req-6a79cddb-bd50-4b8a-bf18-16bb785ce5ec admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1623837', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3706'] for router, precommit_delete {{(pid=74185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 16:52:07.873175 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG neutron_lib.callbacks.manager [None req-6a79cddb-bd50-4b8a-bf18-16bb785ce5ec admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=74185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 16:52:07.915598 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG neutron_lib.callbacks.manager [None req-6a79cddb-bd50-4b8a-bf18-16bb785ce5ec admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1624049'] for router, after_delete {{(pid=74185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 16:52:07.916523 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6a79cddb-bd50-4b8a-bf18-16bb785ce5ec admin admin] Fanout notify agent at l3_agent the message router_deleted on router 9d53da9d-51e9-4397-b40c-f87f3acd0f12 {{(pid=74185) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 28 16:52:07.934979 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG neutron_lib.callbacks.manager [None req-6a79cddb-bd50-4b8a-bf18-16bb785ce5ec admin admin] Notify callbacks [] for router, before_response {{(pid=74185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 16:52:07.936375 dv-cinder-798104-1-smb neutron-server[74185]: INFO neutron.wsgi [None req-6a79cddb-bd50-4b8a-bf18-16bb785ce5ec admin admin] 10.222.0.26 "DELETE /v2.0/routers/9d53da9d-51e9-4397-b40c-f87f3acd0f12 HTTP/1.1" status: 204 len: 168 time: 1.9701605 Jun 28 16:52:07.938805 dv-cinder-798104-1-smb neutron-server[74186]: DEBUG neutron.wsgi [-] (74186) accepted ('10.222.0.26', 56424) {{(pid=74186) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 28 16:52:08.126289 dv-cinder-798104-1-smb neutron-server[74186]: DEBUG neutron.db.db_base_plugin_v2 [None req-8d23266b-99ce-4997-bfa4-4639492ac16c admin admin] Deleting subnet b208fee6-e725-4900-8dd2-8d94468ed059 {{(pid=74186) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 28 16:52:08.134352 dv-cinder-798104-1-smb neutron-server[74186]: DEBUG neutron_lib.callbacks.manager [None req-8d23266b-99ce-4997-bfa4-4639492ac16c admin admin] Notify callbacks [] for subnet, before_delete {{(pid=74186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 16:52:08.208179 dv-cinder-798104-1-smb neutron-server[74186]: DEBUG neutron_lib.callbacks.manager [None req-8d23266b-99ce-4997-bfa4-4639492ac16c admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1055359'] for subnet, precommit_delete_associations {{(pid=74186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 16:52:08.221516 dv-cinder-798104-1-smb neutron-server[74188]: DEBUG neutron.db.l3_hamode_db [None req-81515dd7-3d20-401b-aa0c-f62ce0a5772b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f7acaa2e-6c5f-436b-9363-3f726190c3c0', 'name': 'tempest-TestMinimumBasicScenario-831825175-router', 'tenant_id': '5bf6de7fd09845dea4827bbd91336fa8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f9715ce2-16ba-4ae9-9a15-557432d0a5ed', 'external_fixed_ips': [{'subnet_id': 'e3a20e14-2eea-4943-8cec-1fe85e8448d0', 'ip_address': '172.28.3.44'}], 'enable_snat': True}, 'gw_port_id': '24f8b26b-8869-480a-872b-786338b36fb7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-28T16:49:07Z', 'updated_at': '2021-06-28T16:52:05Z', 'revision_number': 5, 'project_id': '5bf6de7fd09845dea4827bbd91336fa8', 'gw_port': {'id': '24f8b26b-8869-480a-872b-786338b36fb7', 'name': '', 'network_id': 'f9715ce2-16ba-4ae9-9a15-557432d0a5ed', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:42:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7acaa2e-6c5f-436b-9363-3f726190c3c0', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e3a20e14-2eea-4943-8cec-1fe85e8448d0', 'ip_address': '172.28.3.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798104-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T16:49:08Z', 'updated_at': '2021-06-28T16:49:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e3a20e14-2eea-4943-8cec-1fe85e8448d0', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798104-1-smb'}], 'dv-cinder-798104-1-smb', False) {} {{(pid=74188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 16:52:08.229689 dv-cinder-798104-1-smb neutron-server[74188]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81515dd7-3d20-401b-aa0c-f62ce0a5772b None None] Checking router: f7acaa2e-6c5f-436b-9363-3f726190c3c0 for host: dv-cinder-798104-1-smb {{(pid=74188) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Jun 28 16:52:08.242141 dv-cinder-798104-1-smb neutron-server[74188]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81515dd7-3d20-401b-aa0c-f62ce0a5772b None None] Routers {'f7acaa2e-6c5f-436b-9363-3f726190c3c0'} bound to L3 agent in host dv-cinder-798104-1-smb {{(pid=74188) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 28 16:52:08.242764 dv-cinder-798104-1-smb neutron-server[74188]: DEBUG neutron.db.l3_hamode_db [None req-81515dd7-3d20-401b-aa0c-f62ce0a5772b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-798104-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-28T16:32:46Z,description=,heartbeat_timestamp=2021-06-28T16:51:46Z,host='dv-cinder-798104-1-smb',id=633adcd1-515e-4435-b14d-49f054abd10f,load=0,resource_versions=,resources_synced=,started_at=2021-06-28T16:32:46Z,topic='l3_agent')) {'router_ids': ['f7acaa2e-6c5f-436b-9363-3f726190c3c0'], 'active': True} {{(pid=74188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 16:52:08.282598 dv-cinder-798104-1-smb neutron-server[74186]: DEBUG neutron_lib.callbacks.manager [None req-36934a1f-f837-4e57-b2eb-3752e6f7a9f4 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=74186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 16:52:08.300027 dv-cinder-798104-1-smb neutron-server[74186]: DEBUG neutron.plugins.ml2.plugin [None req-36934a1f-f837-4e57-b2eb-3752e6f7a9f4 admin admin] Deleting port 24f8b26b-8869-480a-872b-786338b36fb7 {{(pid=74186) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Jun 28 16:52:08.300480 dv-cinder-798104-1-smb neutron-server[74186]: DEBUG neutron_lib.callbacks.manager [None req-36934a1f-f837-4e57-b2eb-3752e6f7a9f4 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774158158511'] for port, before_delete {{(pid=74186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 16:52:08.379783 dv-cinder-798104-1-smb neutron-server[74186]: DEBUG neutron_lib.callbacks.manager [None req-8d23266b-99ce-4997-bfa4-4639492ac16c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1001168'] for subnet, precommit_delete {{(pid=74186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 16:52:08.402228 dv-cinder-798104-1-smb neutron-server[74188]: DEBUG neutron.db.l3_dvr_db [None req-81515dd7-3d20-401b-aa0c-f62ce0a5772b None None] Set router f7acaa2e-6c5f-436b-9363-3f726190c3c0 gateway port host: None {{(pid=74188) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jun 28 16:52:08.516639 dv-cinder-798104-1-smb neutron-server[74188]: DEBUG neutron.db.l3_hamode_db [None req-81515dd7-3d20-401b-aa0c-f62ce0a5772b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f7acaa2e-6c5f-436b-9363-3f726190c3c0', 'name': 'tempest-TestMinimumBasicScenario-831825175-router', 'tenant_id': '5bf6de7fd09845dea4827bbd91336fa8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-28T16:49:07Z', 'updated_at': '2021-06-28T16:52:08Z', 'revision_number': 6, 'project_id': '5bf6de7fd09845dea4827bbd91336fa8', 'gw_port_host': None}], 'dv-cinder-798104-1-smb', False) {} {{(pid=74188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 16:52:08.522056 dv-cinder-798104-1-smb neutron-server[74188]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81515dd7-3d20-401b-aa0c-f62ce0a5772b None None] The sync data for ids ['f7acaa2e-6c5f-436b-9363-3f726190c3c0'] in dv-cinder-798104-1-smb is: [{'id': 'f7acaa2e-6c5f-436b-9363-3f726190c3c0', 'name': 'tempest-TestMinimumBasicScenario-831825175-router', 'tenant_id': '5bf6de7fd09845dea4827bbd91336fa8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-28T16:49:07Z', 'updated_at': '2021-06-28T16:52:08Z', 'revision_number': 6, 'project_id': '5bf6de7fd09845dea4827bbd91336fa8', 'gw_port_host': None}] {{(pid=74188) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jun 28 16:52:08.556058 dv-cinder-798104-1-smb neutron-server[74186]: DEBUG neutron_lib.callbacks.manager [None req-8d23266b-99ce-4997-bfa4-4639492ac16c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1001177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107460', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1598908', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1108730', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1484911'] for subnet, after_delete {{(pid=74186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 16:52:08.558000 dv-cinder-798104-1-smb neutron-server[74186]: DEBUG neutron.plugins.ml2.db [None req-36934a1f-f837-4e57-b2eb-3752e6f7a9f4 admin admin] For port 24f8b26b-8869-480a-872b-786338b36fb7, host dv-cinder-798104-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-798104-1-smb',level=0,port_id=24f8b26b-8869-480a-872b-786338b36fb7,segment=NetworkSegment(1fdcd85b-55c4-4ae7-ac73-ac3bd2107891),segment_id=1fdcd85b-55c4-4ae7-ac73-ac3bd2107891)] {{(pid=74186) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 16:52:08.558361 dv-cinder-798104-1-smb neutron-server[74186]: DEBUG neutron_lib.callbacks.manager [None req-36934a1f-f837-4e57-b2eb-3752e6f7a9f4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1637578'] for port, precommit_delete {{(pid=74186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 16:52:08.572605 dv-cinder-798104-1-smb neutron-server[74186]: DEBUG oslo_concurrency.lockutils [None req-03e72288-c655-4fa7-8c9a-ae8c3a712671 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74186) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 16:52:08.707999 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG neutron.wsgi [-] (74185) accepted ('10.222.0.26', 56440) {{(pid=74185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 28 16:52:08.805580 dv-cinder-798104-1-smb neutron-server[74186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d23266b-99ce-4997-bfa4-4639492ac16c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b208fee6-e725-4900-8dd2-8d94468ed059,revision_number=None']} {{(pid=74186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 16:52:08.865588 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG neutron.api.v2.base [None req-13e27873-f811-4b82-a613-2e16929f21d1 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1659921870-network', 'tenant_id': 'fb4759db45dc43528dedaac3468e3c72'}} {{(pid=74185) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jun 28 16:52:08.870501 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG neutron.db.quota.driver [None req-13e27873-f811-4b82-a613-2e16929f21d1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74185) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 28 16:52:08.874816 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG neutron.quota.resource [None req-13e27873-f811-4b82-a613-2e16929f21d1 admin admin] Usage tracker for resource:network and tenant:fb4759db45dc43528dedaac3468e3c72 is out of sync, need to count used quota {{(pid=74185) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 28 16:52:08.877720 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG neutron.quota.resource [None req-13e27873-f811-4b82-a613-2e16929f21d1 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=74185) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 28 16:52:08.882987 dv-cinder-798104-1-smb neutron-server[74186]: DEBUG neutron.plugins.ml2.plugin [None req-36934a1f-f837-4e57-b2eb-3752e6f7a9f4 admin admin] Calling delete_port for 24f8b26b-8869-480a-872b-786338b36fb7 owned by network:router_gateway {{(pid=74186) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Jun 28 16:52:08.884000 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG neutron.db.quota.driver [None req-13e27873-f811-4b82-a613-2e16929f21d1 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74185) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 28 16:52:08.897285 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-13e27873-f811-4b82-a613-2e16929f21d1 admin admin] Made reservation on behalf of fb4759db45dc43528dedaac3468e3c72 for: {'network': 1} {{(pid=74185) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 28 16:52:08.899849 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG neutron_lib.callbacks.manager [None req-13e27873-f811-4b82-a613-2e16929f21d1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621611'] for network, before_create {{(pid=74185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 16:52:08.910568 dv-cinder-798104-1-smb neutron-server[74186]: DEBUG oslo_concurrency.lockutils [None req-8d23266b-99ce-4997-bfa4-4639492ac16c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.338s {{(pid=74186) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 16:52:08.913616 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG neutron_lib.callbacks.manager [None req-13e27873-f811-4b82-a613-2e16929f21d1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=74185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 16:52:08.921616 dv-cinder-798104-1-smb neutron-server[74186]: DEBUG neutron_lib.callbacks.manager [None req-8d23266b-99ce-4997-bfa4-4639492ac16c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1598890'] for subnet, before_response {{(pid=74186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 16:52:08.932729 dv-cinder-798104-1-smb neutron-server[74187]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0660290e-193b-4cd7-8fa5-fa54e2813615 None None] Network c51a219d-aea3-485c-897b-dd81c8d14108 requested from dv-cinder-798104-1-smb {{(pid=74187) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jun 28 16:52:08.933911 dv-cinder-798104-1-smb neutron-server[74186]: INFO neutron.wsgi [None req-8d23266b-99ce-4997-bfa4-4639492ac16c admin admin] 10.222.0.26 "DELETE /v2.0/subnets/b208fee6-e725-4900-8dd2-8d94468ed059 HTTP/1.1" status: 204 len: 168 time: 0.9892743 Jun 28 16:52:08.933911 dv-cinder-798104-1-smb neutron-server[74186]: DEBUG neutron.wsgi [-] (74186) accepted ('10.222.0.26', 56446) {{(pid=74186) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 28 16:52:08.986877 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG neutron.db.quota.driver [None req-13e27873-f811-4b82-a613-2e16929f21d1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74185) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 28 16:52:08.994042 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG neutron.quota.resource [None req-13e27873-f811-4b82-a613-2e16929f21d1 admin admin] Usage tracker for resource:security_group_rule and tenant:fb4759db45dc43528dedaac3468e3c72 is out of sync, need to count used quota {{(pid=74185) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 28 16:52:09.000910 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG neutron.quota.resource [None req-13e27873-f811-4b82-a613-2e16929f21d1 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=74185) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 28 16:52:09.011342 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG neutron.db.quota.driver [None req-13e27873-f811-4b82-a613-2e16929f21d1 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74185) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 28 16:52:09.033116 dv-cinder-798104-1-smb neutron-server[74187]: DEBUG neutron.plugins.ml2.rpc [None req-c72dd329-595c-4eca-9296-ba6eff8780d9 None None] Device 657e2dfc-512f-4959-bc5f-53243ebe1e70 no longer exists at agent ovs-agent-dv-cinder-798104-1-smb {{(pid=74187) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 28 16:52:09.078952 dv-cinder-798104-1-smb neutron-server[74187]: DEBUG neutron.plugins.ml2.plugin [None req-c72dd329-595c-4eca-9296-ba6eff8780d9 None None] No Port match for: 657e2dfc-512f-4959-bc5f-53243ebe1e70 {{(pid=74187) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}} Jun 28 16:52:09.079187 dv-cinder-798104-1-smb neutron-server[74187]: DEBUG neutron.plugins.ml2.rpc [None req-c72dd329-595c-4eca-9296-ba6eff8780d9 None None] Device 657e2dfc-512f-4959-bc5f-53243ebe1e70 not bound to the agent host dv-cinder-798104-1-smb {{(pid=74187) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 28 16:52:09.079727 dv-cinder-798104-1-smb neutron-server[74187]: DEBUG neutron.plugins.ml2.rpc [None req-c72dd329-595c-4eca-9296-ba6eff8780d9 None None] Device bbef0a3f-0abf-42bf-9454-3ad9181a5857 no longer exists at agent ovs-agent-dv-cinder-798104-1-smb {{(pid=74187) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 28 16:52:09.097303 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG neutron_lib.callbacks.manager [None req-13e27873-f811-4b82-a613-2e16929f21d1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=74185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 16:52:09.102265 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG neutron_lib.callbacks.manager [None req-13e27873-f811-4b82-a613-2e16929f21d1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2050486'] for security_group, after_create {{(pid=74185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 16:52:09.106798 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG oslo_concurrency.lockutils [None req-0e863f88-839f-4d96-bebb-3f33954c2b14 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74185) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 16:52:09.123901 dv-cinder-798104-1-smb neutron-server[74186]: DEBUG neutron_lib.callbacks.manager [None req-d88d673b-00fa-4b18-b847-6c1d7901cc70 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-565721'] for network, before_delete {{(pid=74186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 16:52:09.124271 dv-cinder-798104-1-smb neutron-server[74187]: DEBUG neutron.plugins.ml2.plugin [None req-c72dd329-595c-4eca-9296-ba6eff8780d9 None None] No Port match for: bbef0a3f-0abf-42bf-9454-3ad9181a5857 {{(pid=74187) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}} Jun 28 16:52:09.124396 dv-cinder-798104-1-smb neutron-server[74187]: DEBUG neutron.plugins.ml2.rpc [None req-c72dd329-595c-4eca-9296-ba6eff8780d9 None None] Device bbef0a3f-0abf-42bf-9454-3ad9181a5857 not bound to the agent host dv-cinder-798104-1-smb {{(pid=74187) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 28 16:52:09.124889 dv-cinder-798104-1-smb neutron-server[74187]: DEBUG neutron.plugins.ml2.rpc [None req-c72dd329-595c-4eca-9296-ba6eff8780d9 None None] Device afb68667-8373-462e-9bb0-c986179d62c7 no longer exists at agent ovs-agent-dv-cinder-798104-1-smb {{(pid=74187) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 28 16:52:09.134282 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-13e27873-f811-4b82-a613-2e16929f21d1 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 405} {{(pid=74185) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:149}} Jun 28 16:52:09.147039 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13e27873-f811-4b82-a613-2e16929f21d1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2d854f73-f8bc-429a-b3f8-03dd40068db0,revision_number=1']} {{(pid=74185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 16:52:09.150316 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG oslo_concurrency.lockutils [None req-13e27873-f811-4b82-a613-2e16929f21d1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=74185) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 16:52:09.153614 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG neutron_lib.callbacks.manager [None req-13e27873-f811-4b82-a613-2e16929f21d1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-938564'] for segment, precommit_create {{(pid=74185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 16:52:09.153824 dv-cinder-798104-1-smb neutron-server[74186]: DEBUG neutron.plugins.ml2.plugin [None req-d88d673b-00fa-4b18-b847-6c1d7901cc70 admin admin] Deleting port 82755058-025d-42b2-a8ec-8b91ec8ce0df {{(pid=74186) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Jun 28 16:52:09.153943 dv-cinder-798104-1-smb neutron-server[74185]: INFO neutron.db.segments_db [None req-13e27873-f811-4b82-a613-2e16929f21d1 admin admin] Added segment be710e16-d63d-4697-b96f-7d5e5e88728a of type vlan for network 2d7b4704-4809-46b5-a86a-b7e08126fe92 Jun 28 16:52:09.154038 dv-cinder-798104-1-smb neutron-server[74186]: DEBUG neutron_lib.callbacks.manager [None req-d88d673b-00fa-4b18-b847-6c1d7901cc70 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774158158511'] for port, before_delete {{(pid=74186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 16:52:09.184995 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG neutron_lib.callbacks.manager [None req-13e27873-f811-4b82-a613-2e16929f21d1 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774157680294'] for network, precommit_create {{(pid=74185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 16:52:09.220251 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG neutron_lib.callbacks.manager [None req-13e27873-f811-4b82-a613-2e16929f21d1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2050463', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1598908'] for network, after_create {{(pid=74185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 16:52:09.221670 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-13e27873-f811-4b82-a613-2e16929f21d1 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=74185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 16:52:09.222403 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG neutron_lib.callbacks.manager [None req-13e27873-f811-4b82-a613-2e16929f21d1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1598890'] for network, before_response {{(pid=74185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 16:52:09.226199 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG oslo_concurrency.lockutils [None req-e189be45-c580-4986-bcd2-5050786d4959 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74185) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 16:52:09.245132 dv-cinder-798104-1-smb neutron-server[74187]: DEBUG neutron.plugins.ml2.plugin [None req-c72dd329-595c-4eca-9296-ba6eff8780d9 None None] No Port match for: afb68667-8373-462e-9bb0-c986179d62c7 {{(pid=74187) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}} Jun 28 16:52:09.245482 dv-cinder-798104-1-smb neutron-server[74187]: DEBUG neutron.plugins.ml2.rpc [None req-c72dd329-595c-4eca-9296-ba6eff8780d9 None None] Device afb68667-8373-462e-9bb0-c986179d62c7 not bound to the agent host dv-cinder-798104-1-smb {{(pid=74187) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 28 16:52:09.329834 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13e27873-f811-4b82-a613-2e16929f21d1 admin admin] Pushing event updated for resources: {'Network': ['ID=2d7b4704-4809-46b5-a86a-b7e08126fe92,revision_number=1']} {{(pid=74185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 16:52:09.333654 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG oslo_concurrency.lockutils [None req-13e27873-f811-4b82-a613-2e16929f21d1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=74185) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 16:52:09.335190 dv-cinder-798104-1-smb neutron-server[74185]: INFO neutron.wsgi [None req-13e27873-f811-4b82-a613-2e16929f21d1 admin admin] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.6260810 Jun 28 16:52:09.338705 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG neutron.wsgi [-] (74185) accepted ('10.222.0.26', 56450) {{(pid=74185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 28 16:52:09.344587 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG neutron.api.v2.base [None req-e0392bef-95aa-4e6a-a35b-ad4d85b8bbd2 admin admin] Request body: {'subnet': {'network_id': '2d7b4704-4809-46b5-a86a-b7e08126fe92', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1659921870-subnet', 'tenant_id': 'fb4759db45dc43528dedaac3468e3c72', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=74185) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jun 28 16:52:09.349533 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG neutron.db.quota.driver [None req-e0392bef-95aa-4e6a-a35b-ad4d85b8bbd2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74185) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 28 16:52:09.358067 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG neutron.quota.resource [None req-e0392bef-95aa-4e6a-a35b-ad4d85b8bbd2 admin admin] Usage tracker for resource:subnet and tenant:fb4759db45dc43528dedaac3468e3c72 is out of sync, need to count used quota {{(pid=74185) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 28 16:52:09.360172 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG neutron.quota.resource [None req-e0392bef-95aa-4e6a-a35b-ad4d85b8bbd2 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=74185) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 28 16:52:09.364445 dv-cinder-798104-1-smb neutron-server[74187]: DEBUG neutron.plugins.ml2.rpc [None req-c72dd329-595c-4eca-9296-ba6eff8780d9 None None] Network 2d7b4704-4809-46b5-a86a-b7e08126fe92 details requested by agent ovs-agent-dv-cinder-798104-1-smb with host dv-cinder-798104-1-smb {{(pid=74187) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 28 16:52:09.366015 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG neutron.db.quota.driver [None req-e0392bef-95aa-4e6a-a35b-ad4d85b8bbd2 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74185) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 28 16:52:09.378153 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e0392bef-95aa-4e6a-a35b-ad4d85b8bbd2 admin admin] Made reservation on behalf of fb4759db45dc43528dedaac3468e3c72 for: {'subnet': 1} {{(pid=74185) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 28 16:52:09.381124 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG neutron_lib.callbacks.manager [None req-e0392bef-95aa-4e6a-a35b-ad4d85b8bbd2 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15445246'] for subnet, before_create {{(pid=74185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 16:52:09.449988 dv-cinder-798104-1-smb neutron-server[74187]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f986a7a0-f18e-4227-a49c-b04c7f7e32bf None None] DHCP port deletion for c51a219d-aea3-485c-897b-dd81c8d14108 request from dv-cinder-798104-1-smb {{(pid=74187) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Jun 28 16:52:09.456542 dv-cinder-798104-1-smb neutron-server[74186]: DEBUG neutron_lib.callbacks.manager [None req-36934a1f-f837-4e57-b2eb-3752e6f7a9f4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-615041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1598908', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774158213030', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774157688369', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1108489'] for port, after_delete {{(pid=74186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 16:52:09.468930 dv-cinder-798104-1-smb neutron-server[74186]: DEBUG oslo_concurrency.lockutils [None req-f5135863-1886-4f49-9c26-8f1d19f0a1a0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74186) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 16:52:09.469464 dv-cinder-798104-1-smb neutron-server[74187]: DEBUG neutron.plugins.ml2.plugin [None req-f986a7a0-f18e-4227-a49c-b04c7f7e32bf None None] Deleting port 82755058-025d-42b2-a8ec-8b91ec8ce0df {{(pid=74187) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Jun 28 16:52:09.469854 dv-cinder-798104-1-smb neutron-server[74187]: DEBUG neutron_lib.callbacks.manager [None req-f986a7a0-f18e-4227-a49c-b04c7f7e32bf None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774158158511'] for port, before_delete {{(pid=74187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 16:52:09.511994 dv-cinder-798104-1-smb neutron-server[74186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36934a1f-f837-4e57-b2eb-3752e6f7a9f4 admin admin] Pushing event deleted for resources: {'Port': ['ID=24f8b26b-8869-480a-872b-786338b36fb7,revision_number=None']} {{(pid=74186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 16:52:09.551927 dv-cinder-798104-1-smb neutron-server[74186]: DEBUG oslo_concurrency.lockutils [None req-36934a1f-f837-4e57-b2eb-3752e6f7a9f4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=74186) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 16:52:09.633468 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG neutron_lib.callbacks.manager [None req-e0392bef-95aa-4e6a-a35b-ad4d85b8bbd2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107460', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1598908', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15648503', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-15445228'] for subnet, after_create {{(pid=74185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 16:52:09.636366 dv-cinder-798104-1-smb neutron-server[74186]: DEBUG neutron.plugins.ml2.db [None req-d88d673b-00fa-4b18-b847-6c1d7901cc70 admin admin] For port 82755058-025d-42b2-a8ec-8b91ec8ce0df, host dv-cinder-798104-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-798104-1-smb',level=0,port_id=82755058-025d-42b2-a8ec-8b91ec8ce0df,segment=NetworkSegment(3dc75ba6-bfde-44f0-93f7-81b93a0ad439),segment_id=3dc75ba6-bfde-44f0-93f7-81b93a0ad439)] {{(pid=74186) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 16:52:09.636729 dv-cinder-798104-1-smb neutron-server[74186]: DEBUG neutron_lib.callbacks.manager [None req-d88d673b-00fa-4b18-b847-6c1d7901cc70 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1637578'] for port, precommit_delete {{(pid=74186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 16:52:09.638929 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG oslo_concurrency.lockutils [None req-e79375b2-83c9-47a4-a802-bbf7e7572d28 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74185) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 16:52:09.710585 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0392bef-95aa-4e6a-a35b-ad4d85b8bbd2 admin admin] Pushing event updated for resources: {'Subnet': ['ID=2d39d580-613d-4506-b3cd-86a5e24ec2bc,revision_number=0']} {{(pid=74185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 16:52:09.714130 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG oslo_concurrency.lockutils [None req-e0392bef-95aa-4e6a-a35b-ad4d85b8bbd2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=74185) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 16:52:09.721704 dv-cinder-798104-1-smb neutron-server[74187]: DEBUG neutron.plugins.ml2.db [None req-f986a7a0-f18e-4227-a49c-b04c7f7e32bf None None] For port 82755058-025d-42b2-a8ec-8b91ec8ce0df, host dv-cinder-798104-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-798104-1-smb',level=0,port_id=82755058-025d-42b2-a8ec-8b91ec8ce0df,segment=NetworkSegment(3dc75ba6-bfde-44f0-93f7-81b93a0ad439),segment_id=3dc75ba6-bfde-44f0-93f7-81b93a0ad439)] {{(pid=74187) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 16:52:09.721907 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0392bef-95aa-4e6a-a35b-ad4d85b8bbd2 admin admin] Checking segment: {'id': 'be710e16-d63d-4697-b96f-7d5e5e88728a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 405, 'network_id': '2d7b4704-4809-46b5-a86a-b7e08126fe92'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=74185) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jun 28 16:52:09.722764 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e0392bef-95aa-4e6a-a35b-ad4d85b8bbd2 admin admin] Network hostable DHCP agents. Network: 2d7b4704-4809-46b5-a86a-b7e08126fe92, hostable agents: ['55edce43-ec1d-45c6-9e7a-198ba4834d81'], hosted agents: [] {{(pid=74185) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 28 16:52:09.722882 dv-cinder-798104-1-smb neutron-server[74187]: DEBUG neutron_lib.callbacks.manager [None req-f986a7a0-f18e-4227-a49c-b04c7f7e32bf None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1637578'] for port, precommit_delete {{(pid=74187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 16:52:09.748484 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e0392bef-95aa-4e6a-a35b-ad4d85b8bbd2 admin admin] Network 2d7b4704-4809-46b5-a86a-b7e08126fe92 is scheduled to be hosted by DHCP agent 55edce43-ec1d-45c6-9e7a-198ba4834d81 with binding_index 1 {{(pid=74185) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 28 16:52:09.760235 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG neutron.scheduler.base_scheduler [None req-e0392bef-95aa-4e6a-a35b-ad4d85b8bbd2 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-798104-1-smb, 2d7b4704-4809-46b5-a86a-b7e08126fe92) {{(pid=74185) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 28 16:52:09.765051 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e0392bef-95aa-4e6a-a35b-ad4d85b8bbd2 admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=74185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 16:52:09.765904 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG neutron_lib.callbacks.manager [None req-e0392bef-95aa-4e6a-a35b-ad4d85b8bbd2 admin admin] Notify callbacks [] for subnet, before_response {{(pid=74185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 16:52:09.783485 dv-cinder-798104-1-smb neutron-server[74187]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cd534a08-9505-49a7-a72d-e9e78024d6f9 None None] Network 2d7b4704-4809-46b5-a86a-b7e08126fe92 requested from dv-cinder-798104-1-smb {{(pid=74187) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jun 28 16:52:09.796193 dv-cinder-798104-1-smb neutron-server[74185]: INFO neutron.wsgi [None req-e0392bef-95aa-4e6a-a35b-ad4d85b8bbd2 admin admin] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.4552503 Jun 28 16:52:09.910437 dv-cinder-798104-1-smb neutron-server[74186]: DEBUG neutron.plugins.ml2.plugin [None req-d88d673b-00fa-4b18-b847-6c1d7901cc70 admin admin] Calling delete_port for 82755058-025d-42b2-a8ec-8b91ec8ce0df owned by network:dhcp {{(pid=74186) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Jun 28 16:52:09.955363 dv-cinder-798104-1-smb neutron-server[74187]: DEBUG neutron.plugins.ml2.plugin [None req-f986a7a0-f18e-4227-a49c-b04c7f7e32bf None None] Calling delete_port for 82755058-025d-42b2-a8ec-8b91ec8ce0df owned by network:dhcp {{(pid=74187) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Jun 28 16:52:09.963219 dv-cinder-798104-1-smb neutron-server[74186]: DEBUG neutron_lib.callbacks.manager [None req-36934a1f-f837-4e57-b2eb-3752e6f7a9f4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1624205'] for router_gateway, after_delete {{(pid=74186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 16:52:10.120562 dv-cinder-798104-1-smb neutron-server[74187]: DEBUG neutron_lib.callbacks.manager [None req-f986a7a0-f18e-4227-a49c-b04c7f7e32bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-615041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1598908', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774158213030', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774157688369'] for port, after_delete {{(pid=74187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 16:52:10.127075 dv-cinder-798104-1-smb neutron-server[74187]: DEBUG oslo_concurrency.lockutils [None req-d0e5ad82-df9b-4ee3-8ee9-b93c74fbe1d3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74187) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 16:52:10.154243 dv-cinder-798104-1-smb neutron-server[74187]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-76f7b7f7-6fbd-48e6-95b1-f23e9bb12110 None None] Network 2d7b4704-4809-46b5-a86a-b7e08126fe92 requested from dv-cinder-798104-1-smb {{(pid=74187) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jun 28 16:52:10.226435 dv-cinder-798104-1-smb neutron-server[74187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f986a7a0-f18e-4227-a49c-b04c7f7e32bf None None] Pushing event deleted for resources: {'Port': ['ID=82755058-025d-42b2-a8ec-8b91ec8ce0df,revision_number=None']} {{(pid=74187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 16:52:10.259532 dv-cinder-798104-1-smb neutron-server[74187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f986a7a0-f18e-4227-a49c-b04c7f7e32bf None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798104-1-smb {{(pid=74187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 16:52:10.259873 dv-cinder-798104-1-smb neutron-server[74187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f986a7a0-f18e-4227-a49c-b04c7f7e32bf None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798104-1-smb {{(pid=74187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 16:52:10.260357 dv-cinder-798104-1-smb neutron-server[74187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f986a7a0-f18e-4227-a49c-b04c7f7e32bf None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798104-1-smb {{(pid=74187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 16:52:10.260685 dv-cinder-798104-1-smb neutron-server[74187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f986a7a0-f18e-4227-a49c-b04c7f7e32bf None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-798104-1-smb {{(pid=74187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 16:52:10.261007 dv-cinder-798104-1-smb neutron-server[74187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f986a7a0-f18e-4227-a49c-b04c7f7e32bf None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798104-1-smb {{(pid=74187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 16:52:10.261328 dv-cinder-798104-1-smb neutron-server[74187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f986a7a0-f18e-4227-a49c-b04c7f7e32bf None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-798104-1-smb {{(pid=74187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 16:52:10.261644 dv-cinder-798104-1-smb neutron-server[74187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f986a7a0-f18e-4227-a49c-b04c7f7e32bf None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798104-1-smb {{(pid=74187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 16:52:10.261959 dv-cinder-798104-1-smb neutron-server[74187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f986a7a0-f18e-4227-a49c-b04c7f7e32bf None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798104-1-smb {{(pid=74187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 16:52:10.262273 dv-cinder-798104-1-smb neutron-server[74187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f986a7a0-f18e-4227-a49c-b04c7f7e32bf None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798104-1-smb {{(pid=74187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 16:52:10.262585 dv-cinder-798104-1-smb neutron-server[74187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f986a7a0-f18e-4227-a49c-b04c7f7e32bf None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798104-1-smb {{(pid=74187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 16:52:10.262895 dv-cinder-798104-1-smb neutron-server[74187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f986a7a0-f18e-4227-a49c-b04c7f7e32bf None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798104-1-smb {{(pid=74187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 16:52:10.265733 dv-cinder-798104-1-smb neutron-server[74187]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f986a7a0-f18e-4227-a49c-b04c7f7e32bf None None] No DVR routers for this DVR port 82755058-025d-42b2-a8ec-8b91ec8ce0df on host dv-cinder-798104-1-smb {{(pid=74187) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 28 16:52:10.269680 dv-cinder-798104-1-smb neutron-server[74187]: DEBUG oslo_concurrency.lockutils [None req-f986a7a0-f18e-4227-a49c-b04c7f7e32bf None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.142s {{(pid=74187) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 16:52:10.370264 dv-cinder-798104-1-smb neutron-server[74186]: DEBUG neutron_lib.callbacks.manager [None req-36934a1f-f837-4e57-b2eb-3752e6f7a9f4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1623837', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3706'] for router, precommit_delete {{(pid=74186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 16:52:10.372382 dv-cinder-798104-1-smb neutron-server[74186]: DEBUG neutron_lib.db.api [None req-d88d673b-00fa-4b18-b847-6c1d7901cc70 admin admin] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=74186) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 28 16:52:10.372621 dv-cinder-798104-1-smb neutron-server[74186]: DEBUG oslo_db.api [None req-d88d673b-00fa-4b18-b847-6c1d7901cc70 admin admin] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=74186) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 28 16:52:10.376520 dv-cinder-798104-1-smb neutron-server[74186]: DEBUG neutron_lib.callbacks.manager [None req-36934a1f-f837-4e57-b2eb-3752e6f7a9f4 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=74186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 16:52:10.414300 dv-cinder-798104-1-smb neutron-server[74186]: DEBUG neutron_lib.callbacks.manager [None req-36934a1f-f837-4e57-b2eb-3752e6f7a9f4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1624049'] for router, after_delete {{(pid=74186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 16:52:10.414888 dv-cinder-798104-1-smb neutron-server[74186]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-36934a1f-f837-4e57-b2eb-3752e6f7a9f4 admin admin] Fanout notify agent at l3_agent the message router_deleted on router f7acaa2e-6c5f-436b-9363-3f726190c3c0 {{(pid=74186) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 28 16:52:10.434948 dv-cinder-798104-1-smb neutron-server[74186]: DEBUG neutron_lib.callbacks.manager [None req-36934a1f-f837-4e57-b2eb-3752e6f7a9f4 admin admin] Notify callbacks [] for router, before_response {{(pid=74186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 16:52:10.438480 dv-cinder-798104-1-smb neutron-server[74186]: INFO neutron.wsgi [None req-36934a1f-f837-4e57-b2eb-3752e6f7a9f4 admin admin] 10.222.0.26 "DELETE /v2.0/routers/f7acaa2e-6c5f-436b-9363-3f726190c3c0 HTTP/1.1" status: 204 len: 168 time: 2.9456606 Jun 28 16:52:10.438677 dv-cinder-798104-1-smb neutron-server[74186]: DEBUG neutron.wsgi [-] (74186) accepted ('10.222.0.26', 56466) {{(pid=74186) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 28 16:52:10.500365 dv-cinder-798104-1-smb neutron-server[74186]: DEBUG neutron.db.db_base_plugin_v2 [None req-58160d7c-fd65-4eb4-9adb-4bf5f32d6915 admin admin] Deleting subnet 3e932159-74c5-4507-82f3-46deac3d4b21 {{(pid=74186) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 28 16:52:10.504077 dv-cinder-798104-1-smb neutron-server[74186]: DEBUG neutron_lib.callbacks.manager [None req-58160d7c-fd65-4eb4-9adb-4bf5f32d6915 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=74186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 16:52:10.554282 dv-cinder-798104-1-smb neutron-server[74186]: DEBUG neutron_lib.callbacks.manager [None req-58160d7c-fd65-4eb4-9adb-4bf5f32d6915 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1055359'] for subnet, precommit_delete_associations {{(pid=74186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 16:52:10.635151 dv-cinder-798104-1-smb neutron-server[74186]: DEBUG neutron_lib.callbacks.manager [None req-58160d7c-fd65-4eb4-9adb-4bf5f32d6915 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1001168'] for subnet, precommit_delete {{(pid=74186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 16:52:10.702014 dv-cinder-798104-1-smb neutron-server[74186]: DEBUG neutron_lib.callbacks.manager [None req-58160d7c-fd65-4eb4-9adb-4bf5f32d6915 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1001177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107460', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1598908', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1108730', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1484911'] for subnet, after_delete {{(pid=74186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 16:52:10.706350 dv-cinder-798104-1-smb neutron-server[74186]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74186) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 16:52:10.741204 dv-cinder-798104-1-smb neutron-server[74186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58160d7c-fd65-4eb4-9adb-4bf5f32d6915 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3e932159-74c5-4507-82f3-46deac3d4b21,revision_number=None']} {{(pid=74186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 16:52:10.743686 dv-cinder-798104-1-smb neutron-server[74186]: DEBUG oslo_concurrency.lockutils [None req-58160d7c-fd65-4eb4-9adb-4bf5f32d6915 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=74186) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 16:52:10.747431 dv-cinder-798104-1-smb neutron-server[74186]: DEBUG neutron_lib.callbacks.manager [None req-58160d7c-fd65-4eb4-9adb-4bf5f32d6915 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1598890'] for subnet, before_response {{(pid=74186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 16:52:10.752397 dv-cinder-798104-1-smb neutron-server[74187]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9e375eb1-bf10-474f-a79b-82ade6d57f36 None None] Network 7235a97e-a247-4b50-b496-41685533e564 requested from dv-cinder-798104-1-smb {{(pid=74187) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jun 28 16:52:10.755707 dv-cinder-798104-1-smb neutron-server[74186]: INFO neutron.wsgi [None req-58160d7c-fd65-4eb4-9adb-4bf5f32d6915 admin admin] 10.222.0.26 "DELETE /v2.0/subnets/3e932159-74c5-4507-82f3-46deac3d4b21 HTTP/1.1" status: 204 len: 168 time: 0.3139172 Jun 28 16:52:10.755939 dv-cinder-798104-1-smb neutron-server[74186]: DEBUG neutron.wsgi [-] (74186) accepted ('10.222.0.26', 56476) {{(pid=74186) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 28 16:52:10.788357 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG neutron.wsgi [-] (74185) accepted ('10.222.0.26', 56480) {{(pid=74185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 28 16:52:10.794034 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG neutron.api.v2.base [None req-07c990c5-cf46-4a47-8557-6b292c9142d2 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1999224989-network', 'tenant_id': 'cc41dbf1939041ce8523d1ac73f89063'}} {{(pid=74185) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jun 28 16:52:10.802435 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG neutron.db.quota.driver [None req-07c990c5-cf46-4a47-8557-6b292c9142d2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74185) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 28 16:52:10.813888 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG neutron.quota.resource [None req-07c990c5-cf46-4a47-8557-6b292c9142d2 admin admin] Usage tracker for resource:network and tenant:cc41dbf1939041ce8523d1ac73f89063 is out of sync, need to count used quota {{(pid=74185) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 28 16:52:10.816769 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG neutron.quota.resource [None req-07c990c5-cf46-4a47-8557-6b292c9142d2 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=74185) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 28 16:52:10.824998 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG neutron.db.quota.driver [None req-07c990c5-cf46-4a47-8557-6b292c9142d2 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74185) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 28 16:52:10.840631 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-07c990c5-cf46-4a47-8557-6b292c9142d2 admin admin] Made reservation on behalf of cc41dbf1939041ce8523d1ac73f89063 for: {'network': 1} {{(pid=74185) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 28 16:52:10.843983 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG neutron_lib.callbacks.manager [None req-07c990c5-cf46-4a47-8557-6b292c9142d2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621611'] for network, before_create {{(pid=74185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 16:52:10.860357 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG neutron_lib.callbacks.manager [None req-07c990c5-cf46-4a47-8557-6b292c9142d2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=74185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 16:52:10.872518 dv-cinder-798104-1-smb neutron-server[74186]: DEBUG neutron_lib.callbacks.manager [None req-338dd285-951d-42fc-b57b-c39ca90a9609 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-565721'] for network, before_delete {{(pid=74186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 16:52:10.876480 dv-cinder-798104-1-smb neutron-server[74186]: DEBUG neutron.plugins.ml2.plugin [None req-d88d673b-00fa-4b18-b847-6c1d7901cc70 admin admin] Deleting port 82755058-025d-42b2-a8ec-8b91ec8ce0df {{(pid=74186) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Jun 28 16:52:10.876737 dv-cinder-798104-1-smb neutron-server[74186]: DEBUG neutron_lib.callbacks.manager [None req-d88d673b-00fa-4b18-b847-6c1d7901cc70 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774158158511'] for port, before_delete {{(pid=74186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 16:52:10.899999 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG neutron.db.quota.driver [None req-07c990c5-cf46-4a47-8557-6b292c9142d2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74185) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 28 16:52:10.904027 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG neutron.quota.resource [None req-07c990c5-cf46-4a47-8557-6b292c9142d2 admin admin] Usage tracker for resource:security_group_rule and tenant:cc41dbf1939041ce8523d1ac73f89063 is out of sync, need to count used quota {{(pid=74185) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 28 16:52:10.907090 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG neutron.quota.resource [None req-07c990c5-cf46-4a47-8557-6b292c9142d2 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=74185) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 28 16:52:10.915713 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG neutron.db.quota.driver [None req-07c990c5-cf46-4a47-8557-6b292c9142d2 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74185) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 28 16:52:10.953076 dv-cinder-798104-1-smb neutron-server[74186]: DEBUG neutron.plugins.ml2.plugin [None req-d88d673b-00fa-4b18-b847-6c1d7901cc70 admin admin] The port '82755058-025d-42b2-a8ec-8b91ec8ce0df' was deleted {{(pid=74186) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1889}} Jun 28 16:52:10.953928 dv-cinder-798104-1-smb neutron-server[74186]: DEBUG neutron.plugins.ml2.plugin [None req-338dd285-951d-42fc-b57b-c39ca90a9609 admin admin] Deleting port 07a231cf-6591-4df5-8196-2ac034a6024e {{(pid=74186) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Jun 28 16:52:10.954260 dv-cinder-798104-1-smb neutron-server[74186]: DEBUG neutron_lib.callbacks.manager [None req-338dd285-951d-42fc-b57b-c39ca90a9609 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774158158511'] for port, before_delete {{(pid=74186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 16:52:11.008231 dv-cinder-798104-1-smb neutron-server[74187]: DEBUG neutron.plugins.ml2.rpc [None req-c72dd329-595c-4eca-9296-ba6eff8780d9 None None] Device 24f8b26b-8869-480a-872b-786338b36fb7 no longer exists at agent ovs-agent-dv-cinder-798104-1-smb {{(pid=74187) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 28 16:52:11.038395 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG neutron_lib.callbacks.manager [None req-07c990c5-cf46-4a47-8557-6b292c9142d2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=74185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 16:52:11.044182 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG neutron_lib.callbacks.manager [None req-07c990c5-cf46-4a47-8557-6b292c9142d2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2050486'] for security_group, after_create {{(pid=74185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 16:52:11.047588 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG oslo_concurrency.lockutils [None req-b50313fd-256c-4f1c-bdbb-befc170d9640 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74185) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 16:52:11.058551 dv-cinder-798104-1-smb neutron-server[74187]: DEBUG neutron.plugins.ml2.plugin [None req-c72dd329-595c-4eca-9296-ba6eff8780d9 None None] No Port match for: 24f8b26b-8869-480a-872b-786338b36fb7 {{(pid=74187) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}} Jun 28 16:52:11.059331 dv-cinder-798104-1-smb neutron-server[74187]: DEBUG neutron.plugins.ml2.rpc [None req-c72dd329-595c-4eca-9296-ba6eff8780d9 None None] Device 24f8b26b-8869-480a-872b-786338b36fb7 not bound to the agent host dv-cinder-798104-1-smb {{(pid=74187) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 28 16:52:11.060011 dv-cinder-798104-1-smb neutron-server[74187]: DEBUG neutron.plugins.ml2.rpc [None req-c72dd329-595c-4eca-9296-ba6eff8780d9 None None] Device 82755058-025d-42b2-a8ec-8b91ec8ce0df no longer exists at agent ovs-agent-dv-cinder-798104-1-smb {{(pid=74187) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 28 16:52:11.087453 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-07c990c5-cf46-4a47-8557-6b292c9142d2 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 407} {{(pid=74185) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:149}} Jun 28 16:52:11.094355 dv-cinder-798104-1-smb neutron-server[74187]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aaba298c-aaea-434a-840a-b554090b491f None None] DHCP port deletion for 7235a97e-a247-4b50-b496-41685533e564 request from dv-cinder-798104-1-smb {{(pid=74187) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Jun 28 16:52:11.097294 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07c990c5-cf46-4a47-8557-6b292c9142d2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=de45e71a-4935-4240-a7b9-0e3e06b698ed,revision_number=1']} {{(pid=74185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 16:52:11.100913 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG oslo_concurrency.lockutils [None req-07c990c5-cf46-4a47-8557-6b292c9142d2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=74185) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 16:52:11.104044 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG neutron_lib.callbacks.manager [None req-07c990c5-cf46-4a47-8557-6b292c9142d2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-938564'] for segment, precommit_create {{(pid=74185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 16:52:11.105210 dv-cinder-798104-1-smb neutron-server[74185]: INFO neutron.db.segments_db [None req-07c990c5-cf46-4a47-8557-6b292c9142d2 admin admin] Added segment fe4e3fe4-9c86-4a13-8154-d66b8b02aa89 of type vlan for network e869665f-7754-4207-92c1-341fd211a34e Jun 28 16:52:11.105594 dv-cinder-798104-1-smb neutron-server[74187]: DEBUG neutron.plugins.ml2.plugin [None req-c72dd329-595c-4eca-9296-ba6eff8780d9 None None] No Port match for: 82755058-025d-42b2-a8ec-8b91ec8ce0df {{(pid=74187) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}} Jun 28 16:52:11.106231 dv-cinder-798104-1-smb neutron-server[74187]: DEBUG neutron.plugins.ml2.rpc [None req-c72dd329-595c-4eca-9296-ba6eff8780d9 None None] Device 82755058-025d-42b2-a8ec-8b91ec8ce0df not bound to the agent host dv-cinder-798104-1-smb {{(pid=74187) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 28 16:52:11.108686 dv-cinder-798104-1-smb neutron-server[74187]: DEBUG neutron.plugins.ml2.plugin [None req-aaba298c-aaea-434a-840a-b554090b491f None None] Deleting port 07a231cf-6591-4df5-8196-2ac034a6024e {{(pid=74187) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Jun 28 16:52:11.109185 dv-cinder-798104-1-smb neutron-server[74187]: DEBUG neutron_lib.callbacks.manager [None req-aaba298c-aaea-434a-840a-b554090b491f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774158158511'] for port, before_delete {{(pid=74187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 16:52:11.143113 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG neutron_lib.callbacks.manager [None req-07c990c5-cf46-4a47-8557-6b292c9142d2 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774157680294'] for network, precommit_create {{(pid=74185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 16:52:11.171619 dv-cinder-798104-1-smb neutron-server[74186]: DEBUG neutron_lib.callbacks.manager [None req-d88d673b-00fa-4b18-b847-6c1d7901cc70 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1000101', 'neutron.services.segments.db._delete_segments_for_network-8774158209666'] for network, precommit_delete {{(pid=74186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 16:52:11.178347 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG neutron_lib.callbacks.manager [None req-07c990c5-cf46-4a47-8557-6b292c9142d2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2050463', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1598908'] for network, after_create {{(pid=74185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 16:52:11.180667 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-07c990c5-cf46-4a47-8557-6b292c9142d2 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=74185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 16:52:11.181487 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG neutron_lib.callbacks.manager [None req-07c990c5-cf46-4a47-8557-6b292c9142d2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1598890'] for network, before_response {{(pid=74185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 16:52:11.185517 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74185) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 16:52:11.194615 dv-cinder-798104-1-smb neutron-server[74186]: DEBUG neutron.services.segments.db [None req-d88d673b-00fa-4b18-b847-6c1d7901cc70 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c51a219d-aea3-485c-897b-dd81c8d14108']}} {{(pid=74186) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 16:52:11.213347 dv-cinder-798104-1-smb neutron-server[74186]: DEBUG neutron.services.segments.db [None req-d88d673b-00fa-4b18-b847-6c1d7901cc70 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3dc75ba6-bfde-44f0-93f7-81b93a0ad439') {'for_net_delete': True} {{(pid=74186) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 16:52:11.213645 dv-cinder-798104-1-smb neutron-server[74186]: DEBUG neutron.services.segments.db [None req-d88d673b-00fa-4b18-b847-6c1d7901cc70 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3dc75ba6-bfde-44f0-93f7-81b93a0ad439') {} {{(pid=74186) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 16:52:11.288441 dv-cinder-798104-1-smb neutron-server[74186]: DEBUG neutron_lib.callbacks.manager [None req-d88d673b-00fa-4b18-b847-6c1d7901cc70 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774158131357', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1055344'] for segment, before_delete {{(pid=74186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 16:52:11.331324 dv-cinder-798104-1-smb neutron-server[74186]: DEBUG neutron_lib.callbacks.manager [None req-d88d673b-00fa-4b18-b847-6c1d7901cc70 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-938564'] for segment, precommit_delete {{(pid=74186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 16:52:11.345476 dv-cinder-798104-1-smb neutron-server[74186]: DEBUG neutron.plugins.ml2.db [None req-338dd285-951d-42fc-b57b-c39ca90a9609 admin admin] For port 07a231cf-6591-4df5-8196-2ac034a6024e, host dv-cinder-798104-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-798104-1-smb',level=0,port_id=07a231cf-6591-4df5-8196-2ac034a6024e,segment=NetworkSegment(0e59102a-bfa2-431d-ad4f-e02c6218ed6f),segment_id=0e59102a-bfa2-431d-ad4f-e02c6218ed6f)] {{(pid=74186) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 16:52:11.345835 dv-cinder-798104-1-smb neutron-server[74186]: DEBUG neutron_lib.callbacks.manager [None req-338dd285-951d-42fc-b57b-c39ca90a9609 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1637578'] for port, precommit_delete {{(pid=74186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 16:52:11.357800 dv-cinder-798104-1-smb neutron-server[74186]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d88d673b-00fa-4b18-b847-6c1d7901cc70 admin admin] Releasing vlan 403 on physical network physnet1 to pool {{(pid=74186) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Jun 28 16:52:11.358211 dv-cinder-798104-1-smb neutron-server[74186]: DEBUG neutron_lib.callbacks.manager [None req-d88d673b-00fa-4b18-b847-6c1d7901cc70 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-938591', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1108572'] for segment, after_delete {{(pid=74186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 16:52:11.371515 dv-cinder-798104-1-smb neutron-server[74186]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 28 16:52:11.371515 dv-cinder-798104-1-smb neutron-server[74186]: util.warn( Jun 28 16:52:11.371515 dv-cinder-798104-1-smb neutron-server[74186]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 28 16:52:11.371515 dv-cinder-798104-1-smb neutron-server[74186]: util.warn( Jun 28 16:52:11.371515 dv-cinder-798104-1-smb neutron-server[74186]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 28 16:52:11.371515 dv-cinder-798104-1-smb neutron-server[74186]: util.warn( Jun 28 16:52:11.371515 dv-cinder-798104-1-smb neutron-server[74186]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 28 16:52:11.371515 dv-cinder-798104-1-smb neutron-server[74186]: util.warn( Jun 28 16:52:11.371515 dv-cinder-798104-1-smb neutron-server[74186]: Traceback (most recent call last): Jun 28 16:52:11.371515 dv-cinder-798104-1-smb neutron-server[74186]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Jun 28 16:52:11.371515 dv-cinder-798104-1-smb neutron-server[74186]: timer() Jun 28 16:52:11.371515 dv-cinder-798104-1-smb neutron-server[74186]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 28 16:52:11.371515 dv-cinder-798104-1-smb neutron-server[74186]: cb(*args, **kw) Jun 28 16:52:11.371515 dv-cinder-798104-1-smb neutron-server[74186]: File "/opt/stack/neutron/neutron/common/utils.py", line 901, in wrapper Jun 28 16:52:11.371515 dv-cinder-798104-1-smb neutron-server[74186]: return func(*args, **kwargs) Jun 28 16:52:11.371515 dv-cinder-798104-1-smb neutron-server[74186]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 28 16:52:11.371515 dv-cinder-798104-1-smb neutron-server[74186]: self._notify() Jun 28 16:52:11.371515 dv-cinder-798104-1-smb neutron-server[74186]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 28 16:52:11.371515 dv-cinder-798104-1-smb neutron-server[74186]: self.callback(batched_events) Jun 28 16:52:11.371515 dv-cinder-798104-1-smb neutron-server[74186]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 28 16:52:11.371515 dv-cinder-798104-1-smb neutron-server[74186]: event.method(event) Jun 28 16:52:11.371515 dv-cinder-798104-1-smb neutron-server[74186]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 28 16:52:11.371515 dv-cinder-798104-1-smb neutron-server[74186]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 28 16:52:11.371515 dv-cinder-798104-1-smb neutron-server[74186]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 28 16:52:11.371515 dv-cinder-798104-1-smb neutron-server[74186]: aggregate_uuid = self.p_client.list_aggregates( Jun 28 16:52:11.371515 dv-cinder-798104-1-smb neutron-server[74186]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 28 16:52:11.371515 dv-cinder-798104-1-smb neutron-server[74186]: return f(self, *a, **k) Jun 28 16:52:11.371515 dv-cinder-798104-1-smb neutron-server[74186]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jun 28 16:52:11.371515 dv-cinder-798104-1-smb neutron-server[74186]: return self._get(url).json() Jun 28 16:52:11.371515 dv-cinder-798104-1-smb neutron-server[74186]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jun 28 16:52:11.371515 dv-cinder-798104-1-smb neutron-server[74186]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 28 16:52:11.371515 dv-cinder-798104-1-smb neutron-server[74186]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Jun 28 16:52:11.371515 dv-cinder-798104-1-smb neutron-server[74186]: return self.request(url, 'GET', **kwargs) Jun 28 16:52:11.371515 dv-cinder-798104-1-smb neutron-server[74186]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Jun 28 16:52:11.371515 dv-cinder-798104-1-smb neutron-server[74186]: base_url = self.get_endpoint(auth, allow=allow, Jun 28 16:52:11.371515 dv-cinder-798104-1-smb neutron-server[74186]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jun 28 16:52:11.371515 dv-cinder-798104-1-smb neutron-server[74186]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 28 16:52:11.371515 dv-cinder-798104-1-smb neutron-server[74186]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jun 28 16:52:11.371515 dv-cinder-798104-1-smb neutron-server[74186]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 28 16:52:11.371515 dv-cinder-798104-1-smb neutron-server[74186]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 28 16:52:11.382475 dv-cinder-798104-1-smb neutron-server[74187]: DEBUG neutron.plugins.ml2.db [None req-aaba298c-aaea-434a-840a-b554090b491f None None] For port 07a231cf-6591-4df5-8196-2ac034a6024e, host dv-cinder-798104-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-798104-1-smb',level=0,port_id=07a231cf-6591-4df5-8196-2ac034a6024e,segment=NetworkSegment(0e59102a-bfa2-431d-ad4f-e02c6218ed6f),segment_id=0e59102a-bfa2-431d-ad4f-e02c6218ed6f)] {{(pid=74187) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 16:52:11.383013 dv-cinder-798104-1-smb neutron-server[74187]: DEBUG neutron_lib.callbacks.manager [None req-aaba298c-aaea-434a-840a-b554090b491f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1637578'] for port, precommit_delete {{(pid=74187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 16:52:11.456691 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07c990c5-cf46-4a47-8557-6b292c9142d2 admin admin] Pushing event updated for resources: {'Network': ['ID=e869665f-7754-4207-92c1-341fd211a34e,revision_number=1']} {{(pid=74185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 16:52:11.463023 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG oslo_concurrency.lockutils [None req-07c990c5-cf46-4a47-8557-6b292c9142d2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.276s {{(pid=74185) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 16:52:11.468291 dv-cinder-798104-1-smb neutron-server[74185]: INFO neutron.wsgi [None req-07c990c5-cf46-4a47-8557-6b292c9142d2 admin admin] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.6764295 Jun 28 16:52:11.469080 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG neutron.wsgi [-] (74185) accepted ('10.222.0.26', 56484) {{(pid=74185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 28 16:52:11.478601 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG neutron.api.v2.base [None req-2d37f13f-69c6-48d5-b88b-cea40df0d380 admin admin] Request body: {'subnet': {'network_id': 'e869665f-7754-4207-92c1-341fd211a34e', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1999224989-subnet', 'tenant_id': 'cc41dbf1939041ce8523d1ac73f89063', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=74185) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jun 28 16:52:11.486790 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG neutron.db.quota.driver [None req-2d37f13f-69c6-48d5-b88b-cea40df0d380 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74185) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 28 16:52:11.492984 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG neutron.quota.resource [None req-2d37f13f-69c6-48d5-b88b-cea40df0d380 admin admin] Usage tracker for resource:subnet and tenant:cc41dbf1939041ce8523d1ac73f89063 is out of sync, need to count used quota {{(pid=74185) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 28 16:52:11.495951 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG neutron.quota.resource [None req-2d37f13f-69c6-48d5-b88b-cea40df0d380 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=74185) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 28 16:52:11.502229 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG neutron.db.quota.driver [None req-2d37f13f-69c6-48d5-b88b-cea40df0d380 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74185) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 28 16:52:11.506379 dv-cinder-798104-1-smb neutron-server[74187]: DEBUG neutron.plugins.ml2.rpc [None req-c72dd329-595c-4eca-9296-ba6eff8780d9 None None] Network e869665f-7754-4207-92c1-341fd211a34e details requested by agent ovs-agent-dv-cinder-798104-1-smb with host dv-cinder-798104-1-smb {{(pid=74187) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 28 16:52:11.515421 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2d37f13f-69c6-48d5-b88b-cea40df0d380 admin admin] Made reservation on behalf of cc41dbf1939041ce8523d1ac73f89063 for: {'subnet': 1} {{(pid=74185) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 28 16:52:11.518065 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG neutron_lib.callbacks.manager [None req-2d37f13f-69c6-48d5-b88b-cea40df0d380 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15445246'] for subnet, before_create {{(pid=74185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 16:52:11.526636 dv-cinder-798104-1-smb neutron-server[74187]: DEBUG neutron.plugins.ml2.plugin [None req-aaba298c-aaea-434a-840a-b554090b491f None None] Calling delete_port for 07a231cf-6591-4df5-8196-2ac034a6024e owned by network:dhcp {{(pid=74187) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Jun 28 16:52:11.536107 dv-cinder-798104-1-smb neutron-server[74186]: DEBUG neutron.plugins.ml2.plugin [None req-338dd285-951d-42fc-b57b-c39ca90a9609 admin admin] Calling delete_port for 07a231cf-6591-4df5-8196-2ac034a6024e owned by network:dhcp {{(pid=74186) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Jun 28 16:52:11.599473 dv-cinder-798104-1-smb neutron-server[74186]: DEBUG neutron_lib.callbacks.manager [None req-d88d673b-00fa-4b18-b847-6c1d7901cc70 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1000534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2050463', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1598908', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1624240'] for network, after_delete {{(pid=74186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 16:52:11.607994 dv-cinder-798104-1-smb neutron-server[74186]: DEBUG oslo_concurrency.lockutils [None req-e9bd77d4-cbee-4d48-8704-156c8a49e97c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74186) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 16:52:11.621344 dv-cinder-798104-1-smb neutron-server[74186]: DEBUG neutron_lib.callbacks.manager [None req-d88d673b-00fa-4b18-b847-6c1d7901cc70 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1598890'] for network, before_response {{(pid=74186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 16:52:11.642574 dv-cinder-798104-1-smb neutron-server[74186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d88d673b-00fa-4b18-b847-6c1d7901cc70 admin admin] Pushing event deleted for resources: {'Network': ['ID=c51a219d-aea3-485c-897b-dd81c8d14108,revision_number=None']} {{(pid=74186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 16:52:11.646384 dv-cinder-798104-1-smb neutron-server[74186]: DEBUG oslo_concurrency.lockutils [None req-d88d673b-00fa-4b18-b847-6c1d7901cc70 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=74186) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 16:52:11.653762 dv-cinder-798104-1-smb neutron-server[74186]: INFO neutron.wsgi [None req-d88d673b-00fa-4b18-b847-6c1d7901cc70 admin admin] 10.222.0.26 "DELETE /v2.0/networks/c51a219d-aea3-485c-897b-dd81c8d14108 HTTP/1.1" status: 204 len: 168 time: 2.7099838 Jun 28 16:52:11.657171 dv-cinder-798104-1-smb neutron-server[74186]: DEBUG neutron.wsgi [-] (74186) accepted ('10.222.0.26', 56488) {{(pid=74186) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 28 16:52:11.686679 dv-cinder-798104-1-smb neutron-server[74187]: DEBUG neutron_lib.db.api [None req-aaba298c-aaea-434a-840a-b554090b491f None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=74187) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 28 16:52:11.687037 dv-cinder-798104-1-smb neutron-server[74187]: DEBUG oslo_db.api [None req-aaba298c-aaea-434a-840a-b554090b491f None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=74187) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 28 16:52:11.716986 dv-cinder-798104-1-smb neutron-server[74186]: DEBUG neutron_lib.callbacks.manager [None req-338dd285-951d-42fc-b57b-c39ca90a9609 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-615041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1598908', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774158213030', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774157688369', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1108489'] for port, after_delete {{(pid=74186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 16:52:11.727269 dv-cinder-798104-1-smb neutron-server[74186]: DEBUG oslo_concurrency.lockutils [None req-5403a64f-7039-4615-8f42-85cc1a927600 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74186) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 16:52:11.743887 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG neutron_lib.callbacks.manager [None req-2d37f13f-69c6-48d5-b88b-cea40df0d380 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107460', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1598908', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15648503', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-15445228'] for subnet, after_create {{(pid=74185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 16:52:11.748053 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG oslo_concurrency.lockutils [None req-8f0a8897-b738-46b7-9009-c6a786e2b05e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74185) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 16:52:11.778528 dv-cinder-798104-1-smb neutron-server[74186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-338dd285-951d-42fc-b57b-c39ca90a9609 admin admin] Pushing event deleted for resources: {'Port': ['ID=07a231cf-6591-4df5-8196-2ac034a6024e,revision_number=None']} {{(pid=74186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 16:52:11.786695 dv-cinder-798104-1-smb neutron-server[74186]: DEBUG oslo_concurrency.lockutils [None req-338dd285-951d-42fc-b57b-c39ca90a9609 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=74186) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 16:52:11.792286 dv-cinder-798104-1-smb neutron-server[74186]: DEBUG neutron.db.l3_dvrscheduler_db [None req-338dd285-951d-42fc-b57b-c39ca90a9609 admin admin] No DVR routers for this DVR port 07a231cf-6591-4df5-8196-2ac034a6024e on host dv-cinder-798104-1-smb {{(pid=74186) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 28 16:52:11.824707 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d37f13f-69c6-48d5-b88b-cea40df0d380 admin admin] Pushing event updated for resources: {'Subnet': ['ID=c503ddd1-4d2e-4dc1-ad97-1f58af87d310,revision_number=0']} {{(pid=74185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 16:52:11.827412 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG oslo_concurrency.lockutils [None req-2d37f13f-69c6-48d5-b88b-cea40df0d380 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=74185) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 16:52:11.849312 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d37f13f-69c6-48d5-b88b-cea40df0d380 admin admin] Checking segment: {'id': 'fe4e3fe4-9c86-4a13-8154-d66b8b02aa89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': 'e869665f-7754-4207-92c1-341fd211a34e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=74185) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jun 28 16:52:11.849724 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2d37f13f-69c6-48d5-b88b-cea40df0d380 admin admin] Network hostable DHCP agents. Network: e869665f-7754-4207-92c1-341fd211a34e, hostable agents: ['55edce43-ec1d-45c6-9e7a-198ba4834d81'], hosted agents: [] {{(pid=74185) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 28 16:52:11.874525 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2d37f13f-69c6-48d5-b88b-cea40df0d380 admin admin] Network e869665f-7754-4207-92c1-341fd211a34e is scheduled to be hosted by DHCP agent 55edce43-ec1d-45c6-9e7a-198ba4834d81 with binding_index 1 {{(pid=74185) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 28 16:52:11.884964 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG neutron.scheduler.base_scheduler [None req-2d37f13f-69c6-48d5-b88b-cea40df0d380 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-798104-1-smb, e869665f-7754-4207-92c1-341fd211a34e) {{(pid=74185) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 28 16:52:11.889307 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2d37f13f-69c6-48d5-b88b-cea40df0d380 admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=74185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 16:52:11.890075 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG neutron_lib.callbacks.manager [None req-2d37f13f-69c6-48d5-b88b-cea40df0d380 admin admin] Notify callbacks [] for subnet, before_response {{(pid=74185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 16:52:11.895132 dv-cinder-798104-1-smb neutron-server[74187]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ea78f080-8d63-456f-844f-1318649ef834 None None] Network e869665f-7754-4207-92c1-341fd211a34e requested from dv-cinder-798104-1-smb {{(pid=74187) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jun 28 16:52:11.926326 dv-cinder-798104-1-smb neutron-server[74185]: INFO neutron.wsgi [None req-2d37f13f-69c6-48d5-b88b-cea40df0d380 admin admin] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.4471359 Jun 28 16:52:12.033073 dv-cinder-798104-1-smb neutron-server[74186]: DEBUG neutron_lib.callbacks.manager [None req-338dd285-951d-42fc-b57b-c39ca90a9609 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1000101', 'neutron.services.segments.db._delete_segments_for_network-8774158209666'] for network, precommit_delete {{(pid=74186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 16:52:12.048506 dv-cinder-798104-1-smb neutron-server[74186]: DEBUG neutron.services.segments.db [None req-338dd285-951d-42fc-b57b-c39ca90a9609 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7235a97e-a247-4b50-b496-41685533e564']}} {{(pid=74186) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 16:52:12.064827 dv-cinder-798104-1-smb neutron-server[74186]: DEBUG neutron.services.segments.db [None req-338dd285-951d-42fc-b57b-c39ca90a9609 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0e59102a-bfa2-431d-ad4f-e02c6218ed6f') {'for_net_delete': True} {{(pid=74186) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 16:52:12.065559 dv-cinder-798104-1-smb neutron-server[74186]: DEBUG neutron.services.segments.db [None req-338dd285-951d-42fc-b57b-c39ca90a9609 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0e59102a-bfa2-431d-ad4f-e02c6218ed6f') {} {{(pid=74186) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 16:52:12.124612 dv-cinder-798104-1-smb neutron-server[74186]: DEBUG neutron_lib.callbacks.manager [None req-338dd285-951d-42fc-b57b-c39ca90a9609 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774158131357', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1055344'] for segment, before_delete {{(pid=74186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 16:52:12.127572 dv-cinder-798104-1-smb neutron-server[74187]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-491dff76-b05c-454b-8f1e-460c79fc95a5 None None] Network e869665f-7754-4207-92c1-341fd211a34e requested from dv-cinder-798104-1-smb {{(pid=74187) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jun 28 16:52:12.155242 dv-cinder-798104-1-smb neutron-server[74186]: DEBUG neutron_lib.callbacks.manager [None req-338dd285-951d-42fc-b57b-c39ca90a9609 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-938564'] for segment, precommit_delete {{(pid=74186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 16:52:12.164842 dv-cinder-798104-1-smb neutron-server[74186]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-338dd285-951d-42fc-b57b-c39ca90a9609 admin admin] Releasing vlan 402 on physical network physnet1 to pool {{(pid=74186) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Jun 28 16:52:12.165365 dv-cinder-798104-1-smb neutron-server[74186]: DEBUG neutron_lib.callbacks.manager [None req-338dd285-951d-42fc-b57b-c39ca90a9609 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-938591', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1108572'] for segment, after_delete {{(pid=74186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 16:52:12.179120 dv-cinder-798104-1-smb neutron-server[74186]: Traceback (most recent call last): Jun 28 16:52:12.179120 dv-cinder-798104-1-smb neutron-server[74186]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Jun 28 16:52:12.179120 dv-cinder-798104-1-smb neutron-server[74186]: timer() Jun 28 16:52:12.179120 dv-cinder-798104-1-smb neutron-server[74186]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 28 16:52:12.179120 dv-cinder-798104-1-smb neutron-server[74186]: cb(*args, **kw) Jun 28 16:52:12.179120 dv-cinder-798104-1-smb neutron-server[74186]: File "/opt/stack/neutron/neutron/common/utils.py", line 901, in wrapper Jun 28 16:52:12.179120 dv-cinder-798104-1-smb neutron-server[74186]: return func(*args, **kwargs) Jun 28 16:52:12.179120 dv-cinder-798104-1-smb neutron-server[74186]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 28 16:52:12.179120 dv-cinder-798104-1-smb neutron-server[74186]: self._notify() Jun 28 16:52:12.179120 dv-cinder-798104-1-smb neutron-server[74186]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 28 16:52:12.179120 dv-cinder-798104-1-smb neutron-server[74186]: self.callback(batched_events) Jun 28 16:52:12.179120 dv-cinder-798104-1-smb neutron-server[74186]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 28 16:52:12.179120 dv-cinder-798104-1-smb neutron-server[74186]: event.method(event) Jun 28 16:52:12.179120 dv-cinder-798104-1-smb neutron-server[74186]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 28 16:52:12.179120 dv-cinder-798104-1-smb neutron-server[74186]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 28 16:52:12.179120 dv-cinder-798104-1-smb neutron-server[74186]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 28 16:52:12.179120 dv-cinder-798104-1-smb neutron-server[74186]: aggregate_uuid = self.p_client.list_aggregates( Jun 28 16:52:12.179120 dv-cinder-798104-1-smb neutron-server[74186]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 28 16:52:12.179120 dv-cinder-798104-1-smb neutron-server[74186]: return f(self, *a, **k) Jun 28 16:52:12.179120 dv-cinder-798104-1-smb neutron-server[74186]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jun 28 16:52:12.179120 dv-cinder-798104-1-smb neutron-server[74186]: return self._get(url).json() Jun 28 16:52:12.179120 dv-cinder-798104-1-smb neutron-server[74186]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jun 28 16:52:12.179120 dv-cinder-798104-1-smb neutron-server[74186]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 28 16:52:12.179120 dv-cinder-798104-1-smb neutron-server[74186]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Jun 28 16:52:12.179120 dv-cinder-798104-1-smb neutron-server[74186]: return self.request(url, 'GET', **kwargs) Jun 28 16:52:12.179120 dv-cinder-798104-1-smb neutron-server[74186]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Jun 28 16:52:12.179120 dv-cinder-798104-1-smb neutron-server[74186]: base_url = self.get_endpoint(auth, allow=allow, Jun 28 16:52:12.179120 dv-cinder-798104-1-smb neutron-server[74186]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jun 28 16:52:12.179120 dv-cinder-798104-1-smb neutron-server[74186]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 28 16:52:12.179120 dv-cinder-798104-1-smb neutron-server[74186]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jun 28 16:52:12.179120 dv-cinder-798104-1-smb neutron-server[74186]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 28 16:52:12.179120 dv-cinder-798104-1-smb neutron-server[74186]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 28 16:52:12.190906 dv-cinder-798104-1-smb neutron-server[74187]: DEBUG neutron.plugins.ml2.plugin [None req-aaba298c-aaea-434a-840a-b554090b491f None None] Deleting port 07a231cf-6591-4df5-8196-2ac034a6024e {{(pid=74187) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Jun 28 16:52:12.191834 dv-cinder-798104-1-smb neutron-server[74187]: DEBUG neutron_lib.callbacks.manager [None req-aaba298c-aaea-434a-840a-b554090b491f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774158158511'] for port, before_delete {{(pid=74187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 16:52:12.272314 dv-cinder-798104-1-smb neutron-server[74187]: DEBUG neutron.plugins.ml2.plugin [None req-aaba298c-aaea-434a-840a-b554090b491f None None] The port '07a231cf-6591-4df5-8196-2ac034a6024e' was deleted {{(pid=74187) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1889}} Jun 28 16:52:12.275549 dv-cinder-798104-1-smb neutron-server[74186]: DEBUG neutron_lib.callbacks.manager [None req-338dd285-951d-42fc-b57b-c39ca90a9609 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1000534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2050463', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1598908', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1624240'] for network, after_delete {{(pid=74186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 16:52:12.338733 dv-cinder-798104-1-smb neutron-server[74186]: DEBUG oslo_concurrency.lockutils [None req-9e792c19-cf33-43c7-ab1a-5719c5a26176 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74186) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 16:52:12.360240 dv-cinder-798104-1-smb neutron-server[74186]: DEBUG neutron_lib.callbacks.manager [None req-338dd285-951d-42fc-b57b-c39ca90a9609 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1598890'] for network, before_response {{(pid=74186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 16:52:12.369183 dv-cinder-798104-1-smb neutron-server[74186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-338dd285-951d-42fc-b57b-c39ca90a9609 admin admin] Pushing event deleted for resources: {'Network': ['ID=7235a97e-a247-4b50-b496-41685533e564,revision_number=None']} {{(pid=74186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 16:52:12.377400 dv-cinder-798104-1-smb neutron-server[74186]: DEBUG oslo_concurrency.lockutils [None req-338dd285-951d-42fc-b57b-c39ca90a9609 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=74186) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 16:52:12.392694 dv-cinder-798104-1-smb neutron-server[74186]: INFO neutron.wsgi [None req-338dd285-951d-42fc-b57b-c39ca90a9609 admin admin] 10.222.0.26 "DELETE /v2.0/networks/7235a97e-a247-4b50-b496-41685533e564 HTTP/1.1" status: 204 len: 168 time: 1.6357591 Jun 28 16:52:12.396200 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG neutron.wsgi [-] (74185) accepted ('10.222.0.26', 56502) {{(pid=74185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 28 16:52:12.525543 dv-cinder-798104-1-smb neutron-server[74186]: DEBUG neutron_lib.callbacks.manager [None req-6183b8fa-ba90-4a63-bad8-dde7e7851b1e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1635418'] for router_interface, before_delete {{(pid=74186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 16:52:12.647176 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-274a3586-fe25-426b-897d-e056b1429382 req-cc104440-3876-46f6-a1a1-13adbf6e20ce tempest-VolumesActionsTest-1388782377 tempest-VolumesActionsTest-1388782377-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=74185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 16:52:12.647592 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG neutron.quota.resource [req-274a3586-fe25-426b-897d-e056b1429382 req-cc104440-3876-46f6-a1a1-13adbf6e20ce tempest-VolumesActionsTest-1388782377 tempest-VolumesActionsTest-1388782377-project] Synchronizing usage tracker for tenant:fb4759db45dc43528dedaac3468e3c72 on resource:network {{(pid=74185) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 28 16:52:12.727843 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG neutron.quota.resource [req-274a3586-fe25-426b-897d-e056b1429382 req-cc104440-3876-46f6-a1a1-13adbf6e20ce tempest-VolumesActionsTest-1388782377 tempest-VolumesActionsTest-1388782377-project] Unset dirty status for tenant:fb4759db45dc43528dedaac3468e3c72 on resource:network {{(pid=74185) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 28 16:52:12.729115 dv-cinder-798104-1-smb neutron-server[74185]: INFO neutron.wsgi [req-274a3586-fe25-426b-897d-e056b1429382 req-cc104440-3876-46f6-a1a1-13adbf6e20ce tempest-VolumesActionsTest-1388782377 tempest-VolumesActionsTest-1388782377-project] 10.222.0.26 "GET /v2.0/networks?id=2d7b4704-4809-46b5-a86a-b7e08126fe92 HTTP/1.1" status: 200 len: 809 time: 0.2651391 Jun 28 16:52:12.762596 dv-cinder-798104-1-smb neutron-server[74185]: INFO neutron.wsgi [req-274a3586-fe25-426b-897d-e056b1429382 req-b642ecf1-a041-4f6f-8481-851e5206c2fe tempest-VolumesActionsTest-1388782377 tempest-VolumesActionsTest-1388782377-project] 10.222.0.26 "GET /v2.0/quotas/fb4759db45dc43528dedaac3468e3c72 HTTP/1.1" status: 200 len: 375 time: 0.0255244 Jun 28 16:52:12.892179 dv-cinder-798104-1-smb neutron-server[74185]: INFO neutron.wsgi [req-274a3586-fe25-426b-897d-e056b1429382 req-27450750-d055-41ae-b33c-0b57cf93d195 tempest-VolumesActionsTest-1388782377 tempest-VolumesActionsTest-1388782377-project] 10.222.0.26 "GET /v2.0/ports?tenant_id=fb4759db45dc43528dedaac3468e3c72&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1186707 Jun 28 16:52:12.907807 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG neutron.wsgi [req-274a3586-fe25-426b-897d-e056b1429382 req-2d821ebc-6bdd-4939-a652-530d00f64a59 service neutron] http://10.222.0.26:9696/v2.0/extensions returned with HTTP 200 {{(pid=74185) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Jun 28 16:52:12.908868 dv-cinder-798104-1-smb neutron-server[74185]: INFO neutron.wsgi [req-274a3586-fe25-426b-897d-e056b1429382 req-2d821ebc-6bdd-4939-a652-530d00f64a59 service neutron] 10.222.0.26 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.0060384 Jun 28 16:52:12.985643 dv-cinder-798104-1-smb neutron-server[74187]: DEBUG neutron.plugins.ml2.rpc [None req-c72dd329-595c-4eca-9296-ba6eff8780d9 None None] Device 07a231cf-6591-4df5-8196-2ac034a6024e no longer exists at agent ovs-agent-dv-cinder-798104-1-smb {{(pid=74187) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 28 16:52:13.017599 dv-cinder-798104-1-smb neutron-server[74187]: DEBUG neutron.plugins.ml2.plugin [None req-c72dd329-595c-4eca-9296-ba6eff8780d9 None None] No Port match for: 07a231cf-6591-4df5-8196-2ac034a6024e {{(pid=74187) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}} Jun 28 16:52:13.017970 dv-cinder-798104-1-smb neutron-server[74187]: DEBUG neutron.plugins.ml2.rpc [None req-c72dd329-595c-4eca-9296-ba6eff8780d9 None None] Device 07a231cf-6591-4df5-8196-2ac034a6024e not bound to the agent host dv-cinder-798104-1-smb {{(pid=74187) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 28 16:52:13.126387 dv-cinder-798104-1-smb neutron-server[74185]: INFO neutron.wsgi [req-274a3586-fe25-426b-897d-e056b1429382 req-985a7f4b-b9d9-44c1-9fcc-396c751470d3 service neutron] 10.222.0.26 "GET /v2.0/networks/2d7b4704-4809-46b5-a86a-b7e08126fe92?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2024460 Jun 28 16:52:13.169349 dv-cinder-798104-1-smb neutron-server[74186]: DEBUG neutron.plugins.ml2.plugin [None req-6183b8fa-ba90-4a63-bad8-dde7e7851b1e admin admin] Deleting port 0a32ef48-7dfe-422f-ab43-edcb1db86dbe {{(pid=74186) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Jun 28 16:52:13.169932 dv-cinder-798104-1-smb neutron-server[74186]: DEBUG neutron_lib.callbacks.manager [None req-6183b8fa-ba90-4a63-bad8-dde7e7851b1e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774158158511'] for port, before_delete {{(pid=74186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 16:52:13.255352 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG neutron_lib.callbacks.manager [None req-95eb2b8c-a284-4c32-bf77-1b2f593fd1b7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1635418'] for router_interface, before_delete {{(pid=74185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 16:52:13.341526 dv-cinder-798104-1-smb neutron-server[74186]: DEBUG neutron.plugins.ml2.db [None req-6183b8fa-ba90-4a63-bad8-dde7e7851b1e admin admin] For port 0a32ef48-7dfe-422f-ab43-edcb1db86dbe, host dv-cinder-798104-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-798104-1-smb',level=0,port_id=0a32ef48-7dfe-422f-ab43-edcb1db86dbe,segment=NetworkSegment(2db6957b-14ec-4c02-af7f-1e1f1c43e1c9),segment_id=2db6957b-14ec-4c02-af7f-1e1f1c43e1c9)] {{(pid=74186) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 16:52:13.341888 dv-cinder-798104-1-smb neutron-server[74186]: DEBUG neutron_lib.callbacks.manager [None req-6183b8fa-ba90-4a63-bad8-dde7e7851b1e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1637578'] for port, precommit_delete {{(pid=74186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 16:52:13.371424 dv-cinder-798104-1-smb neutron-server[74185]: INFO neutron.wsgi [req-274a3586-fe25-426b-897d-e056b1429382 req-a6a2e91e-51d7-4995-baea-8f4ccd2df37e service neutron] 10.222.0.26 "GET /v2.0/networks/2d7b4704-4809-46b5-a86a-b7e08126fe92?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2371447 Jun 28 16:52:13.572101 dv-cinder-798104-1-smb neutron-server[74186]: DEBUG neutron.plugins.ml2.plugin [None req-6183b8fa-ba90-4a63-bad8-dde7e7851b1e admin admin] Calling delete_port for 0a32ef48-7dfe-422f-ab43-edcb1db86dbe owned by network:router_interface {{(pid=74186) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Jun 28 16:52:13.620760 dv-cinder-798104-1-smb neutron-server[74187]: DEBUG neutron_lib.callbacks.manager [None req-e6d40ea2-d6c2-413f-b0fc-467cd3a0eedf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774158209648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1002899'] for agent, after_update {{(pid=74187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 16:52:13.776442 dv-cinder-798104-1-smb neutron-server[74186]: DEBUG neutron_lib.callbacks.manager [None req-6183b8fa-ba90-4a63-bad8-dde7e7851b1e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-615041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1598908', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774158213030', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774157688369', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1108489'] for port, after_delete {{(pid=74186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 16:52:13.780419 dv-cinder-798104-1-smb neutron-server[74186]: DEBUG oslo_concurrency.lockutils [None req-36934a1f-f837-4e57-b2eb-3752e6f7a9f4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74186) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 16:52:13.830624 dv-cinder-798104-1-smb neutron-server[74186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6183b8fa-ba90-4a63-bad8-dde7e7851b1e admin admin] Pushing event deleted for resources: {'Port': ['ID=0a32ef48-7dfe-422f-ab43-edcb1db86dbe,revision_number=None']} {{(pid=74186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 16:52:13.835810 dv-cinder-798104-1-smb neutron-server[74186]: DEBUG oslo_concurrency.lockutils [None req-6183b8fa-ba90-4a63-bad8-dde7e7851b1e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=74186) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 16:52:13.898601 dv-cinder-798104-1-smb neutron-server[74187]: DEBUG neutron_lib.callbacks.manager [None req-c72dd329-595c-4eca-9296-ba6eff8780d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774158209648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1002899'] for agent, after_update {{(pid=74187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 16:52:14.102740 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG neutron.plugins.ml2.plugin [None req-95eb2b8c-a284-4c32-bf77-1b2f593fd1b7 admin admin] Deleting port 51540440-409e-4e47-9877-645138009945 {{(pid=74185) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Jun 28 16:52:14.103410 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG neutron_lib.callbacks.manager [None req-95eb2b8c-a284-4c32-bf77-1b2f593fd1b7 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774158158511'] for port, before_delete {{(pid=74185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 16:52:14.228753 dv-cinder-798104-1-smb neutron-server[74186]: DEBUG neutron_lib.callbacks.manager [None req-6183b8fa-ba90-4a63-bad8-dde7e7851b1e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1598901', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1635940'] for router_interface, after_delete {{(pid=74186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 16:52:14.288502 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG neutron.plugins.ml2.db [None req-95eb2b8c-a284-4c32-bf77-1b2f593fd1b7 admin admin] For port 51540440-409e-4e47-9877-645138009945, host dv-cinder-798104-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-798104-1-smb',level=0,port_id=51540440-409e-4e47-9877-645138009945,segment=NetworkSegment(d701ee48-26d6-4639-bd36-105126df7fe0),segment_id=d701ee48-26d6-4639-bd36-105126df7fe0)] {{(pid=74185) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 16:52:14.289019 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG neutron_lib.callbacks.manager [None req-95eb2b8c-a284-4c32-bf77-1b2f593fd1b7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1637578'] for port, precommit_delete {{(pid=74185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 16:52:14.414038 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG neutron.plugins.ml2.plugin [None req-95eb2b8c-a284-4c32-bf77-1b2f593fd1b7 admin admin] Calling delete_port for 51540440-409e-4e47-9877-645138009945 owned by network:router_interface {{(pid=74185) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Jun 28 16:52:14.628327 dv-cinder-798104-1-smb neutron-server[74185]: INFO neutron.wsgi [req-72ac211c-4159-400d-9a30-74a5cc1c54da req-3cc1ab8c-84e6-4bfe-94f6-a03eb17ef40a tempest-VolumesActionsTest-1388782377 tempest-VolumesActionsTest-1388782377-project] 10.222.0.26 "GET /v2.0/ports?device_id=5cdf69e3-6660-4810-b71a-0c47244292fd HTTP/1.1" status: 200 len: 210 time: 0.0537829 Jun 28 16:52:14.645970 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG neutron_lib.callbacks.manager [None req-95eb2b8c-a284-4c32-bf77-1b2f593fd1b7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-615041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1598908', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774158213030', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774157688369', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15648331'] for port, after_delete {{(pid=74185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 16:52:14.650536 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG oslo_concurrency.lockutils [None req-92a1cd12-2439-46c9-98bc-e9d45d53d236 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74185) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 16:52:14.734401 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95eb2b8c-a284-4c32-bf77-1b2f593fd1b7 admin admin] Pushing event deleted for resources: {'Port': ['ID=51540440-409e-4e47-9877-645138009945,revision_number=None']} {{(pid=74185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 16:52:14.792778 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95eb2b8c-a284-4c32-bf77-1b2f593fd1b7 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798104-1-smb {{(pid=74185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 16:52:14.793174 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95eb2b8c-a284-4c32-bf77-1b2f593fd1b7 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798104-1-smb {{(pid=74185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 16:52:14.793529 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95eb2b8c-a284-4c32-bf77-1b2f593fd1b7 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798104-1-smb {{(pid=74185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 16:52:14.793891 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95eb2b8c-a284-4c32-bf77-1b2f593fd1b7 admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-798104-1-smb {{(pid=74185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 16:52:14.794250 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95eb2b8c-a284-4c32-bf77-1b2f593fd1b7 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798104-1-smb {{(pid=74185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 16:52:14.794607 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95eb2b8c-a284-4c32-bf77-1b2f593fd1b7 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-798104-1-smb {{(pid=74185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 16:52:14.794961 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95eb2b8c-a284-4c32-bf77-1b2f593fd1b7 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798104-1-smb {{(pid=74185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 16:52:14.795314 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95eb2b8c-a284-4c32-bf77-1b2f593fd1b7 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798104-1-smb {{(pid=74185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 16:52:14.795668 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95eb2b8c-a284-4c32-bf77-1b2f593fd1b7 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798104-1-smb {{(pid=74185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 16:52:14.796013 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95eb2b8c-a284-4c32-bf77-1b2f593fd1b7 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798104-1-smb {{(pid=74185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 16:52:14.796423 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95eb2b8c-a284-4c32-bf77-1b2f593fd1b7 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798104-1-smb {{(pid=74185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 16:52:14.808693 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG oslo_concurrency.lockutils [None req-95eb2b8c-a284-4c32-bf77-1b2f593fd1b7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.158s {{(pid=74185) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 16:52:14.938547 dv-cinder-798104-1-smb neutron-server[74186]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6183b8fa-ba90-4a63-bad8-dde7e7851b1e admin admin] Router 7654d665-3a83-4cb8-b3e1-8e170e42074c has already been hosted by L3 agent 633adcd1-515e-4435-b14d-49f054abd10f {{(pid=74186) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 28 16:52:15.109769 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG neutron_lib.callbacks.manager [None req-95eb2b8c-a284-4c32-bf77-1b2f593fd1b7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1598901', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1635940'] for router_interface, after_delete {{(pid=74185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 16:52:15.208029 dv-cinder-798104-1-smb neutron-server[74186]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6183b8fa-ba90-4a63-bad8-dde7e7851b1e admin admin] Notify agent at l3_agent.dv-cinder-798104-1-smb the message routers_updated {{(pid=74186) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 28 16:52:15.220746 dv-cinder-798104-1-smb neutron-server[74186]: INFO neutron.wsgi [None req-6183b8fa-ba90-4a63-bad8-dde7e7851b1e admin admin] 10.222.0.26 "PUT /v2.0/routers/7654d665-3a83-4cb8-b3e1-8e170e42074c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.5625100 Jun 28 16:52:15.221204 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG neutron.wsgi [-] (74185) accepted ('10.222.0.26', 56524) {{(pid=74185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 28 16:52:15.222775 dv-cinder-798104-1-smb neutron-server[74187]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89e379a0-decf-456b-94b1-ad20cb8f777c None None] Sync routers for ids ['7654d665-3a83-4cb8-b3e1-8e170e42074c'] in dv-cinder-798104-1-smb {{(pid=74187) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jun 28 16:52:15.235634 dv-cinder-798104-1-smb neutron-server[74187]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89e379a0-decf-456b-94b1-ad20cb8f777c None None] Routers {'7654d665-3a83-4cb8-b3e1-8e170e42074c'} bound to L3 agent in host dv-cinder-798104-1-smb {{(pid=74187) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 28 16:52:15.236629 dv-cinder-798104-1-smb neutron-server[74187]: DEBUG neutron.db.l3_hamode_db [None req-89e379a0-decf-456b-94b1-ad20cb8f777c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-798104-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-28T16:32:46Z,description=,heartbeat_timestamp=2021-06-28T16:51:46Z,host='dv-cinder-798104-1-smb',id=633adcd1-515e-4435-b14d-49f054abd10f,load=0,resource_versions=,resources_synced=,started_at=2021-06-28T16:32:46Z,topic='l3_agent')) {'router_ids': ['7654d665-3a83-4cb8-b3e1-8e170e42074c'], 'active': True} {{(pid=74187) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 16:52:15.558770 dv-cinder-798104-1-smb neutron-server[74187]: DEBUG neutron.db.l3_dvr_db [None req-89e379a0-decf-456b-94b1-ad20cb8f777c None None] Set router 7654d665-3a83-4cb8-b3e1-8e170e42074c gateway port host: dv-cinder-798104-1-smb {{(pid=74187) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jun 28 16:52:15.792604 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG neutron_lib.callbacks.manager [None req-62084b87-3478-4553-9562-b54647451d8f admin admin] Notify callbacks [] for router, before_delete {{(pid=74185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 16:52:15.898643 dv-cinder-798104-1-smb neutron-server[74187]: DEBUG neutron.db.l3_hamode_db [None req-89e379a0-decf-456b-94b1-ad20cb8f777c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7654d665-3a83-4cb8-b3e1-8e170e42074c', 'name': 'tempest-TestShelveInstance-471403192-router', 'tenant_id': '7c0eadaeb18d41d48f13d1aab0e2f5bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f9715ce2-16ba-4ae9-9a15-557432d0a5ed', 'external_fixed_ips': [{'subnet_id': 'e3a20e14-2eea-4943-8cec-1fe85e8448d0', 'ip_address': '172.28.3.210'}], 'enable_snat': True}, 'gw_port_id': '44aadbfa-4e6b-4713-87b2-38eaf9a5a745', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-28T16:46:55Z', 'updated_at': '2021-06-28T16:52:13Z', 'revision_number': 5, 'project_id': '7c0eadaeb18d41d48f13d1aab0e2f5bf', 'gw_port': {'id': '44aadbfa-4e6b-4713-87b2-38eaf9a5a745', 'name': '', 'network_id': 'f9715ce2-16ba-4ae9-9a15-557432d0a5ed', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:80:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7654d665-3a83-4cb8-b3e1-8e170e42074c', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e3a20e14-2eea-4943-8cec-1fe85e8448d0', 'ip_address': '172.28.3.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798104-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T16:46:56Z', 'updated_at': '2021-06-28T16:47:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e3a20e14-2eea-4943-8cec-1fe85e8448d0', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798104-1-smb'}], 'dv-cinder-798104-1-smb', False) {} {{(pid=74187) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 16:52:15.903567 dv-cinder-798104-1-smb neutron-server[74187]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89e379a0-decf-456b-94b1-ad20cb8f777c None None] Checking router: 7654d665-3a83-4cb8-b3e1-8e170e42074c for host: dv-cinder-798104-1-smb {{(pid=74187) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Jun 28 16:52:15.915841 dv-cinder-798104-1-smb neutron-server[74187]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89e379a0-decf-456b-94b1-ad20cb8f777c None None] Routers {'7654d665-3a83-4cb8-b3e1-8e170e42074c'} bound to L3 agent in host dv-cinder-798104-1-smb {{(pid=74187) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 28 16:52:15.916478 dv-cinder-798104-1-smb neutron-server[74187]: DEBUG neutron.db.l3_hamode_db [None req-89e379a0-decf-456b-94b1-ad20cb8f777c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-798104-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-28T16:32:46Z,description=,heartbeat_timestamp=2021-06-28T16:51:46Z,host='dv-cinder-798104-1-smb',id=633adcd1-515e-4435-b14d-49f054abd10f,load=0,resource_versions=,resources_synced=,started_at=2021-06-28T16:32:46Z,topic='l3_agent')) {'router_ids': ['7654d665-3a83-4cb8-b3e1-8e170e42074c'], 'active': True} {{(pid=74187) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 16:52:15.923587 dv-cinder-798104-1-smb neutron-server[74185]: INFO neutron.wsgi [req-c647ab54-77ab-4bb0-86dd-b840b996c683 req-ff48ab0e-d700-44a0-b3a3-16069e5267ba tempest-VolumesActionsTest-1388782377 tempest-VolumesActionsTest-1388782377-project] 10.222.0.26 "GET /v2.0/ports?device_id=5cdf69e3-6660-4810-b71a-0c47244292fd HTTP/1.1" status: 200 len: 210 time: 0.0764160 Jun 28 16:52:16.116100 dv-cinder-798104-1-smb neutron-server[74187]: DEBUG neutron.db.l3_dvr_db [None req-89e379a0-decf-456b-94b1-ad20cb8f777c None None] Set router 7654d665-3a83-4cb8-b3e1-8e170e42074c gateway port host: dv-cinder-798104-1-smb {{(pid=74187) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jun 28 16:52:16.232207 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG neutron_lib.callbacks.manager [None req-62084b87-3478-4553-9562-b54647451d8f admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=74185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 16:52:16.251134 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG neutron.plugins.ml2.plugin [None req-62084b87-3478-4553-9562-b54647451d8f admin admin] Deleting port 44aadbfa-4e6b-4713-87b2-38eaf9a5a745 {{(pid=74185) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Jun 28 16:52:16.251399 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG neutron_lib.callbacks.manager [None req-62084b87-3478-4553-9562-b54647451d8f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774158158511'] for port, before_delete {{(pid=74185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 16:52:16.315219 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-95eb2b8c-a284-4c32-bf77-1b2f593fd1b7 admin admin] Router 87104d34-630d-44b9-8a35-e7035a7387a6 has already been hosted by L3 agent 633adcd1-515e-4435-b14d-49f054abd10f {{(pid=74185) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 28 16:52:16.349881 dv-cinder-798104-1-smb neutron-server[74187]: DEBUG neutron_lib.callbacks.manager [None req-7b6edd23-60ba-49a6-94ae-c0da9f0fb673 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774158209648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1002899'] for agent, after_update {{(pid=74187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 16:52:16.496203 dv-cinder-798104-1-smb neutron-server[74187]: DEBUG neutron.db.l3_hamode_db [None req-89e379a0-decf-456b-94b1-ad20cb8f777c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7654d665-3a83-4cb8-b3e1-8e170e42074c', 'name': 'tempest-TestShelveInstance-471403192-router', 'tenant_id': '7c0eadaeb18d41d48f13d1aab0e2f5bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f9715ce2-16ba-4ae9-9a15-557432d0a5ed', 'external_fixed_ips': [{'subnet_id': 'e3a20e14-2eea-4943-8cec-1fe85e8448d0', 'ip_address': '172.28.3.210'}], 'enable_snat': True}, 'gw_port_id': '44aadbfa-4e6b-4713-87b2-38eaf9a5a745', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-28T16:46:55Z', 'updated_at': '2021-06-28T16:52:13Z', 'revision_number': 5, 'project_id': '7c0eadaeb18d41d48f13d1aab0e2f5bf', 'gw_port': {'id': '44aadbfa-4e6b-4713-87b2-38eaf9a5a745', 'name': '', 'network_id': 'f9715ce2-16ba-4ae9-9a15-557432d0a5ed', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:80:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7654d665-3a83-4cb8-b3e1-8e170e42074c', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e3a20e14-2eea-4943-8cec-1fe85e8448d0', 'ip_address': '172.28.3.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798104-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T16:46:56Z', 'updated_at': '2021-06-28T16:47:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e3a20e14-2eea-4943-8cec-1fe85e8448d0', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798104-1-smb'}], 'dv-cinder-798104-1-smb', False) {} {{(pid=74187) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 16:52:16.504037 dv-cinder-798104-1-smb neutron-server[74187]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89e379a0-decf-456b-94b1-ad20cb8f777c None None] The sync data for ids ['7654d665-3a83-4cb8-b3e1-8e170e42074c'] in dv-cinder-798104-1-smb is: [{'id': '7654d665-3a83-4cb8-b3e1-8e170e42074c', 'name': 'tempest-TestShelveInstance-471403192-router', 'tenant_id': '7c0eadaeb18d41d48f13d1aab0e2f5bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f9715ce2-16ba-4ae9-9a15-557432d0a5ed', 'external_fixed_ips': [{'subnet_id': 'e3a20e14-2eea-4943-8cec-1fe85e8448d0', 'ip_address': '172.28.3.210'}], 'enable_snat': True}, 'gw_port_id': '44aadbfa-4e6b-4713-87b2-38eaf9a5a745', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-28T16:46:55Z', 'updated_at': '2021-06-28T16:52:13Z', 'revision_number': 5, 'project_id': '7c0eadaeb18d41d48f13d1aab0e2f5bf', 'gw_port': {'id': '44aadbfa-4e6b-4713-87b2-38eaf9a5a745', 'name': '', 'network_id': 'f9715ce2-16ba-4ae9-9a15-557432d0a5ed', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:80:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7654d665-3a83-4cb8-b3e1-8e170e42074c', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e3a20e14-2eea-4943-8cec-1fe85e8448d0', 'ip_address': '172.28.3.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798104-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T16:46:56Z', 'updated_at': '2021-06-28T16:47:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e3a20e14-2eea-4943-8cec-1fe85e8448d0', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798104-1-smb'}] {{(pid=74187) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jun 28 16:52:16.524293 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG neutron.plugins.ml2.db [None req-62084b87-3478-4553-9562-b54647451d8f admin admin] For port 44aadbfa-4e6b-4713-87b2-38eaf9a5a745, host dv-cinder-798104-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-798104-1-smb',level=0,port_id=44aadbfa-4e6b-4713-87b2-38eaf9a5a745,segment=NetworkSegment(1fdcd85b-55c4-4ae7-ac73-ac3bd2107891),segment_id=1fdcd85b-55c4-4ae7-ac73-ac3bd2107891)] {{(pid=74185) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 16:52:16.524750 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG neutron_lib.callbacks.manager [None req-62084b87-3478-4553-9562-b54647451d8f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1637578'] for port, precommit_delete {{(pid=74185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 16:52:16.556660 dv-cinder-798104-1-smb neutron-server[74186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-274a3586-fe25-426b-897d-e056b1429382 req-96523d73-da8a-43ca-83c5-9284603ff5a1 tempest-VolumesActionsTest-1388782377 tempest-VolumesActionsTest-1388782377-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=74186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 16:52:16.558177 dv-cinder-798104-1-smb neutron-server[74186]: INFO neutron.wsgi [req-274a3586-fe25-426b-897d-e056b1429382 req-96523d73-da8a-43ca-83c5-9284603ff5a1 tempest-VolumesActionsTest-1388782377 tempest-VolumesActionsTest-1388782377-project] 10.222.0.41 "GET /v2.0/networks?id=2d7b4704-4809-46b5-a86a-b7e08126fe92 HTTP/1.1" status: 200 len: 809 time: 0.3971269 Jun 28 16:52:16.578141 dv-cinder-798104-1-smb neutron-server[74186]: DEBUG neutron.api.v2.base [req-274a3586-fe25-426b-897d-e056b1429382 req-ba4033a0-6ef8-4b37-8b7d-3810d4d762be tempest-VolumesActionsTest-1388782377 tempest-VolumesActionsTest-1388782377-project] Request body: {'port': {'device_id': '5cdf69e3-6660-4810-b71a-0c47244292fd', 'network_id': '2d7b4704-4809-46b5-a86a-b7e08126fe92', 'admin_state_up': True, 'tenant_id': 'fb4759db45dc43528dedaac3468e3c72'}} {{(pid=74186) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jun 28 16:52:16.667186 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG neutron.plugins.ml2.plugin [None req-62084b87-3478-4553-9562-b54647451d8f admin admin] Calling delete_port for 44aadbfa-4e6b-4713-87b2-38eaf9a5a745 owned by network:router_gateway {{(pid=74185) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Jun 28 16:52:16.731466 dv-cinder-798104-1-smb neutron-server[74186]: DEBUG neutron.db.quota.driver [req-274a3586-fe25-426b-897d-e056b1429382 req-ba4033a0-6ef8-4b37-8b7d-3810d4d762be tempest-VolumesActionsTest-1388782377 tempest-VolumesActionsTest-1388782377-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74186) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 28 16:52:16.735750 dv-cinder-798104-1-smb neutron-server[74186]: DEBUG neutron.quota.resource [req-274a3586-fe25-426b-897d-e056b1429382 req-ba4033a0-6ef8-4b37-8b7d-3810d4d762be tempest-VolumesActionsTest-1388782377 tempest-VolumesActionsTest-1388782377-project] Usage tracker for resource:port and tenant:fb4759db45dc43528dedaac3468e3c72 is out of sync, need to count used quota {{(pid=74186) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 28 16:52:16.739000 dv-cinder-798104-1-smb neutron-server[74186]: DEBUG neutron.quota.resource [req-274a3586-fe25-426b-897d-e056b1429382 req-ba4033a0-6ef8-4b37-8b7d-3810d4d762be tempest-VolumesActionsTest-1388782377 tempest-VolumesActionsTest-1388782377-project] Quota usage for port was recalculated. Used quota:0. {{(pid=74186) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 28 16:52:16.746330 dv-cinder-798104-1-smb neutron-server[74186]: DEBUG neutron.db.quota.driver [req-274a3586-fe25-426b-897d-e056b1429382 req-ba4033a0-6ef8-4b37-8b7d-3810d4d762be tempest-VolumesActionsTest-1388782377 tempest-VolumesActionsTest-1388782377-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=74186) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 28 16:52:16.759335 dv-cinder-798104-1-smb neutron-server[74186]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-274a3586-fe25-426b-897d-e056b1429382 req-ba4033a0-6ef8-4b37-8b7d-3810d4d762be tempest-VolumesActionsTest-1388782377 tempest-VolumesActionsTest-1388782377-project] Made reservation on behalf of fb4759db45dc43528dedaac3468e3c72 for: {'port': 1} {{(pid=74186) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 28 16:52:16.763327 dv-cinder-798104-1-smb neutron-server[74186]: DEBUG neutron_lib.callbacks.manager [req-274a3586-fe25-426b-897d-e056b1429382 req-ba4033a0-6ef8-4b37-8b7d-3810d4d762be tempest-VolumesActionsTest-1388782377 tempest-VolumesActionsTest-1388782377-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621611'] for port, before_create {{(pid=74186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 16:52:16.945860 dv-cinder-798104-1-smb neutron-server[74187]: DEBUG neutron.plugins.ml2.rpc [None req-c72dd329-595c-4eca-9296-ba6eff8780d9 None None] Device 0a32ef48-7dfe-422f-ab43-edcb1db86dbe no longer exists at agent ovs-agent-dv-cinder-798104-1-smb {{(pid=74187) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 28 16:52:16.987663 dv-cinder-798104-1-smb neutron-server[74187]: DEBUG neutron.plugins.ml2.plugin [None req-c72dd329-595c-4eca-9296-ba6eff8780d9 None None] No Port match for: 0a32ef48-7dfe-422f-ab43-edcb1db86dbe {{(pid=74187) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}} Jun 28 16:52:16.989103 dv-cinder-798104-1-smb neutron-server[74187]: DEBUG neutron.plugins.ml2.rpc [None req-c72dd329-595c-4eca-9296-ba6eff8780d9 None None] Device 0a32ef48-7dfe-422f-ab43-edcb1db86dbe not bound to the agent host dv-cinder-798104-1-smb {{(pid=74187) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 28 16:52:17.052530 dv-cinder-798104-1-smb neutron-server[74186]: DEBUG neutron.db.db_base_plugin_common [req-274a3586-fe25-426b-897d-e056b1429382 req-ba4033a0-6ef8-4b37-8b7d-3810d4d762be tempest-VolumesActionsTest-1388782377 tempest-VolumesActionsTest-1388782377-project] Allocated IP 172.20.0.9 (2d7b4704-4809-46b5-a86a-b7e08126fe92/2d39d580-613d-4506-b3cd-86a5e24ec2bc/b118ec8c-bae6-4c05-9eff-6e2f9c9c769e) {{(pid=74186) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 28 16:52:17.064137 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-95eb2b8c-a284-4c32-bf77-1b2f593fd1b7 admin admin] Notify agent at l3_agent.dv-cinder-798104-1-smb the message routers_updated {{(pid=74185) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 28 16:52:17.078416 dv-cinder-798104-1-smb neutron-server[74188]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-070cf0f0-8f2e-4759-92c6-aa2536728d1c None None] Sync routers for ids ['87104d34-630d-44b9-8a35-e7035a7387a6'] in dv-cinder-798104-1-smb {{(pid=74188) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jun 28 16:52:17.091120 dv-cinder-798104-1-smb neutron-server[74185]: INFO neutron.wsgi [None req-95eb2b8c-a284-4c32-bf77-1b2f593fd1b7 admin admin] 10.222.0.26 "PUT /v2.0/routers/87104d34-630d-44b9-8a35-e7035a7387a6/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.6905837 Jun 28 16:52:17.092178 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG neutron.wsgi [-] (74185) accepted ('10.222.0.26', 56532) {{(pid=74185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 28 16:52:17.095928 dv-cinder-798104-1-smb neutron-server[74188]: DEBUG neutron.db.l3_dvrscheduler_db [None req-070cf0f0-8f2e-4759-92c6-aa2536728d1c None None] Routers {'87104d34-630d-44b9-8a35-e7035a7387a6'} bound to L3 agent in host dv-cinder-798104-1-smb {{(pid=74188) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 28 16:52:17.096686 dv-cinder-798104-1-smb neutron-server[74188]: DEBUG neutron.db.l3_hamode_db [None req-070cf0f0-8f2e-4759-92c6-aa2536728d1c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-798104-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-28T16:32:46Z,description=,heartbeat_timestamp=2021-06-28T16:52:16Z,host='dv-cinder-798104-1-smb',id=633adcd1-515e-4435-b14d-49f054abd10f,load=0,resource_versions=,resources_synced=,started_at=2021-06-28T16:32:46Z,topic='l3_agent')) {'router_ids': ['87104d34-630d-44b9-8a35-e7035a7387a6'], 'active': True} {{(pid=74188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 16:52:17.209035 dv-cinder-798104-1-smb neutron-server[74185]: INFO neutron.wsgi [req-6dd316d0-357a-41a1-9b41-e04d8b88325e req-efe5e7d8-3b09-4bed-a012-a778223b34c0 tempest-VolumesActionsTest-1388782377 tempest-VolumesActionsTest-1388782377-project] 10.222.0.26 "GET /v2.0/ports?device_id=5cdf69e3-6660-4810-b71a-0c47244292fd HTTP/1.1" status: 200 len: 210 time: 0.1173866 Jun 28 16:52:17.213320 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG neutron_lib.callbacks.manager [None req-62084b87-3478-4553-9562-b54647451d8f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-615041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1598908', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774158213030', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774157688369', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15648331'] for port, after_delete {{(pid=74185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 16:52:17.218043 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG oslo_concurrency.lockutils [None req-09396ca4-0a52-4a35-878d-9f2618259f9e service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74185) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 16:52:17.263710 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62084b87-3478-4553-9562-b54647451d8f admin admin] Pushing event deleted for resources: {'Port': ['ID=44aadbfa-4e6b-4713-87b2-38eaf9a5a745,revision_number=None']} {{(pid=74185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 16:52:17.268336 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG oslo_concurrency.lockutils [None req-62084b87-3478-4553-9562-b54647451d8f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=74185) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 16:52:17.293960 dv-cinder-798104-1-smb neutron-server[74188]: DEBUG neutron.db.l3_dvr_db [None req-070cf0f0-8f2e-4759-92c6-aa2536728d1c None None] Set router 87104d34-630d-44b9-8a35-e7035a7387a6 gateway port host: dv-cinder-798104-1-smb {{(pid=74188) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jun 28 16:52:17.378112 dv-cinder-798104-1-smb neutron-server[74186]: DEBUG neutron_lib.callbacks.manager [req-274a3586-fe25-426b-897d-e056b1429382 req-ba4033a0-6ef8-4b37-8b7d-3810d4d762be tempest-VolumesActionsTest-1388782377 tempest-VolumesActionsTest-1388782377-project] Notify callbacks [] for port, precommit_create {{(pid=74186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 16:52:17.408289 dv-cinder-798104-1-smb neutron-server[74186]: DEBUG neutron_lib.callbacks.manager [req-274a3586-fe25-426b-897d-e056b1429382 req-ba4033a0-6ef8-4b37-8b7d-3810d4d762be tempest-VolumesActionsTest-1388782377 tempest-VolumesActionsTest-1388782377-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-615041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1598908', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774157688360', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1108489'] for port, after_create {{(pid=74186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 16:52:17.415521 dv-cinder-798104-1-smb neutron-server[74186]: DEBUG oslo_concurrency.lockutils [None req-6a528e40-36f8-44fc-96a5-61b2de45c973 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74186) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 16:52:17.487293 dv-cinder-798104-1-smb neutron-server[74186]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-274a3586-fe25-426b-897d-e056b1429382 req-ba4033a0-6ef8-4b37-8b7d-3810d4d762be tempest-VolumesActionsTest-1388782377 tempest-VolumesActionsTest-1388782377-project] Network 2d7b4704-4809-46b5-a86a-b7e08126fe92 is already hosted by enough agents. {{(pid=74186) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 28 16:52:17.490628 dv-cinder-798104-1-smb neutron-server[74186]: DEBUG neutron.scheduler.base_scheduler [req-274a3586-fe25-426b-897d-e056b1429382 req-ba4033a0-6ef8-4b37-8b7d-3810d4d762be tempest-VolumesActionsTest-1388782377 tempest-VolumesActionsTest-1388782377-project] Resources bound (agent type, host, resource id): {{(pid=74186) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 28 16:52:17.493156 dv-cinder-798104-1-smb neutron-server[74186]: DEBUG neutron.db.l3_dvrscheduler_db [req-274a3586-fe25-426b-897d-e056b1429382 req-ba4033a0-6ef8-4b37-8b7d-3810d4d762be tempest-VolumesActionsTest-1388782377 tempest-VolumesActionsTest-1388782377-project] Received port after_create {{(pid=74186) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 28 16:52:17.529880 dv-cinder-798104-1-smb neutron-server[74186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba4033a0-6ef8-4b37-8b7d-3810d4d762be tempest-VolumesActionsTest-1388782377 tempest-VolumesActionsTest-1388782377-project] Pushing event updated for resources: {'Port': ['ID=b118ec8c-bae6-4c05-9eff-6e2f9c9c769e,revision_number=1']} {{(pid=74186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 16:52:17.535171 dv-cinder-798104-1-smb neutron-server[74186]: DEBUG oslo_concurrency.lockutils [None req-ba4033a0-6ef8-4b37-8b7d-3810d4d762be tempest-VolumesActionsTest-1388782377 tempest-VolumesActionsTest-1388782377-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.119s {{(pid=74186) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 16:52:17.560759 dv-cinder-798104-1-smb neutron-server[74186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-274a3586-fe25-426b-897d-e056b1429382 req-ba4033a0-6ef8-4b37-8b7d-3810d4d762be tempest-VolumesActionsTest-1388782377 tempest-VolumesActionsTest-1388782377-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=74186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 16:52:17.561443 dv-cinder-798104-1-smb neutron-server[74186]: DEBUG neutron_lib.callbacks.manager [req-274a3586-fe25-426b-897d-e056b1429382 req-ba4033a0-6ef8-4b37-8b7d-3810d4d762be tempest-VolumesActionsTest-1388782377 tempest-VolumesActionsTest-1388782377-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129357'] for port, before_response {{(pid=74186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 16:52:17.567203 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG neutron_lib.callbacks.manager [None req-62084b87-3478-4553-9562-b54647451d8f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1624205'] for router_gateway, after_delete {{(pid=74185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 16:52:17.583676 dv-cinder-798104-1-smb neutron-server[74186]: INFO neutron.wsgi [req-274a3586-fe25-426b-897d-e056b1429382 req-ba4033a0-6ef8-4b37-8b7d-3810d4d762be tempest-VolumesActionsTest-1388782377 tempest-VolumesActionsTest-1388782377-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0102458 Jun 28 16:52:17.596898 dv-cinder-798104-1-smb neutron-server[74186]: DEBUG neutron.api.v2.base [req-274a3586-fe25-426b-897d-e056b1429382 req-a2171b81-29be-4939-b413-072902825e31 service neutron] Request body: {'port': {'device_id': '5cdf69e3-6660-4810-b71a-0c47244292fd', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79810'}} {{(pid=74186) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jun 28 16:52:17.615496 dv-cinder-798104-1-smb neutron-server[74188]: DEBUG neutron.db.l3_hamode_db [None req-070cf0f0-8f2e-4759-92c6-aa2536728d1c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '87104d34-630d-44b9-8a35-e7035a7387a6', 'name': 'tempest-TestMinimumBasicScenario-1944929109-router', 'tenant_id': 'd10dddcc09eb462fbe139fd51bf80445', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f9715ce2-16ba-4ae9-9a15-557432d0a5ed', 'external_fixed_ips': [{'subnet_id': 'e3a20e14-2eea-4943-8cec-1fe85e8448d0', 'ip_address': '172.28.3.21'}], 'enable_snat': True}, 'gw_port_id': '9776e0e3-e071-4fec-8792-4277c11d23b7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-28T16:49:14Z', 'updated_at': '2021-06-28T16:52:14Z', 'revision_number': 5, 'project_id': 'd10dddcc09eb462fbe139fd51bf80445', 'gw_port': {'id': '9776e0e3-e071-4fec-8792-4277c11d23b7', 'name': '', 'network_id': 'f9715ce2-16ba-4ae9-9a15-557432d0a5ed', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:4f:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '87104d34-630d-44b9-8a35-e7035a7387a6', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e3a20e14-2eea-4943-8cec-1fe85e8448d0', 'ip_address': '172.28.3.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798104-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T16:49:15Z', 'updated_at': '2021-06-28T16:49:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e3a20e14-2eea-4943-8cec-1fe85e8448d0', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798104-1-smb'}], 'dv-cinder-798104-1-smb', False) {} {{(pid=74188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 16:52:17.620659 dv-cinder-798104-1-smb neutron-server[74188]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-070cf0f0-8f2e-4759-92c6-aa2536728d1c None None] Checking router: 87104d34-630d-44b9-8a35-e7035a7387a6 for host: dv-cinder-798104-1-smb {{(pid=74188) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Jun 28 16:52:17.622729 dv-cinder-798104-1-smb neutron-server[74187]: DEBUG neutron_lib.callbacks.manager [None req-17b6939a-39ed-439c-8d74-c49ac6595f0c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774158209648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1002899'] for agent, after_update {{(pid=74187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 16:52:17.647298 dv-cinder-798104-1-smb neutron-server[74188]: DEBUG neutron.db.l3_dvrscheduler_db [None req-070cf0f0-8f2e-4759-92c6-aa2536728d1c None None] Routers {'87104d34-630d-44b9-8a35-e7035a7387a6'} bound to L3 agent in host dv-cinder-798104-1-smb {{(pid=74188) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 28 16:52:17.647962 dv-cinder-798104-1-smb neutron-server[74188]: DEBUG neutron.db.l3_hamode_db [None req-070cf0f0-8f2e-4759-92c6-aa2536728d1c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-798104-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-28T16:32:46Z,description=,heartbeat_timestamp=2021-06-28T16:52:16Z,host='dv-cinder-798104-1-smb',id=633adcd1-515e-4435-b14d-49f054abd10f,load=0,resource_versions=,resources_synced=,started_at=2021-06-28T16:32:46Z,topic='l3_agent')) {'router_ids': ['87104d34-630d-44b9-8a35-e7035a7387a6'], 'active': True} {{(pid=74188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 16:52:17.733537 dv-cinder-798104-1-smb neutron-server[74186]: DEBUG neutron_lib.callbacks.manager [req-274a3586-fe25-426b-897d-e056b1429382 req-a2171b81-29be-4939-b413-072902825e31 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621611'] for port, before_update {{(pid=74186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 16:52:17.860573 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG neutron_lib.callbacks.manager [None req-62084b87-3478-4553-9562-b54647451d8f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1623837', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3706'] for router, precommit_delete {{(pid=74185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 16:52:17.867856 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG neutron_lib.callbacks.manager [None req-62084b87-3478-4553-9562-b54647451d8f admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=74185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 16:52:17.873646 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG neutron_lib.callbacks.manager [None req-6167e3be-04e3-4a57-b50b-a44be02901c2 admin admin] Notify callbacks [] for router, before_delete {{(pid=74185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 16:52:17.917337 dv-cinder-798104-1-smb neutron-server[74188]: DEBUG neutron.db.l3_dvr_db [None req-070cf0f0-8f2e-4759-92c6-aa2536728d1c None None] Set router 87104d34-630d-44b9-8a35-e7035a7387a6 gateway port host: dv-cinder-798104-1-smb {{(pid=74188) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jun 28 16:52:17.971652 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG neutron_lib.callbacks.manager [None req-62084b87-3478-4553-9562-b54647451d8f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1624049'] for router, after_delete {{(pid=74185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 16:52:17.972173 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-62084b87-3478-4553-9562-b54647451d8f admin admin] Fanout notify agent at l3_agent the message router_deleted on router 7654d665-3a83-4cb8-b3e1-8e170e42074c {{(pid=74185) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 28 16:52:17.992340 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG neutron_lib.callbacks.manager [None req-62084b87-3478-4553-9562-b54647451d8f admin admin] Notify callbacks [] for router, before_response {{(pid=74185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 16:52:17.996506 dv-cinder-798104-1-smb neutron-server[74185]: INFO neutron.wsgi [None req-62084b87-3478-4553-9562-b54647451d8f admin admin] 10.222.0.26 "DELETE /v2.0/routers/7654d665-3a83-4cb8-b3e1-8e170e42074c HTTP/1.1" status: 204 len: 168 time: 2.7738152 Jun 28 16:52:17.996653 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG neutron.wsgi [-] (74185) accepted ('10.222.0.26', 56536) {{(pid=74185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 28 16:52:18.121472 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG neutron.db.db_base_plugin_v2 [None req-3a28b1ef-0d1b-40da-98eb-3d98e2f97e9e admin admin] Deleting subnet 51aec593-d193-45b7-acc1-ac17f2571b44 {{(pid=74185) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 28 16:52:18.126459 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG neutron_lib.callbacks.manager [None req-3a28b1ef-0d1b-40da-98eb-3d98e2f97e9e admin admin] Notify callbacks [] for subnet, before_delete {{(pid=74185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 16:52:18.147624 dv-cinder-798104-1-smb neutron-server[74186]: DEBUG neutron.notifiers.nova [req-274a3586-fe25-426b-897d-e056b1429382 req-a2171b81-29be-4939-b413-072902825e31 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b118ec8c-bae6-4c05-9eff-6e2f9c9c769e {{(pid=74186) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 28 16:52:18.160275 dv-cinder-798104-1-smb neutron-server[74186]: DEBUG neutron_lib.callbacks.manager [req-274a3586-fe25-426b-897d-e056b1429382 req-a2171b81-29be-4939-b413-072902825e31 service neutron] Notify callbacks [] for port, precommit_update {{(pid=74186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 16:52:18.185745 dv-cinder-798104-1-smb neutron-server[74186]: DEBUG neutron.db.provisioning_blocks [req-274a3586-fe25-426b-897d-e056b1429382 req-a2171b81-29be-4939-b413-072902825e31 service neutron] Transition to ACTIVE for port object b118ec8c-bae6-4c05-9eff-6e2f9c9c769e will not be triggered until provisioned by entity L2. {{(pid=74186) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 28 16:52:18.197004 dv-cinder-798104-1-smb neutron-server[74186]: DEBUG neutron_lib.callbacks.manager [req-274a3586-fe25-426b-897d-e056b1429382 req-a2171b81-29be-4939-b413-072902825e31 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-615041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1598908', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774158213048', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774157688378', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774157688423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1108480'] for port, after_update {{(pid=74186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 16:52:18.220831 dv-cinder-798104-1-smb neutron-server[74186]: DEBUG oslo_concurrency.lockutils [None req-affc8d57-a5ba-4c66-a509-8b0de924f577 tempest-AttachVolumeShelveTestJSON-223402159 tempest-AttachVolumeShelveTestJSON-223402159-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74186) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 16:52:18.335275 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG neutron_lib.callbacks.manager [None req-3a28b1ef-0d1b-40da-98eb-3d98e2f97e9e admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15604356'] for subnet, precommit_delete_associations {{(pid=74185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 16:52:18.342657 dv-cinder-798104-1-smb neutron-server[74188]: DEBUG neutron.db.l3_hamode_db [None req-070cf0f0-8f2e-4759-92c6-aa2536728d1c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '87104d34-630d-44b9-8a35-e7035a7387a6', 'name': 'tempest-TestMinimumBasicScenario-1944929109-router', 'tenant_id': 'd10dddcc09eb462fbe139fd51bf80445', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f9715ce2-16ba-4ae9-9a15-557432d0a5ed', 'external_fixed_ips': [{'subnet_id': 'e3a20e14-2eea-4943-8cec-1fe85e8448d0', 'ip_address': '172.28.3.21'}], 'enable_snat': True}, 'gw_port_id': '9776e0e3-e071-4fec-8792-4277c11d23b7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-28T16:49:14Z', 'updated_at': '2021-06-28T16:52:14Z', 'revision_number': 5, 'project_id': 'd10dddcc09eb462fbe139fd51bf80445', 'gw_port': {'id': '9776e0e3-e071-4fec-8792-4277c11d23b7', 'name': '', 'network_id': 'f9715ce2-16ba-4ae9-9a15-557432d0a5ed', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:4f:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '87104d34-630d-44b9-8a35-e7035a7387a6', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e3a20e14-2eea-4943-8cec-1fe85e8448d0', 'ip_address': '172.28.3.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798104-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T16:49:15Z', 'updated_at': '2021-06-28T16:49:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e3a20e14-2eea-4943-8cec-1fe85e8448d0', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798104-1-smb'}], 'dv-cinder-798104-1-smb', False) {} {{(pid=74188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 16:52:18.347145 dv-cinder-798104-1-smb neutron-server[74188]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-070cf0f0-8f2e-4759-92c6-aa2536728d1c None None] The sync data for ids ['87104d34-630d-44b9-8a35-e7035a7387a6'] in dv-cinder-798104-1-smb is: [{'id': '87104d34-630d-44b9-8a35-e7035a7387a6', 'name': 'tempest-TestMinimumBasicScenario-1944929109-router', 'tenant_id': 'd10dddcc09eb462fbe139fd51bf80445', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f9715ce2-16ba-4ae9-9a15-557432d0a5ed', 'external_fixed_ips': [{'subnet_id': 'e3a20e14-2eea-4943-8cec-1fe85e8448d0', 'ip_address': '172.28.3.21'}], 'enable_snat': True}, 'gw_port_id': '9776e0e3-e071-4fec-8792-4277c11d23b7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-28T16:49:14Z', 'updated_at': '2021-06-28T16:52:14Z', 'revision_number': 5, 'project_id': 'd10dddcc09eb462fbe139fd51bf80445', 'gw_port': {'id': '9776e0e3-e071-4fec-8792-4277c11d23b7', 'name': '', 'network_id': 'f9715ce2-16ba-4ae9-9a15-557432d0a5ed', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:4f:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '87104d34-630d-44b9-8a35-e7035a7387a6', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e3a20e14-2eea-4943-8cec-1fe85e8448d0', 'ip_address': '172.28.3.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798104-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T16:49:15Z', 'updated_at': '2021-06-28T16:49:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e3a20e14-2eea-4943-8cec-1fe85e8448d0', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798104-1-smb'}] {{(pid=74188) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jun 28 16:52:18.445298 dv-cinder-798104-1-smb neutron-server[74186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2171b81-29be-4939-b413-072902825e31 service neutron] Pushing event updated for resources: {'Port': ['ID=b118ec8c-bae6-4c05-9eff-6e2f9c9c769e,revision_number=2']} {{(pid=74186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 16:52:18.453409 dv-cinder-798104-1-smb neutron-server[74186]: DEBUG oslo_concurrency.lockutils [None req-a2171b81-29be-4939-b413-072902825e31 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.233s {{(pid=74186) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 16:52:18.486941 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG neutron_lib.callbacks.manager [None req-6167e3be-04e3-4a57-b50b-a44be02901c2 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=74185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 16:52:18.509049 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG neutron.plugins.ml2.plugin [None req-6167e3be-04e3-4a57-b50b-a44be02901c2 admin admin] Deleting port 9776e0e3-e071-4fec-8792-4277c11d23b7 {{(pid=74185) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Jun 28 16:52:18.509943 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG neutron_lib.callbacks.manager [None req-6167e3be-04e3-4a57-b50b-a44be02901c2 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774158158511'] for port, before_delete {{(pid=74185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 16:52:18.554827 dv-cinder-798104-1-smb neutron-server[74186]: DEBUG neutron.plugins.ml2.managers [req-274a3586-fe25-426b-897d-e056b1429382 req-a2171b81-29be-4939-b413-072902825e31 service neutron] Attempting to bind port b118ec8c-bae6-4c05-9eff-6e2f9c9c769e on host hv-cinder-79810 for vnic_type normal with profile {{(pid=74186) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 28 16:52:18.555375 dv-cinder-798104-1-smb neutron-server[74186]: DEBUG neutron.plugins.ml2.managers [req-274a3586-fe25-426b-897d-e056b1429382 req-a2171b81-29be-4939-b413-072902825e31 service neutron] Attempting to bind port b118ec8c-bae6-4c05-9eff-6e2f9c9c769e by drivers openvswitch,hyperv on host hv-cinder-79810 at level 0 using segments [{'id': 'be710e16-d63d-4697-b96f-7d5e5e88728a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 405, 'network_id': '2d7b4704-4809-46b5-a86a-b7e08126fe92'}] {{(pid=74186) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 28 16:52:18.556016 dv-cinder-798104-1-smb neutron-server[74186]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-274a3586-fe25-426b-897d-e056b1429382 req-a2171b81-29be-4939-b413-072902825e31 service neutron] Attempting to bind port b118ec8c-bae6-4c05-9eff-6e2f9c9c769e on network 2d7b4704-4809-46b5-a86a-b7e08126fe92 {{(pid=74186) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jun 28 16:52:18.557138 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG neutron_lib.callbacks.manager [None req-3a28b1ef-0d1b-40da-98eb-3d98e2f97e9e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1001168'] for subnet, precommit_delete {{(pid=74185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 16:52:18.568035 dv-cinder-798104-1-smb neutron-server[74186]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-274a3586-fe25-426b-897d-e056b1429382 req-a2171b81-29be-4939-b413-072902825e31 service neutron] Port b118ec8c-bae6-4c05-9eff-6e2f9c9c769e on network 2d7b4704-4809-46b5-a86a-b7e08126fe92 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79810 {{(pid=74186) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jun 28 16:52:18.569076 dv-cinder-798104-1-smb neutron-server[74186]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-274a3586-fe25-426b-897d-e056b1429382 req-a2171b81-29be-4939-b413-072902825e31 service neutron] Attempting to bind port b118ec8c-bae6-4c05-9eff-6e2f9c9c769e on network 2d7b4704-4809-46b5-a86a-b7e08126fe92 {{(pid=74186) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jun 28 16:52:18.580097 dv-cinder-798104-1-smb neutron-server[74186]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-274a3586-fe25-426b-897d-e056b1429382 req-a2171b81-29be-4939-b413-072902825e31 service neutron] Checking agent: {'id': '59d83479-80db-4f55-8b84-25c2a0c8dff8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79810', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 28, 16, 39, 19), 'started_at': datetime.datetime(2021, 6, 28, 16, 39, 19), 'heartbeat_timestamp': datetime.datetime(2021, 6, 28, 16, 51, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=74186) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jun 28 16:52:18.580904 dv-cinder-798104-1-smb neutron-server[74186]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-274a3586-fe25-426b-897d-e056b1429382 req-a2171b81-29be-4939-b413-072902825e31 service neutron] Checking segment: {'id': 'be710e16-d63d-4697-b96f-7d5e5e88728a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 405, 'network_id': '2d7b4704-4809-46b5-a86a-b7e08126fe92'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=74186) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jun 28 16:52:18.581297 dv-cinder-798104-1-smb neutron-server[74186]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-274a3586-fe25-426b-897d-e056b1429382 req-a2171b81-29be-4939-b413-072902825e31 service neutron] Bound using segment: {'id': 'be710e16-d63d-4697-b96f-7d5e5e88728a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 405, 'network_id': '2d7b4704-4809-46b5-a86a-b7e08126fe92'} {{(pid=74186) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jun 28 16:52:18.582057 dv-cinder-798104-1-smb neutron-server[74186]: DEBUG neutron.plugins.ml2.managers [req-274a3586-fe25-426b-897d-e056b1429382 req-a2171b81-29be-4939-b413-072902825e31 service neutron] Bound port: b118ec8c-bae6-4c05-9eff-6e2f9c9c769e, host: hv-cinder-79810, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'be710e16-d63d-4697-b96f-7d5e5e88728a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 405, 'network_id': '2d7b4704-4809-46b5-a86a-b7e08126fe92'}}] {{(pid=74186) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 28 16:52:18.582678 dv-cinder-798104-1-smb neutron-server[74186]: DEBUG neutron_lib.callbacks.manager [req-274a3586-fe25-426b-897d-e056b1429382 req-a2171b81-29be-4939-b413-072902825e31 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621611'] for port, before_update {{(pid=74186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 16:52:18.669906 dv-cinder-798104-1-smb neutron-server[74187]: DEBUG neutron_lib.callbacks.manager [None req-d49266a9-82cf-4da4-977f-ceca59b71534 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774158209648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1002899'] for agent, after_update {{(pid=74187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 16:52:18.708823 dv-cinder-798104-1-smb neutron-server[74186]: DEBUG neutron.plugins.ml2.db [req-274a3586-fe25-426b-897d-e056b1429382 req-a2171b81-29be-4939-b413-072902825e31 service neutron] For port b118ec8c-bae6-4c05-9eff-6e2f9c9c769e, host hv-cinder-79810, cleared binding levels {{(pid=74186) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 28 16:52:18.712326 dv-cinder-798104-1-smb neutron-server[74186]: DEBUG neutron.plugins.ml2.db [req-274a3586-fe25-426b-897d-e056b1429382 req-a2171b81-29be-4939-b413-072902825e31 service neutron] For port b118ec8c-bae6-4c05-9eff-6e2f9c9c769e, host hv-cinder-79810, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79810',level=0,port_id=b118ec8c-bae6-4c05-9eff-6e2f9c9c769e,segment=NetworkSegment(be710e16-d63d-4697-b96f-7d5e5e88728a),segment_id=be710e16-d63d-4697-b96f-7d5e5e88728a)] {{(pid=74186) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 28 16:52:18.716968 dv-cinder-798104-1-smb neutron-server[74186]: DEBUG neutron_lib.callbacks.manager [req-274a3586-fe25-426b-897d-e056b1429382 req-a2171b81-29be-4939-b413-072902825e31 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-615041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1598908', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774158213048', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774157688378', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774157688423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1108480'] for port, after_update {{(pid=74186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 16:52:18.720960 dv-cinder-798104-1-smb neutron-server[74186]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74186) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 16:52:18.730657 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d9d7868-9e49-434e-a3fb-ce8499886bb5 req-2d908d03-4ea4-49df-8270-d4d145f002f4 tempest-VolumesActionsTest-1388782377 tempest-VolumesActionsTest-1388782377-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 16:52:18.732495 dv-cinder-798104-1-smb neutron-server[74185]: INFO neutron.wsgi [req-4d9d7868-9e49-434e-a3fb-ce8499886bb5 req-2d908d03-4ea4-49df-8270-d4d145f002f4 tempest-VolumesActionsTest-1388782377 tempest-VolumesActionsTest-1388782377-project] 10.222.0.26 "GET /v2.0/ports?device_id=5cdf69e3-6660-4810-b71a-0c47244292fd HTTP/1.1" status: 200 len: 943 time: 0.3017039 Jun 28 16:52:18.787719 dv-cinder-798104-1-smb neutron-server[74186]: DEBUG neutron_lib.callbacks.manager [req-274a3586-fe25-426b-897d-e056b1429382 req-a2171b81-29be-4939-b413-072902825e31 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129357'] for port, before_response {{(pid=74186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 16:52:18.789129 dv-cinder-798104-1-smb neutron-server[74186]: INFO neutron.wsgi [req-274a3586-fe25-426b-897d-e056b1429382 req-a2171b81-29be-4939-b413-072902825e31 service neutron] 10.222.0.41 "PUT /v2.0/ports/b118ec8c-bae6-4c05-9eff-6e2f9c9c769e HTTP/1.1" status: 200 len: 1093 time: 1.1968622 Jun 28 16:52:18.789657 dv-cinder-798104-1-smb neutron-server[74186]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5cdf69e3-6660-4810-b71a-0c47244292fd', 'tag': 'b118ec8c-bae6-4c05-9eff-6e2f9c9c769e'}] {{(pid=74186) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 28 16:52:18.796177 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG neutron_lib.callbacks.manager [None req-3a28b1ef-0d1b-40da-98eb-3d98e2f97e9e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1001177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107460', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1598908', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15648440', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15445221'] for subnet, after_delete {{(pid=74185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 16:52:18.815226 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74185) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 16:52:18.817808 dv-cinder-798104-1-smb neutron-server[74186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2171b81-29be-4939-b413-072902825e31 service neutron] Pushing event updated for resources: {'Port': ['ID=b118ec8c-bae6-4c05-9eff-6e2f9c9c769e,revision_number=3']} {{(pid=74186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 16:52:18.821282 dv-cinder-798104-1-smb neutron-server[74186]: DEBUG oslo_concurrency.lockutils [None req-a2171b81-29be-4939-b413-072902825e31 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=74186) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 16:52:18.868400 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG neutron.plugins.ml2.db [None req-6167e3be-04e3-4a57-b50b-a44be02901c2 admin admin] For port 9776e0e3-e071-4fec-8792-4277c11d23b7, host dv-cinder-798104-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-798104-1-smb',level=0,port_id=9776e0e3-e071-4fec-8792-4277c11d23b7,segment=NetworkSegment(1fdcd85b-55c4-4ae7-ac73-ac3bd2107891),segment_id=1fdcd85b-55c4-4ae7-ac73-ac3bd2107891)] {{(pid=74185) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 16:52:18.868764 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG neutron_lib.callbacks.manager [None req-6167e3be-04e3-4a57-b50b-a44be02901c2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1637578'] for port, precommit_delete {{(pid=74185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 16:52:18.882145 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a28b1ef-0d1b-40da-98eb-3d98e2f97e9e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=51aec593-d193-45b7-acc1-ac17f2571b44,revision_number=None']} {{(pid=74185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 16:52:18.890090 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG oslo_concurrency.lockutils [None req-3a28b1ef-0d1b-40da-98eb-3d98e2f97e9e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=74185) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 16:52:18.975204 dv-cinder-798104-1-smb neutron-server[74186]: INFO neutron.wsgi [req-274a3586-fe25-426b-897d-e056b1429382 req-d1ddb341-521c-495e-a7f6-572b74f779cc service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=fb4759db45dc43528dedaac3468e3c72&device_id=5cdf69e3-6660-4810-b71a-0c47244292fd HTTP/1.1" status: 200 len: 1096 time: 0.1305280 Jun 28 16:52:19.007958 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG neutron.quota.resource [req-4d9d7868-9e49-434e-a3fb-ce8499886bb5 req-580bbf81-2e32-4382-8899-8dd2f39a5159 tempest-VolumesActionsTest-1388782377 tempest-VolumesActionsTest-1388782377-project] Synchronizing usage tracker for tenant:fb4759db45dc43528dedaac3468e3c72 on resource:security_group {{(pid=74185) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 28 16:52:19.020025 dv-cinder-798104-1-smb neutron-server[74187]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bb303587-058f-470e-97e3-1233967fbecd None None] Network 7f0c367f-9766-4eee-ba44-19e01794e46f requested from dv-cinder-798104-1-smb {{(pid=74187) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jun 28 16:52:19.026710 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG neutron.plugins.ml2.plugin [None req-6167e3be-04e3-4a57-b50b-a44be02901c2 admin admin] Calling delete_port for 9776e0e3-e071-4fec-8792-4277c11d23b7 owned by network:router_gateway {{(pid=74185) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Jun 28 16:52:19.059179 dv-cinder-798104-1-smb neutron-server[74187]: DEBUG neutron.plugins.ml2.rpc [None req-c72dd329-595c-4eca-9296-ba6eff8780d9 None None] Device 51540440-409e-4e47-9877-645138009945 no longer exists at agent ovs-agent-dv-cinder-798104-1-smb {{(pid=74187) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 28 16:52:19.078294 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG neutron_lib.callbacks.manager [None req-3a28b1ef-0d1b-40da-98eb-3d98e2f97e9e admin admin] Notify callbacks [] for subnet, before_response {{(pid=74185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 16:52:19.118591 dv-cinder-798104-1-smb neutron-server[74185]: INFO neutron.wsgi [None req-3a28b1ef-0d1b-40da-98eb-3d98e2f97e9e admin admin] 10.222.0.26 "DELETE /v2.0/subnets/51aec593-d193-45b7-acc1-ac17f2571b44 HTTP/1.1" status: 204 len: 168 time: 1.1160879 Jun 28 16:52:19.134952 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG neutron.wsgi [-] (74185) accepted ('10.222.0.26', 56546) {{(pid=74185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 28 16:52:19.173714 dv-cinder-798104-1-smb neutron-server[74186]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5cdf69e3-6660-4810-b71a-0c47244292fd', 'tag': 'b118ec8c-bae6-4c05-9eff-6e2f9c9c769e', 'status': 'completed', 'code': 200} Jun 28 16:52:19.176394 dv-cinder-798104-1-smb neutron-server[74186]: INFO neutron.wsgi [req-274a3586-fe25-426b-897d-e056b1429382 req-c60d4082-26cc-476d-9af9-99ebfc85b178 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=b118ec8c-bae6-4c05-9eff-6e2f9c9c769e HTTP/1.1" status: 200 len: 217 time: 0.1924055 Jun 28 16:52:19.189476 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG neutron.quota.resource [req-4d9d7868-9e49-434e-a3fb-ce8499886bb5 req-580bbf81-2e32-4382-8899-8dd2f39a5159 tempest-VolumesActionsTest-1388782377 tempest-VolumesActionsTest-1388782377-project] Unset dirty status for tenant:fb4759db45dc43528dedaac3468e3c72 on resource:security_group {{(pid=74185) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 28 16:52:19.191223 dv-cinder-798104-1-smb neutron-server[74185]: INFO neutron.wsgi [req-4d9d7868-9e49-434e-a3fb-ce8499886bb5 req-580bbf81-2e32-4382-8899-8dd2f39a5159 tempest-VolumesActionsTest-1388782377 tempest-VolumesActionsTest-1388782377-project] 10.222.0.26 "GET /v2.0/security-groups?id=2d854f73-f8bc-429a-b3f8-03dd40068db0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4415827 Jun 28 16:52:19.203916 dv-cinder-798104-1-smb neutron-server[74187]: DEBUG neutron.plugins.ml2.plugin [None req-c72dd329-595c-4eca-9296-ba6eff8780d9 None None] No Port match for: 51540440-409e-4e47-9877-645138009945 {{(pid=74187) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}} Jun 28 16:52:19.204504 dv-cinder-798104-1-smb neutron-server[74187]: DEBUG neutron.plugins.ml2.rpc [None req-c72dd329-595c-4eca-9296-ba6eff8780d9 None None] Device 51540440-409e-4e47-9877-645138009945 not bound to the agent host dv-cinder-798104-1-smb {{(pid=74187) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 28 16:52:19.205167 dv-cinder-798104-1-smb neutron-server[74187]: DEBUG neutron.plugins.ml2.rpc [None req-c72dd329-595c-4eca-9296-ba6eff8780d9 None None] Device 44aadbfa-4e6b-4713-87b2-38eaf9a5a745 no longer exists at agent ovs-agent-dv-cinder-798104-1-smb {{(pid=74187) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 28 16:52:19.247479 dv-cinder-798104-1-smb neutron-server[74186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-274a3586-fe25-426b-897d-e056b1429382 req-0bd0bcb4-9237-4421-94cd-a23246fc0c42 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=74186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 16:52:19.250890 dv-cinder-798104-1-smb neutron-server[74186]: INFO neutron.wsgi [req-274a3586-fe25-426b-897d-e056b1429382 req-0bd0bcb4-9237-4421-94cd-a23246fc0c42 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=2d39d580-613d-4506-b3cd-86a5e24ec2bc HTTP/1.1" status: 200 len: 849 time: 0.0666320 Jun 28 16:52:19.266163 dv-cinder-798104-1-smb neutron-server[74187]: DEBUG neutron.plugins.ml2.plugin [None req-c72dd329-595c-4eca-9296-ba6eff8780d9 None None] No Port match for: 44aadbfa-4e6b-4713-87b2-38eaf9a5a745 {{(pid=74187) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}} Jun 28 16:52:19.266163 dv-cinder-798104-1-smb neutron-server[74187]: DEBUG neutron.plugins.ml2.rpc [None req-c72dd329-595c-4eca-9296-ba6eff8780d9 None None] Device 44aadbfa-4e6b-4713-87b2-38eaf9a5a745 not bound to the agent host dv-cinder-798104-1-smb {{(pid=74187) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 28 16:52:19.300662 dv-cinder-798104-1-smb neutron-server[74186]: INFO neutron.wsgi [req-274a3586-fe25-426b-897d-e056b1429382 req-ba641f8b-3f91-47b4-ba4c-b9f160ba78b8 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=2d7b4704-4809-46b5-a86a-b7e08126fe92&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0420363 Jun 28 16:52:19.336864 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG neutron_lib.callbacks.manager [None req-55944b33-6975-4fac-bae4-8baac4ef6346 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-565721'] for network, before_delete {{(pid=74185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 16:52:19.397182 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG neutron.plugins.ml2.plugin [None req-55944b33-6975-4fac-bae4-8baac4ef6346 admin admin] Deleting port ead04dc5-4552-4b35-9d4e-e8a984e43705 {{(pid=74185) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Jun 28 16:52:19.397517 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG neutron_lib.callbacks.manager [None req-55944b33-6975-4fac-bae4-8baac4ef6346 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774158158511'] for port, before_delete {{(pid=74185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 16:52:19.458896 dv-cinder-798104-1-smb neutron-server[74186]: INFO neutron.wsgi [req-274a3586-fe25-426b-897d-e056b1429382 req-57f1a46c-946e-466b-a343-7239e603e002 service neutron] 10.222.0.41 "GET /v2.0/networks/2d7b4704-4809-46b5-a86a-b7e08126fe92?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1503694 Jun 28 16:52:19.463217 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG neutron_lib.callbacks.manager [None req-6167e3be-04e3-4a57-b50b-a44be02901c2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-615041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1598908', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774158213030', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774157688369', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15648331'] for port, after_delete {{(pid=74185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 16:52:19.469893 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG oslo_concurrency.lockutils [None req-bf47a8a8-8ad7-45c7-88fc-dbf2cfc46e43 tempest-AttachVolumeNegativeTest-1670388833 tempest-AttachVolumeNegativeTest-1670388833-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74185) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 16:52:19.474982 dv-cinder-798104-1-smb neutron-server[74187]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-af030c91-5687-45dc-a1f8-b0bf038935c6 None None] DHCP port deletion for 7f0c367f-9766-4eee-ba44-19e01794e46f request from dv-cinder-798104-1-smb {{(pid=74187) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Jun 28 16:52:19.487156 dv-cinder-798104-1-smb neutron-server[74187]: DEBUG neutron.plugins.ml2.plugin [None req-af030c91-5687-45dc-a1f8-b0bf038935c6 None None] Deleting port ead04dc5-4552-4b35-9d4e-e8a984e43705 {{(pid=74187) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Jun 28 16:52:19.487903 dv-cinder-798104-1-smb neutron-server[74187]: DEBUG neutron_lib.callbacks.manager [None req-af030c91-5687-45dc-a1f8-b0bf038935c6 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774158158511'] for port, before_delete {{(pid=74187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 16:52:19.521930 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6167e3be-04e3-4a57-b50b-a44be02901c2 admin admin] Pushing event deleted for resources: {'Port': ['ID=9776e0e3-e071-4fec-8792-4277c11d23b7,revision_number=None']} {{(pid=74185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 16:52:19.533715 dv-cinder-798104-1-smb neutron-server[74187]: DEBUG neutron_lib.callbacks.manager [None req-d0e5ad82-df9b-4ee3-8ee9-b93c74fbe1d3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774158209648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1002899'] for agent, after_update {{(pid=74187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 16:52:19.550539 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG oslo_concurrency.lockutils [None req-6167e3be-04e3-4a57-b50b-a44be02901c2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=74185) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 16:52:19.615454 dv-cinder-798104-1-smb neutron-server[74186]: INFO neutron.wsgi [req-274a3586-fe25-426b-897d-e056b1429382 req-27004431-7d43-449b-b0a8-2aa920e2ad93 service neutron] 10.222.0.41 "GET /v2.0/networks/2d7b4704-4809-46b5-a86a-b7e08126fe92?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1490254 Jun 28 16:52:19.729214 dv-cinder-798104-1-smb neutron-server[74187]: DEBUG neutron.plugins.ml2.db [None req-af030c91-5687-45dc-a1f8-b0bf038935c6 None None] For port ead04dc5-4552-4b35-9d4e-e8a984e43705, host dv-cinder-798104-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-798104-1-smb',level=0,port_id=ead04dc5-4552-4b35-9d4e-e8a984e43705,segment=NetworkSegment(2db6957b-14ec-4c02-af7f-1e1f1c43e1c9),segment_id=2db6957b-14ec-4c02-af7f-1e1f1c43e1c9)] {{(pid=74187) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 16:52:19.730258 dv-cinder-798104-1-smb neutron-server[74187]: DEBUG neutron_lib.callbacks.manager [None req-af030c91-5687-45dc-a1f8-b0bf038935c6 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1637578'] for port, precommit_delete {{(pid=74187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 16:52:19.756194 dv-cinder-798104-1-smb neutron-server[74186]: INFO neutron.wsgi [req-f188b7a3-0763-46e9-8e89-9accc2cb85eb req-e68f7ecb-f98f-4313-bdbb-29b65013e7bb service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=fb4759db45dc43528dedaac3468e3c72&device_id=5cdf69e3-6660-4810-b71a-0c47244292fd HTTP/1.1" status: 200 len: 1096 time: 0.0848174 Jun 28 16:52:19.845469 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG neutron.plugins.ml2.db [None req-55944b33-6975-4fac-bae4-8baac4ef6346 admin admin] For port ead04dc5-4552-4b35-9d4e-e8a984e43705, host dv-cinder-798104-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-798104-1-smb',level=0,port_id=ead04dc5-4552-4b35-9d4e-e8a984e43705,segment=NetworkSegment(2db6957b-14ec-4c02-af7f-1e1f1c43e1c9),segment_id=2db6957b-14ec-4c02-af7f-1e1f1c43e1c9)] {{(pid=74185) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 16:52:19.846053 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG neutron_lib.callbacks.manager [None req-55944b33-6975-4fac-bae4-8baac4ef6346 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1637578'] for port, precommit_delete {{(pid=74185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 16:52:19.914112 dv-cinder-798104-1-smb neutron-server[74186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f188b7a3-0763-46e9-8e89-9accc2cb85eb req-dd1262e6-1684-411d-888d-b8ee35a5b373 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=74186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 16:52:19.915640 dv-cinder-798104-1-smb neutron-server[74186]: INFO neutron.wsgi [req-f188b7a3-0763-46e9-8e89-9accc2cb85eb req-dd1262e6-1684-411d-888d-b8ee35a5b373 service neutron] 10.222.0.41 "GET /v2.0/networks?id=2d7b4704-4809-46b5-a86a-b7e08126fe92 HTTP/1.1" status: 200 len: 910 time: 0.1528060 Jun 28 16:52:19.920054 dv-cinder-798104-1-smb neutron-server[74187]: DEBUG neutron.plugins.ml2.plugin [None req-af030c91-5687-45dc-a1f8-b0bf038935c6 None None] Calling delete_port for ead04dc5-4552-4b35-9d4e-e8a984e43705 owned by network:dhcp {{(pid=74187) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Jun 28 16:52:19.993558 dv-cinder-798104-1-smb neutron-server[74186]: INFO neutron.wsgi [req-f188b7a3-0763-46e9-8e89-9accc2cb85eb req-b40f7ddd-004c-4bfe-8e7c-92c1453058b1 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=b118ec8c-bae6-4c05-9eff-6e2f9c9c769e HTTP/1.1" status: 200 len: 217 time: 0.0662408 Jun 28 16:52:20.007648 dv-cinder-798104-1-smb neutron-server[74187]: DEBUG neutron_lib.callbacks.manager [None req-af030c91-5687-45dc-a1f8-b0bf038935c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-615041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1598908', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774158213030', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774157688369'] for port, after_delete {{(pid=74187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 16:52:20.011496 dv-cinder-798104-1-smb neutron-server[74187]: DEBUG oslo_concurrency.lockutils [None req-5d627310-ad96-4431-b062-af2836bb5bfe None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74187) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 16:52:20.056019 dv-cinder-798104-1-smb neutron-server[74187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af030c91-5687-45dc-a1f8-b0bf038935c6 None None] Pushing event deleted for resources: {'Port': ['ID=ead04dc5-4552-4b35-9d4e-e8a984e43705,revision_number=None']} {{(pid=74187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 16:52:20.059559 dv-cinder-798104-1-smb neutron-server[74187]: DEBUG oslo_concurrency.lockutils [None req-af030c91-5687-45dc-a1f8-b0bf038935c6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=74187) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 16:52:20.064050 dv-cinder-798104-1-smb neutron-server[74187]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af030c91-5687-45dc-a1f8-b0bf038935c6 None None] No DVR routers for this DVR port ead04dc5-4552-4b35-9d4e-e8a984e43705 on host dv-cinder-798104-1-smb {{(pid=74187) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 28 16:52:20.098813 dv-cinder-798104-1-smb neutron-server[74186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f188b7a3-0763-46e9-8e89-9accc2cb85eb req-3d70db20-62d3-47f5-838e-1e4b88376266 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=74186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 16:52:20.101565 dv-cinder-798104-1-smb neutron-server[74186]: INFO neutron.wsgi [req-f188b7a3-0763-46e9-8e89-9accc2cb85eb req-3d70db20-62d3-47f5-838e-1e4b88376266 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=2d39d580-613d-4506-b3cd-86a5e24ec2bc HTTP/1.1" status: 200 len: 849 time: 0.1009479 Jun 28 16:52:20.152029 dv-cinder-798104-1-smb neutron-server[74186]: INFO neutron.wsgi [req-f188b7a3-0763-46e9-8e89-9accc2cb85eb req-6b826a3a-a116-4bac-9d89-9a19d523f9c3 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=2d7b4704-4809-46b5-a86a-b7e08126fe92&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0420125 Jun 28 16:52:20.179071 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG neutron_lib.callbacks.manager [None req-6167e3be-04e3-4a57-b50b-a44be02901c2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1624205'] for router_gateway, after_delete {{(pid=74185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 16:52:20.247441 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG neutron.plugins.ml2.plugin [None req-55944b33-6975-4fac-bae4-8baac4ef6346 admin admin] Calling delete_port for ead04dc5-4552-4b35-9d4e-e8a984e43705 owned by network:dhcp {{(pid=74185) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Jun 28 16:52:20.297921 dv-cinder-798104-1-smb neutron-server[74186]: INFO neutron.wsgi [req-f188b7a3-0763-46e9-8e89-9accc2cb85eb req-67c29a48-b70d-45c8-9efc-0bd7c12262d9 service neutron] 10.222.0.41 "GET /v2.0/networks/2d7b4704-4809-46b5-a86a-b7e08126fe92?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1379592 Jun 28 16:52:20.449341 dv-cinder-798104-1-smb neutron-server[74186]: INFO neutron.wsgi [req-f188b7a3-0763-46e9-8e89-9accc2cb85eb req-a7d74390-cafc-4723-aa79-ad05793f9357 service neutron] 10.222.0.41 "GET /v2.0/networks/2d7b4704-4809-46b5-a86a-b7e08126fe92?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1427128 Jun 28 16:52:20.555770 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG neutron_lib.callbacks.manager [None req-6167e3be-04e3-4a57-b50b-a44be02901c2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1623837', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3706'] for router, precommit_delete {{(pid=74185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 16:52:20.568512 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG neutron_lib.db.api [None req-55944b33-6975-4fac-bae4-8baac4ef6346 admin admin] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=74185) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 28 16:52:20.568880 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG oslo_db.api [None req-55944b33-6975-4fac-bae4-8baac4ef6346 admin admin] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=74185) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 28 16:52:20.571563 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG neutron_lib.callbacks.manager [None req-6167e3be-04e3-4a57-b50b-a44be02901c2 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=74185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 16:52:20.602972 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9164459-393b-402f-9f04-5bb35534474e req-dbf0f3af-c782-4c9a-b35a-dca6f41eb6b4 tempest-VolumesActionsTest-1388782377 tempest-VolumesActionsTest-1388782377-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 16:52:20.604456 dv-cinder-798104-1-smb neutron-server[74185]: INFO neutron.wsgi [req-e9164459-393b-402f-9f04-5bb35534474e req-dbf0f3af-c782-4c9a-b35a-dca6f41eb6b4 tempest-VolumesActionsTest-1388782377 tempest-VolumesActionsTest-1388782377-project] 10.222.0.26 "GET /v2.0/ports?device_id=5cdf69e3-6660-4810-b71a-0c47244292fd HTTP/1.1" status: 200 len: 943 time: 0.2550373 Jun 28 16:52:20.629882 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG neutron_lib.callbacks.manager [None req-6167e3be-04e3-4a57-b50b-a44be02901c2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1624049'] for router, after_delete {{(pid=74185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 16:52:20.630428 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6167e3be-04e3-4a57-b50b-a44be02901c2 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 87104d34-630d-44b9-8a35-e7035a7387a6 {{(pid=74185) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 28 16:52:20.665386 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG neutron_lib.callbacks.manager [None req-6167e3be-04e3-4a57-b50b-a44be02901c2 admin admin] Notify callbacks [] for router, before_response {{(pid=74185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 16:52:20.668887 dv-cinder-798104-1-smb neutron-server[74185]: INFO neutron.wsgi [None req-6167e3be-04e3-4a57-b50b-a44be02901c2 admin admin] 10.222.0.26 "DELETE /v2.0/routers/87104d34-630d-44b9-8a35-e7035a7387a6 HTTP/1.1" status: 204 len: 168 time: 3.5735030 Jun 28 16:52:20.669338 dv-cinder-798104-1-smb neutron-server[74186]: DEBUG neutron.wsgi [-] (74186) accepted ('10.222.0.26', 56552) {{(pid=74186) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 28 16:52:20.678184 dv-cinder-798104-1-smb neutron-server[74185]: INFO neutron.wsgi [req-e9164459-393b-402f-9f04-5bb35534474e req-aa54cd92-27fc-44a6-bd06-eaa1278ae85b tempest-VolumesActionsTest-1388782377 tempest-VolumesActionsTest-1388782377-project] 10.222.0.26 "GET /v2.0/security-groups?id=2d854f73-f8bc-429a-b3f8-03dd40068db0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0679202 Jun 28 16:52:20.743990 dv-cinder-798104-1-smb neutron-server[74186]: DEBUG neutron.db.db_base_plugin_v2 [None req-e4ccd49c-92ee-485e-b38e-0fa6800fff90 admin admin] Deleting subnet 50d1305c-44e6-4130-859e-bb67b496e1ed {{(pid=74186) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 28 16:52:20.747816 dv-cinder-798104-1-smb neutron-server[74186]: DEBUG neutron_lib.callbacks.manager [None req-e4ccd49c-92ee-485e-b38e-0fa6800fff90 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=74186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 16:52:20.798813 dv-cinder-798104-1-smb neutron-server[74186]: DEBUG neutron_lib.callbacks.manager [None req-e4ccd49c-92ee-485e-b38e-0fa6800fff90 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1055359'] for subnet, precommit_delete_associations {{(pid=74186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 16:52:20.887848 dv-cinder-798104-1-smb neutron-server[74186]: DEBUG neutron_lib.callbacks.manager [None req-e4ccd49c-92ee-485e-b38e-0fa6800fff90 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1001168'] for subnet, precommit_delete {{(pid=74186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 16:52:20.973754 dv-cinder-798104-1-smb neutron-server[74186]: DEBUG neutron_lib.callbacks.manager [None req-e4ccd49c-92ee-485e-b38e-0fa6800fff90 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1001177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107460', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1598908', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1108730', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1484911'] for subnet, after_delete {{(pid=74186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 16:52:20.978474 dv-cinder-798104-1-smb neutron-server[74186]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74186) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 16:52:21.013661 dv-cinder-798104-1-smb neutron-server[74186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4ccd49c-92ee-485e-b38e-0fa6800fff90 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=50d1305c-44e6-4130-859e-bb67b496e1ed,revision_number=None']} {{(pid=74186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 16:52:21.017174 dv-cinder-798104-1-smb neutron-server[74186]: DEBUG oslo_concurrency.lockutils [None req-e4ccd49c-92ee-485e-b38e-0fa6800fff90 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=74186) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 16:52:21.020611 dv-cinder-798104-1-smb neutron-server[74186]: DEBUG neutron_lib.callbacks.manager [None req-e4ccd49c-92ee-485e-b38e-0fa6800fff90 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1598890'] for subnet, before_response {{(pid=74186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 16:52:21.025942 dv-cinder-798104-1-smb neutron-server[74187]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b52b8c8a-d191-44c0-93be-c3507d20c050 None None] Network 7c8e996c-ecb2-4983-8459-129741f854e7 requested from dv-cinder-798104-1-smb {{(pid=74187) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jun 28 16:52:21.027526 dv-cinder-798104-1-smb neutron-server[74186]: INFO neutron.wsgi [None req-e4ccd49c-92ee-485e-b38e-0fa6800fff90 admin admin] 10.222.0.26 "DELETE /v2.0/subnets/50d1305c-44e6-4130-859e-bb67b496e1ed HTTP/1.1" status: 204 len: 168 time: 0.3570526 Jun 28 16:52:21.030439 dv-cinder-798104-1-smb neutron-server[74186]: DEBUG neutron.wsgi [-] (74186) accepted ('10.222.0.26', 56556) {{(pid=74186) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 28 16:52:21.070650 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG neutron.plugins.ml2.plugin [None req-55944b33-6975-4fac-bae4-8baac4ef6346 admin admin] Deleting port ead04dc5-4552-4b35-9d4e-e8a984e43705 {{(pid=74185) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Jun 28 16:52:21.071279 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG neutron_lib.callbacks.manager [None req-55944b33-6975-4fac-bae4-8baac4ef6346 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774158158511'] for port, before_delete {{(pid=74185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 16:52:21.158864 dv-cinder-798104-1-smb neutron-server[74186]: DEBUG neutron_lib.callbacks.manager [None req-6482f087-8246-4c11-8b27-89064387b430 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-565721'] for network, before_delete {{(pid=74186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 16:52:21.170162 dv-cinder-798104-1-smb neutron-server[74187]: DEBUG neutron.plugins.ml2.rpc [None req-c72dd329-595c-4eca-9296-ba6eff8780d9 None None] Device 9776e0e3-e071-4fec-8792-4277c11d23b7 no longer exists at agent ovs-agent-dv-cinder-798104-1-smb {{(pid=74187) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 28 16:52:21.172688 dv-cinder-798104-1-smb neutron-server[74186]: DEBUG neutron.plugins.ml2.plugin [None req-6482f087-8246-4c11-8b27-89064387b430 admin admin] Deleting port 0b956a21-9cb7-44b7-81c2-ba54f76fd7a6 {{(pid=74186) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Jun 28 16:52:21.173135 dv-cinder-798104-1-smb neutron-server[74186]: DEBUG neutron_lib.callbacks.manager [None req-6482f087-8246-4c11-8b27-89064387b430 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774158158511'] for port, before_delete {{(pid=74186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 16:52:21.176832 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG neutron.plugins.ml2.plugin [None req-55944b33-6975-4fac-bae4-8baac4ef6346 admin admin] The port 'ead04dc5-4552-4b35-9d4e-e8a984e43705' was deleted {{(pid=74185) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1889}} Jun 28 16:52:21.205882 dv-cinder-798104-1-smb neutron-server[74187]: DEBUG neutron.plugins.ml2.rpc [None req-d0e5ad82-df9b-4ee3-8ee9-b93c74fbe1d3 None None] Device b118ec8c-bae6-4c05-9eff-6e2f9c9c769e details requested by agent hyperv_hv-cinder-79810 with host hv-cinder-79810 {{(pid=74187) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 28 16:52:21.219358 dv-cinder-798104-1-smb neutron-server[74187]: DEBUG neutron.plugins.ml2.plugin [None req-c72dd329-595c-4eca-9296-ba6eff8780d9 None None] No Port match for: 9776e0e3-e071-4fec-8792-4277c11d23b7 {{(pid=74187) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}} Jun 28 16:52:21.219699 dv-cinder-798104-1-smb neutron-server[74187]: DEBUG neutron.plugins.ml2.rpc [None req-c72dd329-595c-4eca-9296-ba6eff8780d9 None None] Device 9776e0e3-e071-4fec-8792-4277c11d23b7 not bound to the agent host dv-cinder-798104-1-smb {{(pid=74187) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 28 16:52:21.220144 dv-cinder-798104-1-smb neutron-server[74187]: DEBUG neutron.plugins.ml2.rpc [None req-c72dd329-595c-4eca-9296-ba6eff8780d9 None None] Device ead04dc5-4552-4b35-9d4e-e8a984e43705 no longer exists at agent ovs-agent-dv-cinder-798104-1-smb {{(pid=74187) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 28 16:52:21.290038 dv-cinder-798104-1-smb neutron-server[74187]: DEBUG neutron.plugins.ml2.plugin [None req-c72dd329-595c-4eca-9296-ba6eff8780d9 None None] No Port match for: ead04dc5-4552-4b35-9d4e-e8a984e43705 {{(pid=74187) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}} Jun 28 16:52:21.290466 dv-cinder-798104-1-smb neutron-server[74187]: DEBUG neutron.plugins.ml2.rpc [None req-c72dd329-595c-4eca-9296-ba6eff8780d9 None None] Device ead04dc5-4552-4b35-9d4e-e8a984e43705 not bound to the agent host dv-cinder-798104-1-smb {{(pid=74187) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 28 16:52:21.302999 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG neutron_lib.callbacks.manager [None req-55944b33-6975-4fac-bae4-8baac4ef6346 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1000101', 'neutron.services.segments.db._delete_segments_for_network-8774158209666'] for network, precommit_delete {{(pid=74185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 16:52:21.323040 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG neutron.services.segments.db [None req-55944b33-6975-4fac-bae4-8baac4ef6346 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7f0c367f-9766-4eee-ba44-19e01794e46f']}} {{(pid=74185) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 16:52:21.336712 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG neutron.services.segments.db [None req-55944b33-6975-4fac-bae4-8baac4ef6346 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2db6957b-14ec-4c02-af7f-1e1f1c43e1c9') {'for_net_delete': True} {{(pid=74185) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 16:52:21.337002 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG neutron.services.segments.db [None req-55944b33-6975-4fac-bae4-8baac4ef6346 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2db6957b-14ec-4c02-af7f-1e1f1c43e1c9') {} {{(pid=74185) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 16:52:21.349802 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG neutron_lib.callbacks.manager [None req-55944b33-6975-4fac-bae4-8baac4ef6346 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774158131357', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15604363'] for segment, before_delete {{(pid=74185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 16:52:21.369299 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG neutron_lib.callbacks.manager [None req-55944b33-6975-4fac-bae4-8baac4ef6346 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-938564'] for segment, precommit_delete {{(pid=74185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 16:52:21.377765 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-55944b33-6975-4fac-bae4-8baac4ef6346 admin admin] Releasing vlan 406 on physical network physnet1 to pool {{(pid=74185) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Jun 28 16:52:21.379423 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG neutron_lib.callbacks.manager [None req-55944b33-6975-4fac-bae4-8baac4ef6346 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-938591', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15648286'] for segment, after_delete {{(pid=74185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 16:52:21.394645 dv-cinder-798104-1-smb neutron-server[74185]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 28 16:52:21.394645 dv-cinder-798104-1-smb neutron-server[74185]: util.warn( Jun 28 16:52:21.394645 dv-cinder-798104-1-smb neutron-server[74185]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 28 16:52:21.394645 dv-cinder-798104-1-smb neutron-server[74185]: util.warn( Jun 28 16:52:21.394645 dv-cinder-798104-1-smb neutron-server[74185]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 28 16:52:21.394645 dv-cinder-798104-1-smb neutron-server[74185]: util.warn( Jun 28 16:52:21.394645 dv-cinder-798104-1-smb neutron-server[74185]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 28 16:52:21.394645 dv-cinder-798104-1-smb neutron-server[74185]: util.warn( Jun 28 16:52:21.394645 dv-cinder-798104-1-smb neutron-server[74185]: Traceback (most recent call last): Jun 28 16:52:21.394645 dv-cinder-798104-1-smb neutron-server[74185]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Jun 28 16:52:21.394645 dv-cinder-798104-1-smb neutron-server[74185]: timer() Jun 28 16:52:21.394645 dv-cinder-798104-1-smb neutron-server[74185]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 28 16:52:21.394645 dv-cinder-798104-1-smb neutron-server[74185]: cb(*args, **kw) Jun 28 16:52:21.394645 dv-cinder-798104-1-smb neutron-server[74185]: File "/opt/stack/neutron/neutron/common/utils.py", line 901, in wrapper Jun 28 16:52:21.394645 dv-cinder-798104-1-smb neutron-server[74185]: return func(*args, **kwargs) Jun 28 16:52:21.394645 dv-cinder-798104-1-smb neutron-server[74185]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 28 16:52:21.394645 dv-cinder-798104-1-smb neutron-server[74185]: self._notify() Jun 28 16:52:21.394645 dv-cinder-798104-1-smb neutron-server[74185]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 28 16:52:21.394645 dv-cinder-798104-1-smb neutron-server[74185]: self.callback(batched_events) Jun 28 16:52:21.394645 dv-cinder-798104-1-smb neutron-server[74185]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 28 16:52:21.394645 dv-cinder-798104-1-smb neutron-server[74185]: event.method(event) Jun 28 16:52:21.394645 dv-cinder-798104-1-smb neutron-server[74185]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 28 16:52:21.394645 dv-cinder-798104-1-smb neutron-server[74185]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 28 16:52:21.394645 dv-cinder-798104-1-smb neutron-server[74185]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 28 16:52:21.394645 dv-cinder-798104-1-smb neutron-server[74185]: aggregate_uuid = self.p_client.list_aggregates( Jun 28 16:52:21.394645 dv-cinder-798104-1-smb neutron-server[74185]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 28 16:52:21.394645 dv-cinder-798104-1-smb neutron-server[74185]: return f(self, *a, **k) Jun 28 16:52:21.394645 dv-cinder-798104-1-smb neutron-server[74185]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jun 28 16:52:21.394645 dv-cinder-798104-1-smb neutron-server[74185]: return self._get(url).json() Jun 28 16:52:21.394645 dv-cinder-798104-1-smb neutron-server[74185]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jun 28 16:52:21.394645 dv-cinder-798104-1-smb neutron-server[74185]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 28 16:52:21.394645 dv-cinder-798104-1-smb neutron-server[74185]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Jun 28 16:52:21.394645 dv-cinder-798104-1-smb neutron-server[74185]: return self.request(url, 'GET', **kwargs) Jun 28 16:52:21.394645 dv-cinder-798104-1-smb neutron-server[74185]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Jun 28 16:52:21.394645 dv-cinder-798104-1-smb neutron-server[74185]: base_url = self.get_endpoint(auth, allow=allow, Jun 28 16:52:21.394645 dv-cinder-798104-1-smb neutron-server[74185]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jun 28 16:52:21.394645 dv-cinder-798104-1-smb neutron-server[74185]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 28 16:52:21.394645 dv-cinder-798104-1-smb neutron-server[74185]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jun 28 16:52:21.394645 dv-cinder-798104-1-smb neutron-server[74185]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 28 16:52:21.394645 dv-cinder-798104-1-smb neutron-server[74185]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 28 16:52:21.453230 dv-cinder-798104-1-smb neutron-server[74187]: DEBUG neutron.plugins.ml2.db [None req-d0e5ad82-df9b-4ee3-8ee9-b93c74fbe1d3 None None] For port b118ec8c-bae6-4c05-9eff-6e2f9c9c769e, host hv-cinder-79810, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79810',level=0,port_id=b118ec8c-bae6-4c05-9eff-6e2f9c9c769e,segment=NetworkSegment(be710e16-d63d-4697-b96f-7d5e5e88728a),segment_id=be710e16-d63d-4697-b96f-7d5e5e88728a)] {{(pid=74187) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 16:52:21.475505 dv-cinder-798104-1-smb neutron-server[74187]: DEBUG neutron.plugins.ml2.rpc [None req-d0e5ad82-df9b-4ee3-8ee9-b93c74fbe1d3 None None] Returning: {'device': 'b118ec8c-bae6-4c05-9eff-6e2f9c9c769e', 'network_id': '2d7b4704-4809-46b5-a86a-b7e08126fe92', 'port_id': 'b118ec8c-bae6-4c05-9eff-6e2f9c9c769e', 'mac_address': 'fa:16:3e:8f:f6:4a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 405, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2d39d580-613d-4506-b3cd-86a5e24ec2bc', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=74187) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 28 16:52:21.487389 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG neutron_lib.callbacks.manager [None req-55944b33-6975-4fac-bae4-8baac4ef6346 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1000534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2050463', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1598908', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1624240'] for network, after_delete {{(pid=74185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 16:52:21.492188 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG oslo_concurrency.lockutils [None req-3a31c5d5-32db-421b-8928-a4412cbebae7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74185) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 16:52:21.508662 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG neutron_lib.callbacks.manager [None req-55944b33-6975-4fac-bae4-8baac4ef6346 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1598890'] for network, before_response {{(pid=74185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 16:52:21.515776 dv-cinder-798104-1-smb neutron-server[74186]: DEBUG neutron.plugins.ml2.db [None req-6482f087-8246-4c11-8b27-89064387b430 admin admin] For port 0b956a21-9cb7-44b7-81c2-ba54f76fd7a6, host dv-cinder-798104-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-798104-1-smb',level=0,port_id=0b956a21-9cb7-44b7-81c2-ba54f76fd7a6,segment=NetworkSegment(d701ee48-26d6-4639-bd36-105126df7fe0),segment_id=d701ee48-26d6-4639-bd36-105126df7fe0)] {{(pid=74186) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 16:52:21.516628 dv-cinder-798104-1-smb neutron-server[74186]: DEBUG neutron_lib.callbacks.manager [None req-6482f087-8246-4c11-8b27-89064387b430 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1637578'] for port, precommit_delete {{(pid=74186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 16:52:21.518354 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55944b33-6975-4fac-bae4-8baac4ef6346 admin admin] Pushing event deleted for resources: {'Network': ['ID=7f0c367f-9766-4eee-ba44-19e01794e46f,revision_number=None']} {{(pid=74185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 16:52:21.521559 dv-cinder-798104-1-smb neutron-server[74185]: INFO neutron.wsgi [None req-55944b33-6975-4fac-bae4-8baac4ef6346 admin admin] 10.222.0.26 "DELETE /v2.0/networks/7f0c367f-9766-4eee-ba44-19e01794e46f HTTP/1.1" status: 204 len: 168 time: 2.3852899 Jun 28 16:52:21.522479 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG oslo_concurrency.lockutils [None req-55944b33-6975-4fac-bae4-8baac4ef6346 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=74185) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 16:52:21.526774 dv-cinder-798104-1-smb neutron-server[74187]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9b494e16-04eb-49d9-97f3-e6a68a546389 None None] DHCP port deletion for 7c8e996c-ecb2-4983-8459-129741f854e7 request from dv-cinder-798104-1-smb {{(pid=74187) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Jun 28 16:52:21.543236 dv-cinder-798104-1-smb neutron-server[74187]: DEBUG neutron.plugins.ml2.plugin [None req-9b494e16-04eb-49d9-97f3-e6a68a546389 None None] Deleting port 0b956a21-9cb7-44b7-81c2-ba54f76fd7a6 {{(pid=74187) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Jun 28 16:52:21.543618 dv-cinder-798104-1-smb neutron-server[74187]: DEBUG neutron_lib.callbacks.manager [None req-9b494e16-04eb-49d9-97f3-e6a68a546389 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774158158511'] for port, before_delete {{(pid=74187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 16:52:21.585176 dv-cinder-798104-1-smb neutron-server[74187]: DEBUG neutron_lib.callbacks.manager [None req-d0e5ad82-df9b-4ee3-8ee9-b93c74fbe1d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621611'] for port, before_update {{(pid=74187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 16:52:21.614887 dv-cinder-798104-1-smb neutron-server[74187]: DEBUG neutron.notifiers.nova [None req-d0e5ad82-df9b-4ee3-8ee9-b93c74fbe1d3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b118ec8c-bae6-4c05-9eff-6e2f9c9c769e {{(pid=74187) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 28 16:52:21.646325 dv-cinder-798104-1-smb neutron-server[74186]: DEBUG neutron.plugins.ml2.plugin [None req-6482f087-8246-4c11-8b27-89064387b430 admin admin] Calling delete_port for 0b956a21-9cb7-44b7-81c2-ba54f76fd7a6 owned by network:dhcp {{(pid=74186) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Jun 28 16:52:21.675999 dv-cinder-798104-1-smb neutron-server[74187]: DEBUG neutron.plugins.ml2.db [None req-d0e5ad82-df9b-4ee3-8ee9-b93c74fbe1d3 None None] For port b118ec8c-bae6-4c05-9eff-6e2f9c9c769e, host hv-cinder-79810, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79810',level=0,port_id=b118ec8c-bae6-4c05-9eff-6e2f9c9c769e,segment=NetworkSegment(be710e16-d63d-4697-b96f-7d5e5e88728a),segment_id=be710e16-d63d-4697-b96f-7d5e5e88728a)] {{(pid=74187) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 16:52:21.697547 dv-cinder-798104-1-smb neutron-server[74187]: DEBUG neutron_lib.callbacks.manager [None req-d0e5ad82-df9b-4ee3-8ee9-b93c74fbe1d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-615041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1598908', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774158213048', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774157688378', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774157688423'] for port, after_update {{(pid=74187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 16:52:21.702965 dv-cinder-798104-1-smb neutron-server[74187]: DEBUG oslo_concurrency.lockutils [None req-af030c91-5687-45dc-a1f8-b0bf038935c6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74187) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 16:52:21.737984 dv-cinder-798104-1-smb neutron-server[74186]: DEBUG neutron_lib.callbacks.manager [None req-6482f087-8246-4c11-8b27-89064387b430 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-615041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1598908', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774158213030', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774157688369', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1108489'] for port, after_delete {{(pid=74186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 16:52:21.745848 dv-cinder-798104-1-smb neutron-server[74186]: DEBUG oslo_concurrency.lockutils [None req-f7d0669e-aa2f-47c9-8815-d7c83f7207ae tempest-TestMinimumBasicScenario-1571811032 tempest-TestMinimumBasicScenario-1571811032-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74186) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 16:52:21.805180 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG neutron.wsgi [-] (74185) accepted ('10.222.0.26', 56564) {{(pid=74185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 28 16:52:21.832507 dv-cinder-798104-1-smb neutron-server[74186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6482f087-8246-4c11-8b27-89064387b430 admin admin] Pushing event deleted for resources: {'Port': ['ID=0b956a21-9cb7-44b7-81c2-ba54f76fd7a6,revision_number=None']} {{(pid=74186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 16:52:21.838666 dv-cinder-798104-1-smb neutron-server[74186]: DEBUG oslo_concurrency.lockutils [None req-6482f087-8246-4c11-8b27-89064387b430 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=74186) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 16:52:21.840290 dv-cinder-798104-1-smb neutron-server[74186]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6482f087-8246-4c11-8b27-89064387b430 admin admin] No DVR routers for this DVR port 0b956a21-9cb7-44b7-81c2-ba54f76fd7a6 on host dv-cinder-798104-1-smb {{(pid=74186) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 28 16:52:21.867258 dv-cinder-798104-1-smb neutron-server[74187]: DEBUG neutron.plugins.ml2.db [None req-9b494e16-04eb-49d9-97f3-e6a68a546389 None None] For port 0b956a21-9cb7-44b7-81c2-ba54f76fd7a6, host dv-cinder-798104-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-798104-1-smb',level=0,port_id=0b956a21-9cb7-44b7-81c2-ba54f76fd7a6,segment=NetworkSegment(d701ee48-26d6-4639-bd36-105126df7fe0),segment_id=d701ee48-26d6-4639-bd36-105126df7fe0)] {{(pid=74187) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 16:52:21.867667 dv-cinder-798104-1-smb neutron-server[74187]: DEBUG neutron_lib.callbacks.manager [None req-9b494e16-04eb-49d9-97f3-e6a68a546389 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1637578'] for port, precommit_delete {{(pid=74187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 16:52:21.881169 dv-cinder-798104-1-smb neutron-server[74187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0e5ad82-df9b-4ee3-8ee9-b93c74fbe1d3 None None] Pushing event updated for resources: {'Port': ['ID=b118ec8c-bae6-4c05-9eff-6e2f9c9c769e,revision_number=4']} {{(pid=74187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 16:52:21.886175 dv-cinder-798104-1-smb neutron-server[74187]: DEBUG oslo_concurrency.lockutils [None req-d0e5ad82-df9b-4ee3-8ee9-b93c74fbe1d3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.183s {{(pid=74187) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 16:52:21.942869 dv-cinder-798104-1-smb neutron-server[74187]: DEBUG neutron.plugins.ml2.db [None req-d0e5ad82-df9b-4ee3-8ee9-b93c74fbe1d3 None None] get_ports_and_sgs() called for port_ids ['b118ec8c-bae6-4c05-9eff-6e2f9c9c769e'] {{(pid=74187) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jun 28 16:52:21.966060 dv-cinder-798104-1-smb neutron-server[74185]: INFO neutron.wsgi [None req-89cde455-f820-493b-9e63-faff28d74689 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=8c5d7eb385cf4b6484fd4ebafedcfebd&name=default HTTP/1.1" status: 200 len: 2647 time: 0.1566892 Jun 28 16:52:21.966305 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG neutron.wsgi [-] (74185) accepted ('10.222.0.26', 56568) {{(pid=74185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 28 16:52:21.974470 dv-cinder-798104-1-smb neutron-server[74186]: DEBUG neutron_lib.callbacks.manager [None req-6482f087-8246-4c11-8b27-89064387b430 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1000101', 'neutron.services.segments.db._delete_segments_for_network-8774158209666'] for network, precommit_delete {{(pid=74186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 16:52:21.990478 dv-cinder-798104-1-smb neutron-server[74186]: DEBUG neutron.services.segments.db [None req-6482f087-8246-4c11-8b27-89064387b430 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7c8e996c-ecb2-4983-8459-129741f854e7']}} {{(pid=74186) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 16:52:22.002715 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1137e14f-932e-470f-a2b9-fbe66c287392 req-68df7715-134a-4cb7-ab4d-40cc398cf805 tempest-VolumesActionsTest-1388782377 tempest-VolumesActionsTest-1388782377-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 16:52:22.005741 dv-cinder-798104-1-smb neutron-server[74185]: INFO neutron.wsgi [req-1137e14f-932e-470f-a2b9-fbe66c287392 req-68df7715-134a-4cb7-ab4d-40cc398cf805 tempest-VolumesActionsTest-1388782377 tempest-VolumesActionsTest-1388782377-project] 10.222.0.26 "GET /v2.0/ports?device_id=5cdf69e3-6660-4810-b71a-0c47244292fd HTTP/1.1" status: 200 len: 944 time: 0.1801519 Jun 28 16:52:22.008167 dv-cinder-798104-1-smb neutron-server[74186]: DEBUG neutron.services.segments.db [None req-6482f087-8246-4c11-8b27-89064387b430 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd701ee48-26d6-4639-bd36-105126df7fe0') {'for_net_delete': True} {{(pid=74186) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 16:52:22.009009 dv-cinder-798104-1-smb neutron-server[74186]: DEBUG neutron.services.segments.db [None req-6482f087-8246-4c11-8b27-89064387b430 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd701ee48-26d6-4639-bd36-105126df7fe0') {} {{(pid=74186) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 16:52:22.038121 dv-cinder-798104-1-smb neutron-server[74186]: DEBUG neutron_lib.callbacks.manager [None req-6482f087-8246-4c11-8b27-89064387b430 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774158131357', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1055344'] for segment, before_delete {{(pid=74186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 16:52:22.038367 dv-cinder-798104-1-smb neutron-server[74187]: DEBUG neutron.plugins.ml2.plugin [None req-9b494e16-04eb-49d9-97f3-e6a68a546389 None None] Calling delete_port for 0b956a21-9cb7-44b7-81c2-ba54f76fd7a6 owned by network:dhcp {{(pid=74187) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Jun 28 16:52:22.061774 dv-cinder-798104-1-smb neutron-server[74186]: DEBUG neutron_lib.callbacks.manager [None req-6482f087-8246-4c11-8b27-89064387b430 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-938564'] for segment, precommit_delete {{(pid=74186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 16:52:22.072464 dv-cinder-798104-1-smb neutron-server[74186]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6482f087-8246-4c11-8b27-89064387b430 admin admin] Releasing vlan 404 on physical network physnet1 to pool {{(pid=74186) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Jun 28 16:52:22.073375 dv-cinder-798104-1-smb neutron-server[74186]: DEBUG neutron_lib.callbacks.manager [None req-6482f087-8246-4c11-8b27-89064387b430 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-938591', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1108572'] for segment, after_delete {{(pid=74186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 16:52:22.081700 dv-cinder-798104-1-smb neutron-server[74185]: INFO neutron.wsgi [req-1137e14f-932e-470f-a2b9-fbe66c287392 req-7f54798c-19bd-4a91-8e78-26f314cf7f06 tempest-VolumesActionsTest-1388782377 tempest-VolumesActionsTest-1388782377-project] 10.222.0.26 "GET /v2.0/security-groups?id=2d854f73-f8bc-429a-b3f8-03dd40068db0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0678055 Jun 28 16:52:22.087022 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG neutron_lib.callbacks.manager [None req-8ae034f8-8f22-4016-b580-6aff220c61c1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=74185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 16:52:22.099555 dv-cinder-798104-1-smb neutron-server[74186]: Traceback (most recent call last): Jun 28 16:52:22.099555 dv-cinder-798104-1-smb neutron-server[74186]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Jun 28 16:52:22.099555 dv-cinder-798104-1-smb neutron-server[74186]: timer() Jun 28 16:52:22.099555 dv-cinder-798104-1-smb neutron-server[74186]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 28 16:52:22.099555 dv-cinder-798104-1-smb neutron-server[74186]: cb(*args, **kw) Jun 28 16:52:22.099555 dv-cinder-798104-1-smb neutron-server[74186]: File "/opt/stack/neutron/neutron/common/utils.py", line 901, in wrapper Jun 28 16:52:22.099555 dv-cinder-798104-1-smb neutron-server[74186]: return func(*args, **kwargs) Jun 28 16:52:22.099555 dv-cinder-798104-1-smb neutron-server[74186]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 28 16:52:22.099555 dv-cinder-798104-1-smb neutron-server[74186]: self._notify() Jun 28 16:52:22.099555 dv-cinder-798104-1-smb neutron-server[74186]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 28 16:52:22.099555 dv-cinder-798104-1-smb neutron-server[74186]: self.callback(batched_events) Jun 28 16:52:22.099555 dv-cinder-798104-1-smb neutron-server[74186]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 28 16:52:22.099555 dv-cinder-798104-1-smb neutron-server[74186]: event.method(event) Jun 28 16:52:22.099555 dv-cinder-798104-1-smb neutron-server[74186]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 28 16:52:22.099555 dv-cinder-798104-1-smb neutron-server[74186]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 28 16:52:22.099555 dv-cinder-798104-1-smb neutron-server[74186]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 28 16:52:22.099555 dv-cinder-798104-1-smb neutron-server[74186]: aggregate_uuid = self.p_client.list_aggregates( Jun 28 16:52:22.099555 dv-cinder-798104-1-smb neutron-server[74186]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 28 16:52:22.099555 dv-cinder-798104-1-smb neutron-server[74186]: return f(self, *a, **k) Jun 28 16:52:22.099555 dv-cinder-798104-1-smb neutron-server[74186]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jun 28 16:52:22.099555 dv-cinder-798104-1-smb neutron-server[74186]: return self._get(url).json() Jun 28 16:52:22.099555 dv-cinder-798104-1-smb neutron-server[74186]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jun 28 16:52:22.099555 dv-cinder-798104-1-smb neutron-server[74186]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 28 16:52:22.099555 dv-cinder-798104-1-smb neutron-server[74186]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Jun 28 16:52:22.099555 dv-cinder-798104-1-smb neutron-server[74186]: return self.request(url, 'GET', **kwargs) Jun 28 16:52:22.099555 dv-cinder-798104-1-smb neutron-server[74186]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Jun 28 16:52:22.099555 dv-cinder-798104-1-smb neutron-server[74186]: base_url = self.get_endpoint(auth, allow=allow, Jun 28 16:52:22.099555 dv-cinder-798104-1-smb neutron-server[74186]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jun 28 16:52:22.099555 dv-cinder-798104-1-smb neutron-server[74186]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 28 16:52:22.099555 dv-cinder-798104-1-smb neutron-server[74186]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jun 28 16:52:22.099555 dv-cinder-798104-1-smb neutron-server[74186]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 28 16:52:22.099555 dv-cinder-798104-1-smb neutron-server[74186]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 28 16:52:22.122977 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG neutron_lib.callbacks.manager [None req-8ae034f8-8f22-4016-b580-6aff220c61c1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=74185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 16:52:22.183290 dv-cinder-798104-1-smb neutron-server[74187]: DEBUG neutron_lib.db.api [None req-9b494e16-04eb-49d9-97f3-e6a68a546389 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=74187) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 28 16:52:22.183666 dv-cinder-798104-1-smb neutron-server[74187]: DEBUG oslo_db.api [None req-9b494e16-04eb-49d9-97f3-e6a68a546389 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=74187) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 28 16:52:22.194256 dv-cinder-798104-1-smb neutron-server[74186]: DEBUG neutron_lib.callbacks.manager [None req-6482f087-8246-4c11-8b27-89064387b430 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1000534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2050463', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1598908', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1624240'] for network, after_delete {{(pid=74186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 16:52:22.195421 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG neutron_lib.callbacks.manager [None req-8ae034f8-8f22-4016-b580-6aff220c61c1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2050486'] for security_group, after_delete {{(pid=74185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 16:52:22.199997 dv-cinder-798104-1-smb neutron-server[74186]: DEBUG oslo_concurrency.lockutils [None req-9ab44930-7cff-491c-a034-91a33078d091 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74186) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 16:52:22.207040 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG oslo_concurrency.lockutils [None req-c3145ac7-b4b8-41af-8fac-053fca12ab7c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74185) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 16:52:22.213215 dv-cinder-798104-1-smb neutron-server[74186]: DEBUG neutron_lib.callbacks.manager [None req-6482f087-8246-4c11-8b27-89064387b430 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1598890'] for network, before_response {{(pid=74186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 16:52:22.223994 dv-cinder-798104-1-smb neutron-server[74186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6482f087-8246-4c11-8b27-89064387b430 admin admin] Pushing event deleted for resources: {'Network': ['ID=7c8e996c-ecb2-4983-8459-129741f854e7,revision_number=None']} {{(pid=74186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 16:52:22.225966 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ae034f8-8f22-4016-b580-6aff220c61c1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=901b7593-fb91-4275-9080-1ea39a8999ed,revision_number=None']} {{(pid=74185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 16:52:22.227165 dv-cinder-798104-1-smb neutron-server[74186]: DEBUG oslo_concurrency.lockutils [None req-6482f087-8246-4c11-8b27-89064387b430 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=74186) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 16:52:22.228702 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG oslo_concurrency.lockutils [None req-8ae034f8-8f22-4016-b580-6aff220c61c1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=74185) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 16:52:22.232004 dv-cinder-798104-1-smb neutron-server[74186]: INFO neutron.wsgi [None req-6482f087-8246-4c11-8b27-89064387b430 admin admin] 10.222.0.26 "DELETE /v2.0/networks/7c8e996c-ecb2-4983-8459-129741f854e7 HTTP/1.1" status: 204 len: 168 time: 1.1976080 Jun 28 16:52:22.233677 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG neutron_lib.callbacks.manager [None req-8ae034f8-8f22-4016-b580-6aff220c61c1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=74185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 16:52:22.236593 dv-cinder-798104-1-smb neutron-server[74185]: INFO neutron.wsgi [None req-8ae034f8-8f22-4016-b580-6aff220c61c1 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/901b7593-fb91-4275-9080-1ea39a8999ed HTTP/1.1" status: 204 len: 168 time: 0.2693679 Jun 28 16:52:22.467751 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG neutron.wsgi [-] (74185) accepted ('10.222.0.26', 56576) {{(pid=74185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 28 16:52:22.526260 dv-cinder-798104-1-smb neutron-server[74185]: INFO neutron.wsgi [None req-2a7a6491-b8b3-45d0-af2e-5d820d1dd0ad admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=5bf6de7fd09845dea4827bbd91336fa8&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0572724 Jun 28 16:52:22.529476 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG neutron.wsgi [-] (74185) accepted ('10.222.0.26', 56582) {{(pid=74185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 28 16:52:22.595129 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG neutron_lib.callbacks.manager [None req-bbe0866b-fbd5-44d1-896f-d4f4d42ec704 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=74185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 16:52:22.630482 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG neutron_lib.callbacks.manager [None req-bbe0866b-fbd5-44d1-896f-d4f4d42ec704 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=74185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 16:52:22.685326 dv-cinder-798104-1-smb neutron-server[74187]: DEBUG neutron.plugins.ml2.plugin [None req-9b494e16-04eb-49d9-97f3-e6a68a546389 None None] Deleting port 0b956a21-9cb7-44b7-81c2-ba54f76fd7a6 {{(pid=74187) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Jun 28 16:52:22.686034 dv-cinder-798104-1-smb neutron-server[74187]: DEBUG neutron_lib.callbacks.manager [None req-9b494e16-04eb-49d9-97f3-e6a68a546389 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774158158511'] for port, before_delete {{(pid=74187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 16:52:22.704425 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG neutron_lib.callbacks.manager [None req-bbe0866b-fbd5-44d1-896f-d4f4d42ec704 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2050486'] for security_group, after_delete {{(pid=74185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 16:52:22.713835 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG oslo_concurrency.lockutils [None req-e43d8062-a67d-4300-ae13-e9c45b05b7f3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74185) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 16:52:22.726979 dv-cinder-798104-1-smb neutron-server[74186]: DEBUG neutron.wsgi [-] (74186) accepted ('10.222.0.26', 56586) {{(pid=74186) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 28 16:52:22.732426 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbe0866b-fbd5-44d1-896f-d4f4d42ec704 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=593d65e9-98bb-4e8f-8eec-8b5ea591b244,revision_number=None']} {{(pid=74185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 16:52:22.740271 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG oslo_concurrency.lockutils [None req-bbe0866b-fbd5-44d1-896f-d4f4d42ec704 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=74185) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 16:52:22.751519 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG neutron_lib.callbacks.manager [None req-bbe0866b-fbd5-44d1-896f-d4f4d42ec704 admin admin] Notify callbacks [] for security_group, before_response {{(pid=74185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 16:52:22.754022 dv-cinder-798104-1-smb neutron-server[74185]: INFO neutron.wsgi [None req-bbe0866b-fbd5-44d1-896f-d4f4d42ec704 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/593d65e9-98bb-4e8f-8eec-8b5ea591b244 HTTP/1.1" status: 204 len: 168 time: 0.2227557 Jun 28 16:52:22.781291 dv-cinder-798104-1-smb neutron-server[74187]: DEBUG neutron.plugins.ml2.plugin [None req-9b494e16-04eb-49d9-97f3-e6a68a546389 None None] The port '0b956a21-9cb7-44b7-81c2-ba54f76fd7a6' was deleted {{(pid=74187) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1889}} Jun 28 16:52:22.791705 dv-cinder-798104-1-smb neutron-server[74186]: INFO neutron.wsgi [None req-a6000a8c-5d0a-4b48-b01e-f5892b5e77ae admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=7c0eadaeb18d41d48f13d1aab0e2f5bf&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0625541 Jun 28 16:52:22.793966 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG neutron.wsgi [-] (74185) accepted ('10.222.0.26', 56592) {{(pid=74185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 28 16:52:22.868259 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG neutron_lib.callbacks.manager [None req-db801b2d-59b4-4dcd-9788-8c3c8a40ad65 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=74185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 16:52:22.897666 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG neutron_lib.callbacks.manager [None req-db801b2d-59b4-4dcd-9788-8c3c8a40ad65 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=74185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 16:52:22.978752 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG neutron_lib.callbacks.manager [None req-db801b2d-59b4-4dcd-9788-8c3c8a40ad65 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2050486'] for security_group, after_delete {{(pid=74185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 16:52:22.986039 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG oslo_concurrency.lockutils [None req-13e27873-f811-4b82-a613-2e16929f21d1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74185) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 16:52:22.991645 dv-cinder-798104-1-smb neutron-server[74187]: DEBUG neutron.plugins.ml2.rpc [None req-c72dd329-595c-4eca-9296-ba6eff8780d9 None None] Device 0b956a21-9cb7-44b7-81c2-ba54f76fd7a6 no longer exists at agent ovs-agent-dv-cinder-798104-1-smb {{(pid=74187) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 28 16:52:23.001976 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db801b2d-59b4-4dcd-9788-8c3c8a40ad65 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0d4ec3eb-ba7d-42e8-aa71-f6b1f979394f,revision_number=None']} {{(pid=74185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 16:52:23.005099 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG neutron_lib.callbacks.manager [None req-db801b2d-59b4-4dcd-9788-8c3c8a40ad65 admin admin] Notify callbacks [] for security_group, before_response {{(pid=74185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 16:52:23.008202 dv-cinder-798104-1-smb neutron-server[74185]: INFO neutron.wsgi [None req-db801b2d-59b4-4dcd-9788-8c3c8a40ad65 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/0d4ec3eb-ba7d-42e8-aa71-f6b1f979394f HTTP/1.1" status: 204 len: 168 time: 0.2111502 Jun 28 16:52:23.008202 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG oslo_concurrency.lockutils [None req-db801b2d-59b4-4dcd-9788-8c3c8a40ad65 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=74185) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 16:52:23.041879 dv-cinder-798104-1-smb neutron-server[74187]: DEBUG neutron.plugins.ml2.plugin [None req-c72dd329-595c-4eca-9296-ba6eff8780d9 None None] No Port match for: 0b956a21-9cb7-44b7-81c2-ba54f76fd7a6 {{(pid=74187) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}} Jun 28 16:52:23.042485 dv-cinder-798104-1-smb neutron-server[74187]: DEBUG neutron.plugins.ml2.rpc [None req-c72dd329-595c-4eca-9296-ba6eff8780d9 None None] Device 0b956a21-9cb7-44b7-81c2-ba54f76fd7a6 not bound to the agent host dv-cinder-798104-1-smb {{(pid=74187) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 28 16:52:23.203392 dv-cinder-798104-1-smb neutron-server[74187]: DEBUG neutron.plugins.ml2.rpc [None req-d0e5ad82-df9b-4ee3-8ee9-b93c74fbe1d3 None None] Device b118ec8c-bae6-4c05-9eff-6e2f9c9c769e up at agent hyperv_hv-cinder-79810 {{(pid=74187) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 28 16:52:23.335536 dv-cinder-798104-1-smb neutron-server[74187]: DEBUG neutron.db.provisioning_blocks [None req-d0e5ad82-df9b-4ee3-8ee9-b93c74fbe1d3 None None] Provisioning for port b118ec8c-bae6-4c05-9eff-6e2f9c9c769e completed by entity L2. {{(pid=74187) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 28 16:52:23.343115 dv-cinder-798104-1-smb neutron-server[74187]: DEBUG neutron.db.provisioning_blocks [None req-d0e5ad82-df9b-4ee3-8ee9-b93c74fbe1d3 None None] Provisioning complete for port b118ec8c-bae6-4c05-9eff-6e2f9c9c769e triggered by entity L2. {{(pid=74187) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 28 16:52:23.343883 dv-cinder-798104-1-smb neutron-server[74187]: DEBUG neutron_lib.callbacks.manager [None req-d0e5ad82-df9b-4ee3-8ee9-b93c74fbe1d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1002786'] for port, provisioning_complete {{(pid=74187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 16:52:23.386728 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG neutron.wsgi [-] (74185) accepted ('10.222.0.26', 56602) {{(pid=74185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 28 16:52:23.424302 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd172ba5-6392-49fc-a563-3f11d42f1189 req-ea8028fb-f718-4d73-8268-e2e1648a6709 tempest-VolumesActionsTest-1388782377 tempest-VolumesActionsTest-1388782377-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 16:52:23.427873 dv-cinder-798104-1-smb neutron-server[74185]: INFO neutron.wsgi [req-bd172ba5-6392-49fc-a563-3f11d42f1189 req-ea8028fb-f718-4d73-8268-e2e1648a6709 tempest-VolumesActionsTest-1388782377 tempest-VolumesActionsTest-1388782377-project] 10.222.0.26 "GET /v2.0/ports?device_id=5cdf69e3-6660-4810-b71a-0c47244292fd HTTP/1.1" status: 200 len: 944 time: 0.1335742 Jun 28 16:52:23.489334 dv-cinder-798104-1-smb neutron-server[74187]: DEBUG neutron_lib.callbacks.manager [None req-d0e5ad82-df9b-4ee3-8ee9-b93c74fbe1d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621611'] for port, before_update {{(pid=74187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 16:52:23.540319 dv-cinder-798104-1-smb neutron-server[74187]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5cdf69e3-6660-4810-b71a-0c47244292fd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b118ec8c-bae6-4c05-9eff-6e2f9c9c769e'}] {{(pid=74187) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 28 16:52:23.558935 dv-cinder-798104-1-smb neutron-server[74187]: DEBUG neutron.plugins.ml2.db [None req-d0e5ad82-df9b-4ee3-8ee9-b93c74fbe1d3 None None] For port b118ec8c-bae6-4c05-9eff-6e2f9c9c769e, host hv-cinder-79810, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79810',level=0,port_id=b118ec8c-bae6-4c05-9eff-6e2f9c9c769e,segment=NetworkSegment(be710e16-d63d-4697-b96f-7d5e5e88728a),segment_id=be710e16-d63d-4697-b96f-7d5e5e88728a)] {{(pid=74187) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 16:52:23.568899 dv-cinder-798104-1-smb neutron-server[74187]: DEBUG neutron_lib.callbacks.manager [None req-d0e5ad82-df9b-4ee3-8ee9-b93c74fbe1d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-615041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1598908', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774158213048', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774157688378', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774157688423'] for port, after_update {{(pid=74187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 16:52:23.573840 dv-cinder-798104-1-smb neutron-server[74187]: DEBUG oslo_concurrency.lockutils [None req-d0e5ad82-df9b-4ee3-8ee9-b93c74fbe1d3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74187) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 16:52:23.636511 dv-cinder-798104-1-smb neutron-server[74187]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5cdf69e3-6660-4810-b71a-0c47244292fd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b118ec8c-bae6-4c05-9eff-6e2f9c9c769e', 'code': 200} Jun 28 16:52:23.637945 dv-cinder-798104-1-smb neutron-server[74185]: INFO neutron.wsgi [None req-f49698d8-dfbc-4909-9c1a-3c53cbc6aa44 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=d10dddcc09eb462fbe139fd51bf80445&name=default HTTP/1.1" status: 200 len: 2647 time: 0.2491188 Jun 28 16:52:23.640238 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG neutron.wsgi [-] (74185) accepted ('10.222.0.26', 56608) {{(pid=74185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 28 16:52:23.660778 dv-cinder-798104-1-smb neutron-server[74187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0e5ad82-df9b-4ee3-8ee9-b93c74fbe1d3 None None] Pushing event updated for resources: {'Port': ['ID=b118ec8c-bae6-4c05-9eff-6e2f9c9c769e,revision_number=5']} {{(pid=74187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 16:52:23.669125 dv-cinder-798104-1-smb neutron-server[74185]: INFO neutron.wsgi [req-bd172ba5-6392-49fc-a563-3f11d42f1189 req-9b9ca079-f7b2-4cad-9c89-77dc7a05b7ab tempest-VolumesActionsTest-1388782377 tempest-VolumesActionsTest-1388782377-project] 10.222.0.26 "GET /v2.0/security-groups?id=2d854f73-f8bc-429a-b3f8-03dd40068db0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2215788 Jun 28 16:52:23.672086 dv-cinder-798104-1-smb neutron-server[74187]: DEBUG oslo_concurrency.lockutils [None req-d0e5ad82-df9b-4ee3-8ee9-b93c74fbe1d3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=74187) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 16:52:23.727818 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG neutron_lib.callbacks.manager [None req-98216ecc-3766-4aa1-93b4-56f8f96303ac admin admin] Notify callbacks [] for security_group, before_delete {{(pid=74185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 16:52:23.754239 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG neutron_lib.callbacks.manager [None req-98216ecc-3766-4aa1-93b4-56f8f96303ac admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=74185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 16:52:23.818746 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG neutron_lib.callbacks.manager [None req-98216ecc-3766-4aa1-93b4-56f8f96303ac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2050486'] for security_group, after_delete {{(pid=74185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 16:52:23.823544 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG oslo_concurrency.lockutils [None req-62d99317-1bfa-4605-9dbc-d81852d4ce19 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74185) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 16:52:23.835714 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98216ecc-3766-4aa1-93b4-56f8f96303ac admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4d714881-5585-48f4-b6c6-f0203a9bf420,revision_number=None']} {{(pid=74185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 16:52:23.838690 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG oslo_concurrency.lockutils [None req-98216ecc-3766-4aa1-93b4-56f8f96303ac admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=74185) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 16:52:23.846176 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG neutron_lib.callbacks.manager [None req-98216ecc-3766-4aa1-93b4-56f8f96303ac admin admin] Notify callbacks [] for security_group, before_response {{(pid=74185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 16:52:23.851641 dv-cinder-798104-1-smb neutron-server[74185]: INFO neutron.wsgi [None req-98216ecc-3766-4aa1-93b4-56f8f96303ac admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/4d714881-5585-48f4-b6c6-f0203a9bf420 HTTP/1.1" status: 204 len: 168 time: 0.2082608 Jun 28 16:52:23.951357 dv-cinder-798104-1-smb neutron-server[74186]: INFO neutron.wsgi [req-f34e1174-e8dd-4abd-804c-1632713dc366 req-f5defcc5-1ada-4a3c-9e64-450174856748 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=5cdf69e3-6660-4810-b71a-0c47244292fd HTTP/1.1" status: 200 len: 1098 time: 0.0732467 Jun 28 16:52:24.002921 dv-cinder-798104-1-smb neutron-server[74186]: INFO neutron.wsgi [req-f34e1174-e8dd-4abd-804c-1632713dc366 req-f9dbd67f-cd29-432f-bbb0-500e60e4b6c3 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=2d854f73-f8bc-429a-b3f8-03dd40068db0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448425 Jun 28 16:52:24.873475 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74bee6c0-09c2-43d4-bad2-8fbff528ae7b req-62fd8274-fcc5-4263-b232-132e648e17ce tempest-VolumesActionsTest-1388782377 tempest-VolumesActionsTest-1388782377-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 16:52:24.874901 dv-cinder-798104-1-smb neutron-server[74185]: INFO neutron.wsgi [req-74bee6c0-09c2-43d4-bad2-8fbff528ae7b req-62fd8274-fcc5-4263-b232-132e648e17ce tempest-VolumesActionsTest-1388782377 tempest-VolumesActionsTest-1388782377-project] 10.222.0.26 "GET /v2.0/ports?device_id=5cdf69e3-6660-4810-b71a-0c47244292fd HTTP/1.1" status: 200 len: 945 time: 0.0834424 Jun 28 16:52:24.920915 dv-cinder-798104-1-smb neutron-server[74185]: INFO neutron.wsgi [req-74bee6c0-09c2-43d4-bad2-8fbff528ae7b req-dcee41d0-fda6-448e-b346-84c8c9030b9d tempest-VolumesActionsTest-1388782377 tempest-VolumesActionsTest-1388782377-project] 10.222.0.26 "GET /v2.0/security-groups?id=2d854f73-f8bc-429a-b3f8-03dd40068db0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398681 Jun 28 16:52:26.119622 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1099eeb-b87f-41b7-a5f0-676b191a63fe req-a4bd2e2f-c2ce-4d9f-ae9d-b147eb71910f tempest-VolumesActionsTest-1388782377 tempest-VolumesActionsTest-1388782377-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 16:52:26.121134 dv-cinder-798104-1-smb neutron-server[74185]: INFO neutron.wsgi [req-d1099eeb-b87f-41b7-a5f0-676b191a63fe req-a4bd2e2f-c2ce-4d9f-ae9d-b147eb71910f tempest-VolumesActionsTest-1388782377 tempest-VolumesActionsTest-1388782377-project] 10.222.0.26 "GET /v2.0/ports?device_id=5cdf69e3-6660-4810-b71a-0c47244292fd HTTP/1.1" status: 200 len: 945 time: 0.0783598 Jun 28 16:52:26.173671 dv-cinder-798104-1-smb neutron-server[74185]: INFO neutron.wsgi [req-d1099eeb-b87f-41b7-a5f0-676b191a63fe req-a2f314b2-48c9-4000-9e4f-8e9e78f234b4 tempest-VolumesActionsTest-1388782377 tempest-VolumesActionsTest-1388782377-project] 10.222.0.26 "GET /v2.0/security-groups?id=2d854f73-f8bc-429a-b3f8-03dd40068db0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0467203 Jun 28 16:52:29.820880 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7970a9cc-7f13-4b5e-8ac1-b220c24d6f08 req-2b090617-bdfe-4ede-8b71-008749742efd tempest-VolumesActionsTest-1388782377 tempest-VolumesActionsTest-1388782377-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 16:52:29.822237 dv-cinder-798104-1-smb neutron-server[74185]: INFO neutron.wsgi [req-7970a9cc-7f13-4b5e-8ac1-b220c24d6f08 req-2b090617-bdfe-4ede-8b71-008749742efd tempest-VolumesActionsTest-1388782377 tempest-VolumesActionsTest-1388782377-project] 10.222.0.26 "GET /v2.0/ports?device_id=5cdf69e3-6660-4810-b71a-0c47244292fd HTTP/1.1" status: 200 len: 945 time: 0.0777249 Jun 28 16:52:29.869358 dv-cinder-798104-1-smb neutron-server[74185]: INFO neutron.wsgi [req-7970a9cc-7f13-4b5e-8ac1-b220c24d6f08 req-d5e51e75-2c70-4101-ad96-1709d4c9e73e tempest-VolumesActionsTest-1388782377 tempest-VolumesActionsTest-1388782377-project] 10.222.0.26 "GET /v2.0/security-groups?id=2d854f73-f8bc-429a-b3f8-03dd40068db0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412242 Jun 28 16:52:31.073272 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aff77430-5a93-44ef-b818-6b2dbdf88334 req-648c3e7e-f314-4085-ac73-923c61cff777 tempest-VolumesActionsTest-1388782377 tempest-VolumesActionsTest-1388782377-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74185) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 16:52:31.074722 dv-cinder-798104-1-smb neutron-server[74185]: INFO neutron.wsgi [req-aff77430-5a93-44ef-b818-6b2dbdf88334 req-648c3e7e-f314-4085-ac73-923c61cff777 tempest-VolumesActionsTest-1388782377 tempest-VolumesActionsTest-1388782377-project] 10.222.0.26 "GET /v2.0/ports?device_id=5cdf69e3-6660-4810-b71a-0c47244292fd HTTP/1.1" status: 200 len: 945 time: 0.0844152 Jun 28 16:52:31.121069 dv-cinder-798104-1-smb neutron-server[74185]: INFO neutron.wsgi [req-aff77430-5a93-44ef-b818-6b2dbdf88334 req-c2120e7f-70b0-4365-a33c-5c5660f40322 tempest-VolumesActionsTest-1388782377 tempest-VolumesActionsTest-1388782377-project] 10.222.0.26 "GET /v2.0/security-groups?id=2d854f73-f8bc-429a-b3f8-03dd40068db0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407043 Jun 28 16:52:31.241186 dv-cinder-798104-1-smb neutron-server[74186]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02c6c8b7-c110-4cc6-b82d-ec526cf41f94 req-53f1a4ab-fe76-475d-830f-96bcd251182d tempest-VolumesActionsTest-1388782377 tempest-VolumesActionsTest-1388782377-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74186) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 16:52:31.241866 dv-cinder-798104-1-smb neutron-server[74186]: DEBUG neutron.quota.resource [req-02c6c8b7-c110-4cc6-b82d-ec526cf41f94 req-53f1a4ab-fe76-475d-830f-96bcd251182d tempest-VolumesActionsTest-1388782377 tempest-VolumesActionsTest-1388782377-project] Synchronizing usage tracker for tenant:fb4759db45dc43528dedaac3468e3c72 on resource:port {{(pid=74186) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 28 16:52:31.258688 dv-cinder-798104-1-smb neutron-server[74186]: DEBUG neutron.quota.resource [req-02c6c8b7-c110-4cc6-b82d-ec526cf41f94 req-53f1a4ab-fe76-475d-830f-96bcd251182d tempest-VolumesActionsTest-1388782377 tempest-VolumesActionsTest-1388782377-project] Unset dirty status for tenant:fb4759db45dc43528dedaac3468e3c72 on resource:port {{(pid=74186) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 28 16:52:31.259879 dv-cinder-798104-1-smb neutron-server[74186]: INFO neutron.wsgi [req-02c6c8b7-c110-4cc6-b82d-ec526cf41f94 req-53f1a4ab-fe76-475d-830f-96bcd251182d tempest-VolumesActionsTest-1388782377 tempest-VolumesActionsTest-1388782377-project] 10.222.0.41 "GET /v2.0/ports?device_id=5cdf69e3-6660-4810-b71a-0c47244292fd HTTP/1.1" status: 200 len: 945 time: 0.0926814 Jun 28 16:52:31.325890 dv-cinder-798104-1-smb neutron-server[74186]: DEBUG neutron.plugins.ml2.plugin [req-02c6c8b7-c110-4cc6-b82d-ec526cf41f94 req-4ff9589a-dbdd-4720-8a44-cacf8b997b4c tempest-VolumesActionsTest-1388782377 tempest-VolumesActionsTest-1388782377-project] Deleting port b118ec8c-bae6-4c05-9eff-6e2f9c9c769e {{(pid=74186) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Jun 28 16:52:31.326223 dv-cinder-798104-1-smb neutron-server[74186]: DEBUG neutron_lib.callbacks.manager [req-02c6c8b7-c110-4cc6-b82d-ec526cf41f94 req-4ff9589a-dbdd-4720-8a44-cacf8b997b4c tempest-VolumesActionsTest-1388782377 tempest-VolumesActionsTest-1388782377-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774158158511'] for port, before_delete {{(pid=74186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 16:52:31.562489 dv-cinder-798104-1-smb neutron-server[74186]: DEBUG neutron.plugins.ml2.db [req-02c6c8b7-c110-4cc6-b82d-ec526cf41f94 req-4ff9589a-dbdd-4720-8a44-cacf8b997b4c tempest-VolumesActionsTest-1388782377 tempest-VolumesActionsTest-1388782377-project] For port b118ec8c-bae6-4c05-9eff-6e2f9c9c769e, host hv-cinder-79810, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79810',level=0,port_id=b118ec8c-bae6-4c05-9eff-6e2f9c9c769e,segment=NetworkSegment(be710e16-d63d-4697-b96f-7d5e5e88728a),segment_id=be710e16-d63d-4697-b96f-7d5e5e88728a)] {{(pid=74186) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 16:52:31.562749 dv-cinder-798104-1-smb neutron-server[74186]: DEBUG neutron_lib.callbacks.manager [req-02c6c8b7-c110-4cc6-b82d-ec526cf41f94 req-4ff9589a-dbdd-4720-8a44-cacf8b997b4c tempest-VolumesActionsTest-1388782377 tempest-VolumesActionsTest-1388782377-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1637578'] for port, precommit_delete {{(pid=74186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 16:52:31.678812 dv-cinder-798104-1-smb neutron-server[74186]: DEBUG neutron.plugins.ml2.plugin [req-02c6c8b7-c110-4cc6-b82d-ec526cf41f94 req-4ff9589a-dbdd-4720-8a44-cacf8b997b4c tempest-VolumesActionsTest-1388782377 tempest-VolumesActionsTest-1388782377-project] Calling delete_port for b118ec8c-bae6-4c05-9eff-6e2f9c9c769e owned by compute:nova {{(pid=74186) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Jun 28 16:52:31.818580 dv-cinder-798104-1-smb neutron-server[74186]: DEBUG neutron_lib.callbacks.manager [req-02c6c8b7-c110-4cc6-b82d-ec526cf41f94 req-4ff9589a-dbdd-4720-8a44-cacf8b997b4c tempest-VolumesActionsTest-1388782377 tempest-VolumesActionsTest-1388782377-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-615041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1598908', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774158213030', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774157688369', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1108489'] for port, after_delete {{(pid=74186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 16:52:31.823895 dv-cinder-798104-1-smb neutron-server[74186]: DEBUG oslo_concurrency.lockutils [None req-a2171b81-29be-4939-b413-072902825e31 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74186) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 16:52:31.871061 dv-cinder-798104-1-smb neutron-server[74186]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ff9589a-dbdd-4720-8a44-cacf8b997b4c tempest-VolumesActionsTest-1388782377 tempest-VolumesActionsTest-1388782377-project] Pushing event deleted for resources: {'Port': ['ID=b118ec8c-bae6-4c05-9eff-6e2f9c9c769e,revision_number=None']} {{(pid=74186) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 16:52:31.992935 dv-cinder-798104-1-smb neutron-server[74186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ff9589a-dbdd-4720-8a44-cacf8b997b4c tempest-VolumesActionsTest-1388782377 tempest-VolumesActionsTest-1388782377-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798104-1-smb {{(pid=74186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 16:52:31.993289 dv-cinder-798104-1-smb neutron-server[74186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ff9589a-dbdd-4720-8a44-cacf8b997b4c tempest-VolumesActionsTest-1388782377 tempest-VolumesActionsTest-1388782377-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798104-1-smb {{(pid=74186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 16:52:31.993658 dv-cinder-798104-1-smb neutron-server[74186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ff9589a-dbdd-4720-8a44-cacf8b997b4c tempest-VolumesActionsTest-1388782377 tempest-VolumesActionsTest-1388782377-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798104-1-smb {{(pid=74186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 16:52:31.994021 dv-cinder-798104-1-smb neutron-server[74186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ff9589a-dbdd-4720-8a44-cacf8b997b4c tempest-VolumesActionsTest-1388782377 tempest-VolumesActionsTest-1388782377-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-798104-1-smb {{(pid=74186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 16:52:31.994379 dv-cinder-798104-1-smb neutron-server[74186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ff9589a-dbdd-4720-8a44-cacf8b997b4c tempest-VolumesActionsTest-1388782377 tempest-VolumesActionsTest-1388782377-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798104-1-smb {{(pid=74186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 16:52:31.994736 dv-cinder-798104-1-smb neutron-server[74186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ff9589a-dbdd-4720-8a44-cacf8b997b4c tempest-VolumesActionsTest-1388782377 tempest-VolumesActionsTest-1388782377-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-798104-1-smb {{(pid=74186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 16:52:31.995093 dv-cinder-798104-1-smb neutron-server[74186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ff9589a-dbdd-4720-8a44-cacf8b997b4c tempest-VolumesActionsTest-1388782377 tempest-VolumesActionsTest-1388782377-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798104-1-smb {{(pid=74186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 16:52:31.995444 dv-cinder-798104-1-smb neutron-server[74186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ff9589a-dbdd-4720-8a44-cacf8b997b4c tempest-VolumesActionsTest-1388782377 tempest-VolumesActionsTest-1388782377-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798104-1-smb {{(pid=74186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 16:52:31.995795 dv-cinder-798104-1-smb neutron-server[74186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ff9589a-dbdd-4720-8a44-cacf8b997b4c tempest-VolumesActionsTest-1388782377 tempest-VolumesActionsTest-1388782377-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798104-1-smb {{(pid=74186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 16:52:31.996164 dv-cinder-798104-1-smb neutron-server[74186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ff9589a-dbdd-4720-8a44-cacf8b997b4c tempest-VolumesActionsTest-1388782377 tempest-VolumesActionsTest-1388782377-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798104-1-smb {{(pid=74186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 16:52:31.996523 dv-cinder-798104-1-smb neutron-server[74186]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ff9589a-dbdd-4720-8a44-cacf8b997b4c tempest-VolumesActionsTest-1388782377 tempest-VolumesActionsTest-1388782377-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798104-1-smb {{(pid=74186) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 16:52:32.003285 dv-cinder-798104-1-smb neutron-server[74186]: DEBUG oslo_concurrency.lockutils [None req-4ff9589a-dbdd-4720-8a44-cacf8b997b4c tempest-VolumesActionsTest-1388782377 tempest-VolumesActionsTest-1388782377-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.179s {{(pid=74186) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 16:52:32.037072 dv-cinder-798104-1-smb neutron-server[74186]: DEBUG neutron.db.l3_dvrscheduler_db [req-02c6c8b7-c110-4cc6-b82d-ec526cf41f94 req-4ff9589a-dbdd-4720-8a44-cacf8b997b4c tempest-VolumesActionsTest-1388782377 tempest-VolumesActionsTest-1388782377-project] No DVR routers for this DVR port b118ec8c-bae6-4c05-9eff-6e2f9c9c769e on host hv-cinder-79810 {{(pid=74186) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 28 16:52:32.039464 dv-cinder-798104-1-smb neutron-server[74186]: DEBUG neutron_lib.callbacks.manager [req-02c6c8b7-c110-4cc6-b82d-ec526cf41f94 req-4ff9589a-dbdd-4720-8a44-cacf8b997b4c tempest-VolumesActionsTest-1388782377 tempest-VolumesActionsTest-1388782377-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129357'] for port, before_response {{(pid=74186) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 16:52:32.042004 dv-cinder-798104-1-smb neutron-server[74186]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5cdf69e3-6660-4810-b71a-0c47244292fd', 'name': 'network-vif-deleted', 'tag': 'b118ec8c-bae6-4c05-9eff-6e2f9c9c769e'}] {{(pid=74186) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 28 16:52:32.059395 dv-cinder-798104-1-smb neutron-server[74186]: INFO neutron.wsgi [req-02c6c8b7-c110-4cc6-b82d-ec526cf41f94 req-4ff9589a-dbdd-4720-8a44-cacf8b997b4c tempest-VolumesActionsTest-1388782377 tempest-VolumesActionsTest-1388782377-project] 10.222.0.41 "DELETE /v2.0/ports/b118ec8c-bae6-4c05-9eff-6e2f9c9c769e HTTP/1.1" status: 204 len: 173 time: 0.7935975 Jun 28 16:52:32.099540 dv-cinder-798104-1-smb neutron-server[74186]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5cdf69e3-6660-4810-b71a-0c47244292fd', 'name': 'network-vif-deleted', 'tag': 'b118ec8c-bae6-4c05-9eff-6e2f9c9c769e', 'status': 'completed', 'code': 200} Jun 28 16:52:32.305981 dv-cinder-798104-1-smb neutron-server[74185]: INFO neutron.wsgi [req-96d72d43-cb63-4bb8-acd1-95f3d1d67cb7 req-101dd836-7963-4691-8eb9-ab12c9bae775 tempest-VolumesActionsTest-1388782377 tempest-VolumesActionsTest-1388782377-project] 10.222.0.26 "GET /v2.0/ports?device_id=5cdf69e3-6660-4810-b71a-0c47244292fd HTTP/1.1" status: 200 len: 210 time: 0.0406904 Jun 28 16:52:33.234599 dv-cinder-798104-1-smb neutron-server[74187]: DEBUG neutron.plugins.ml2.rpc [None req-d0e5ad82-df9b-4ee3-8ee9-b93c74fbe1d3 None None] Device b118ec8c-bae6-4c05-9eff-6e2f9c9c769e no longer exists at agent hyperv_hv-cinder-79810 {{(pid=74187) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 28 16:52:33.272040 dv-cinder-798104-1-smb neutron-server[74187]: DEBUG neutron.plugins.ml2.plugin [None req-d0e5ad82-df9b-4ee3-8ee9-b93c74fbe1d3 None None] No Port match for: b118ec8c-bae6-4c05-9eff-6e2f9c9c769e {{(pid=74187) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}} Jun 28 16:52:33.272428 dv-cinder-798104-1-smb neutron-server[74187]: DEBUG neutron.plugins.ml2.rpc [None req-d0e5ad82-df9b-4ee3-8ee9-b93c74fbe1d3 None None] Device b118ec8c-bae6-4c05-9eff-6e2f9c9c769e not bound to the agent host hv-cinder-79810 {{(pid=74187) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 28 16:52:41.950812 dv-cinder-798104-1-smb neutron-server[74188]: DEBUG neutron.db.agents_db [None req-8255730c-b11f-4cfb-aeb3-67319944b41a None None] Agent healthcheck: found 6 active agents {{(pid=74188) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jun 28 16:52:43.615532 dv-cinder-798104-1-smb neutron-server[74187]: DEBUG neutron_lib.callbacks.manager [None req-d531fa01-e80b-4733-b661-756380642ea7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774158209648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1002899'] for agent, after_update {{(pid=74187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 16:52:43.891739 dv-cinder-798104-1-smb neutron-server[74187]: DEBUG neutron_lib.callbacks.manager [None req-c72dd329-595c-4eca-9296-ba6eff8780d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774158209648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1002899'] for agent, after_update {{(pid=74187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 16:52:46.173793 dv-cinder-798104-1-smb neutron-server[74187]: DEBUG neutron_lib.callbacks.manager [None req-5019d54d-33f8-4106-862b-3d0a20798b92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774158209648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1002899'] for agent, after_update {{(pid=74187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 16:52:47.622043 dv-cinder-798104-1-smb neutron-server[74187]: DEBUG neutron_lib.callbacks.manager [None req-17b6939a-39ed-439c-8d74-c49ac6595f0c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774158209648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1002899'] for agent, after_update {{(pid=74187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 16:52:48.671164 dv-cinder-798104-1-smb neutron-server[74187]: DEBUG neutron_lib.callbacks.manager [None req-d49266a9-82cf-4da4-977f-ceca59b71534 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774158209648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1002899'] for agent, after_update {{(pid=74187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 16:52:49.496453 dv-cinder-798104-1-smb neutron-server[74187]: DEBUG neutron_lib.callbacks.manager [None req-d0e5ad82-df9b-4ee3-8ee9-b93c74fbe1d3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774158209648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1002899'] for agent, after_update {{(pid=74187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 16:52:50.713959 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG neutron.wsgi [-] (74185) accepted ('10.222.0.26', 56778) {{(pid=74185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 28 16:52:50.776336 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG neutron.db.db_base_plugin_v2 [None req-8723413c-893c-4278-9859-eda5be74c60c admin admin] Deleting subnet 2d39d580-613d-4506-b3cd-86a5e24ec2bc {{(pid=74185) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 28 16:52:50.779599 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG neutron_lib.callbacks.manager [None req-8723413c-893c-4278-9859-eda5be74c60c admin admin] Notify callbacks [] for subnet, before_delete {{(pid=74185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 16:52:50.828139 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG neutron_lib.callbacks.manager [None req-8723413c-893c-4278-9859-eda5be74c60c admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15604356'] for subnet, precommit_delete_associations {{(pid=74185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 16:52:50.882047 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG neutron_lib.callbacks.manager [None req-8723413c-893c-4278-9859-eda5be74c60c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1001168'] for subnet, precommit_delete {{(pid=74185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 16:52:50.950375 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG neutron_lib.callbacks.manager [None req-8723413c-893c-4278-9859-eda5be74c60c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1001177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107460', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1598908', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15648440', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15445221'] for subnet, after_delete {{(pid=74185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 16:52:50.954200 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74185) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 16:52:50.987165 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8723413c-893c-4278-9859-eda5be74c60c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2d39d580-613d-4506-b3cd-86a5e24ec2bc,revision_number=None']} {{(pid=74185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 16:52:50.990604 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG oslo_concurrency.lockutils [None req-8723413c-893c-4278-9859-eda5be74c60c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=74185) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 16:52:50.995979 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG neutron_lib.callbacks.manager [None req-8723413c-893c-4278-9859-eda5be74c60c admin admin] Notify callbacks [] for subnet, before_response {{(pid=74185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 16:52:51.002152 dv-cinder-798104-1-smb neutron-server[74185]: INFO neutron.wsgi [None req-8723413c-893c-4278-9859-eda5be74c60c admin admin] 10.222.0.26 "DELETE /v2.0/subnets/2d39d580-613d-4506-b3cd-86a5e24ec2bc HTTP/1.1" status: 204 len: 168 time: 0.2871952 Jun 28 16:52:51.004582 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG neutron.wsgi [-] (74185) accepted ('10.222.0.26', 56782) {{(pid=74185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 28 16:52:51.110053 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG neutron_lib.callbacks.manager [None req-4635b81b-b112-4973-a958-ca267ca82cef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-565721'] for network, before_delete {{(pid=74185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 16:52:51.233603 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG neutron_lib.callbacks.manager [None req-4635b81b-b112-4973-a958-ca267ca82cef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1000101', 'neutron.services.segments.db._delete_segments_for_network-8774158209666'] for network, precommit_delete {{(pid=74185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 16:52:51.251624 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG neutron.services.segments.db [None req-4635b81b-b112-4973-a958-ca267ca82cef admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2d7b4704-4809-46b5-a86a-b7e08126fe92']}} {{(pid=74185) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 16:52:51.263321 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG neutron.services.segments.db [None req-4635b81b-b112-4973-a958-ca267ca82cef admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'be710e16-d63d-4697-b96f-7d5e5e88728a') {'for_net_delete': True} {{(pid=74185) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 16:52:51.263618 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG neutron.services.segments.db [None req-4635b81b-b112-4973-a958-ca267ca82cef admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'be710e16-d63d-4697-b96f-7d5e5e88728a') {} {{(pid=74185) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 16:52:51.275103 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG neutron_lib.callbacks.manager [None req-4635b81b-b112-4973-a958-ca267ca82cef admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774158131357', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15604363'] for segment, before_delete {{(pid=74185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 16:52:51.290824 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG neutron_lib.callbacks.manager [None req-4635b81b-b112-4973-a958-ca267ca82cef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-938564'] for segment, precommit_delete {{(pid=74185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 16:52:51.296739 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4635b81b-b112-4973-a958-ca267ca82cef admin admin] Releasing vlan 405 on physical network physnet1 to pool {{(pid=74185) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Jun 28 16:52:51.297119 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG neutron_lib.callbacks.manager [None req-4635b81b-b112-4973-a958-ca267ca82cef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-938591', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15648286'] for segment, after_delete {{(pid=74185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 16:52:51.310505 dv-cinder-798104-1-smb neutron-server[74185]: Traceback (most recent call last): Jun 28 16:52:51.310505 dv-cinder-798104-1-smb neutron-server[74185]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Jun 28 16:52:51.310505 dv-cinder-798104-1-smb neutron-server[74185]: timer() Jun 28 16:52:51.310505 dv-cinder-798104-1-smb neutron-server[74185]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 28 16:52:51.310505 dv-cinder-798104-1-smb neutron-server[74185]: cb(*args, **kw) Jun 28 16:52:51.310505 dv-cinder-798104-1-smb neutron-server[74185]: File "/opt/stack/neutron/neutron/common/utils.py", line 901, in wrapper Jun 28 16:52:51.310505 dv-cinder-798104-1-smb neutron-server[74185]: return func(*args, **kwargs) Jun 28 16:52:51.310505 dv-cinder-798104-1-smb neutron-server[74185]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 28 16:52:51.310505 dv-cinder-798104-1-smb neutron-server[74185]: self._notify() Jun 28 16:52:51.310505 dv-cinder-798104-1-smb neutron-server[74185]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 28 16:52:51.310505 dv-cinder-798104-1-smb neutron-server[74185]: self.callback(batched_events) Jun 28 16:52:51.310505 dv-cinder-798104-1-smb neutron-server[74185]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 28 16:52:51.310505 dv-cinder-798104-1-smb neutron-server[74185]: event.method(event) Jun 28 16:52:51.310505 dv-cinder-798104-1-smb neutron-server[74185]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 28 16:52:51.310505 dv-cinder-798104-1-smb neutron-server[74185]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 28 16:52:51.310505 dv-cinder-798104-1-smb neutron-server[74185]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 28 16:52:51.310505 dv-cinder-798104-1-smb neutron-server[74185]: aggregate_uuid = self.p_client.list_aggregates( Jun 28 16:52:51.310505 dv-cinder-798104-1-smb neutron-server[74185]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 28 16:52:51.310505 dv-cinder-798104-1-smb neutron-server[74185]: return f(self, *a, **k) Jun 28 16:52:51.310505 dv-cinder-798104-1-smb neutron-server[74185]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jun 28 16:52:51.310505 dv-cinder-798104-1-smb neutron-server[74185]: return self._get(url).json() Jun 28 16:52:51.310505 dv-cinder-798104-1-smb neutron-server[74185]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jun 28 16:52:51.310505 dv-cinder-798104-1-smb neutron-server[74185]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 28 16:52:51.310505 dv-cinder-798104-1-smb neutron-server[74185]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Jun 28 16:52:51.310505 dv-cinder-798104-1-smb neutron-server[74185]: return self.request(url, 'GET', **kwargs) Jun 28 16:52:51.310505 dv-cinder-798104-1-smb neutron-server[74185]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Jun 28 16:52:51.310505 dv-cinder-798104-1-smb neutron-server[74185]: base_url = self.get_endpoint(auth, allow=allow, Jun 28 16:52:51.310505 dv-cinder-798104-1-smb neutron-server[74185]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jun 28 16:52:51.310505 dv-cinder-798104-1-smb neutron-server[74185]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 28 16:52:51.310505 dv-cinder-798104-1-smb neutron-server[74185]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jun 28 16:52:51.310505 dv-cinder-798104-1-smb neutron-server[74185]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 28 16:52:51.310505 dv-cinder-798104-1-smb neutron-server[74185]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 28 16:52:51.385624 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG neutron_lib.callbacks.manager [None req-4635b81b-b112-4973-a958-ca267ca82cef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1000534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2050463', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1598908', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1624240'] for network, after_delete {{(pid=74185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 16:52:51.390435 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG neutron_lib.callbacks.manager [None req-4635b81b-b112-4973-a958-ca267ca82cef admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1598890'] for network, before_response {{(pid=74185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 16:52:51.394047 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG oslo_concurrency.lockutils [None req-07c990c5-cf46-4a47-8557-6b292c9142d2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74185) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 16:52:51.417446 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4635b81b-b112-4973-a958-ca267ca82cef admin admin] Pushing event deleted for resources: {'Network': ['ID=2d7b4704-4809-46b5-a86a-b7e08126fe92,revision_number=None']} {{(pid=74185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 16:52:51.420966 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG oslo_concurrency.lockutils [None req-4635b81b-b112-4973-a958-ca267ca82cef admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=74185) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 16:52:51.422462 dv-cinder-798104-1-smb neutron-server[74185]: INFO neutron.wsgi [None req-4635b81b-b112-4973-a958-ca267ca82cef admin admin] 10.222.0.26 "DELETE /v2.0/networks/2d7b4704-4809-46b5-a86a-b7e08126fe92 HTTP/1.1" status: 204 len: 168 time: 0.4169974 Jun 28 16:52:51.425165 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG neutron.wsgi [-] (74185) accepted ('10.222.0.26', 56786) {{(pid=74185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 28 16:52:51.486121 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG neutron.db.db_base_plugin_v2 [None req-68e1c626-e0b3-44f7-b53e-c7edd8371945 admin admin] Deleting subnet c503ddd1-4d2e-4dc1-ad97-1f58af87d310 {{(pid=74185) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 28 16:52:51.489070 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG neutron_lib.callbacks.manager [None req-68e1c626-e0b3-44f7-b53e-c7edd8371945 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=74185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 16:52:51.556994 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG neutron_lib.callbacks.manager [None req-68e1c626-e0b3-44f7-b53e-c7edd8371945 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15604356'] for subnet, precommit_delete_associations {{(pid=74185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 16:52:51.610156 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG neutron_lib.callbacks.manager [None req-68e1c626-e0b3-44f7-b53e-c7edd8371945 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1001168'] for subnet, precommit_delete {{(pid=74185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 16:52:51.677778 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG neutron_lib.callbacks.manager [None req-68e1c626-e0b3-44f7-b53e-c7edd8371945 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1001177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107460', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1598908', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15648440', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15445221'] for subnet, after_delete {{(pid=74185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 16:52:51.682136 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG oslo_concurrency.lockutils [None req-3344d649-7747-4fc3-b243-9194b5a0d9c0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74185) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 16:52:51.715589 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68e1c626-e0b3-44f7-b53e-c7edd8371945 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c503ddd1-4d2e-4dc1-ad97-1f58af87d310,revision_number=None']} {{(pid=74185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 16:52:51.718260 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG oslo_concurrency.lockutils [None req-68e1c626-e0b3-44f7-b53e-c7edd8371945 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=74185) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 16:52:51.720597 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG neutron_lib.callbacks.manager [None req-68e1c626-e0b3-44f7-b53e-c7edd8371945 admin admin] Notify callbacks [] for subnet, before_response {{(pid=74185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 16:52:51.726417 dv-cinder-798104-1-smb neutron-server[74185]: INFO neutron.wsgi [None req-68e1c626-e0b3-44f7-b53e-c7edd8371945 admin admin] 10.222.0.26 "DELETE /v2.0/subnets/c503ddd1-4d2e-4dc1-ad97-1f58af87d310 HTTP/1.1" status: 204 len: 168 time: 0.3003161 Jun 28 16:52:51.728802 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG neutron.wsgi [-] (74185) accepted ('10.222.0.26', 56790) {{(pid=74185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 28 16:52:51.927239 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG neutron_lib.callbacks.manager [None req-eb0d9b10-9791-4943-b291-a322028dcb19 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-565721'] for network, before_delete {{(pid=74185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 16:52:52.052091 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG neutron_lib.callbacks.manager [None req-eb0d9b10-9791-4943-b291-a322028dcb19 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1000101', 'neutron.services.segments.db._delete_segments_for_network-8774158209666'] for network, precommit_delete {{(pid=74185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 16:52:52.064650 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG neutron.services.segments.db [None req-eb0d9b10-9791-4943-b291-a322028dcb19 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e869665f-7754-4207-92c1-341fd211a34e']}} {{(pid=74185) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 16:52:52.078546 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG neutron.services.segments.db [None req-eb0d9b10-9791-4943-b291-a322028dcb19 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fe4e3fe4-9c86-4a13-8154-d66b8b02aa89') {'for_net_delete': True} {{(pid=74185) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 16:52:52.078904 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG neutron.services.segments.db [None req-eb0d9b10-9791-4943-b291-a322028dcb19 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fe4e3fe4-9c86-4a13-8154-d66b8b02aa89') {} {{(pid=74185) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 16:52:52.090500 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG neutron_lib.callbacks.manager [None req-eb0d9b10-9791-4943-b291-a322028dcb19 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774158131357', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15604363'] for segment, before_delete {{(pid=74185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 16:52:52.105982 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG neutron_lib.callbacks.manager [None req-eb0d9b10-9791-4943-b291-a322028dcb19 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-938564'] for segment, precommit_delete {{(pid=74185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 16:52:52.112721 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-eb0d9b10-9791-4943-b291-a322028dcb19 admin admin] Releasing vlan 407 on physical network physnet1 to pool {{(pid=74185) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Jun 28 16:52:52.113452 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG neutron_lib.callbacks.manager [None req-eb0d9b10-9791-4943-b291-a322028dcb19 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-938591', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15648286'] for segment, after_delete {{(pid=74185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 16:52:52.127643 dv-cinder-798104-1-smb neutron-server[74185]: Traceback (most recent call last): Jun 28 16:52:52.127643 dv-cinder-798104-1-smb neutron-server[74185]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Jun 28 16:52:52.127643 dv-cinder-798104-1-smb neutron-server[74185]: timer() Jun 28 16:52:52.127643 dv-cinder-798104-1-smb neutron-server[74185]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 28 16:52:52.127643 dv-cinder-798104-1-smb neutron-server[74185]: cb(*args, **kw) Jun 28 16:52:52.127643 dv-cinder-798104-1-smb neutron-server[74185]: File "/opt/stack/neutron/neutron/common/utils.py", line 901, in wrapper Jun 28 16:52:52.127643 dv-cinder-798104-1-smb neutron-server[74185]: return func(*args, **kwargs) Jun 28 16:52:52.127643 dv-cinder-798104-1-smb neutron-server[74185]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 28 16:52:52.127643 dv-cinder-798104-1-smb neutron-server[74185]: self._notify() Jun 28 16:52:52.127643 dv-cinder-798104-1-smb neutron-server[74185]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 28 16:52:52.127643 dv-cinder-798104-1-smb neutron-server[74185]: self.callback(batched_events) Jun 28 16:52:52.127643 dv-cinder-798104-1-smb neutron-server[74185]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 28 16:52:52.127643 dv-cinder-798104-1-smb neutron-server[74185]: event.method(event) Jun 28 16:52:52.127643 dv-cinder-798104-1-smb neutron-server[74185]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 28 16:52:52.127643 dv-cinder-798104-1-smb neutron-server[74185]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 28 16:52:52.127643 dv-cinder-798104-1-smb neutron-server[74185]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 28 16:52:52.127643 dv-cinder-798104-1-smb neutron-server[74185]: aggregate_uuid = self.p_client.list_aggregates( Jun 28 16:52:52.127643 dv-cinder-798104-1-smb neutron-server[74185]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 28 16:52:52.127643 dv-cinder-798104-1-smb neutron-server[74185]: return f(self, *a, **k) Jun 28 16:52:52.127643 dv-cinder-798104-1-smb neutron-server[74185]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jun 28 16:52:52.127643 dv-cinder-798104-1-smb neutron-server[74185]: return self._get(url).json() Jun 28 16:52:52.127643 dv-cinder-798104-1-smb neutron-server[74185]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jun 28 16:52:52.127643 dv-cinder-798104-1-smb neutron-server[74185]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 28 16:52:52.127643 dv-cinder-798104-1-smb neutron-server[74185]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Jun 28 16:52:52.127643 dv-cinder-798104-1-smb neutron-server[74185]: return self.request(url, 'GET', **kwargs) Jun 28 16:52:52.127643 dv-cinder-798104-1-smb neutron-server[74185]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Jun 28 16:52:52.127643 dv-cinder-798104-1-smb neutron-server[74185]: base_url = self.get_endpoint(auth, allow=allow, Jun 28 16:52:52.127643 dv-cinder-798104-1-smb neutron-server[74185]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jun 28 16:52:52.127643 dv-cinder-798104-1-smb neutron-server[74185]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 28 16:52:52.127643 dv-cinder-798104-1-smb neutron-server[74185]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jun 28 16:52:52.127643 dv-cinder-798104-1-smb neutron-server[74185]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 28 16:52:52.127643 dv-cinder-798104-1-smb neutron-server[74185]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 28 16:52:52.218694 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG neutron_lib.callbacks.manager [None req-eb0d9b10-9791-4943-b291-a322028dcb19 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1000534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2050463', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1598908', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1624240'] for network, after_delete {{(pid=74185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 16:52:52.223349 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74185) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 16:52:52.240310 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG neutron_lib.callbacks.manager [None req-eb0d9b10-9791-4943-b291-a322028dcb19 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1598890'] for network, before_response {{(pid=74185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 16:52:52.250762 dv-cinder-798104-1-smb neutron-server[74185]: INFO neutron.wsgi [None req-eb0d9b10-9791-4943-b291-a322028dcb19 admin admin] 10.222.0.26 "DELETE /v2.0/networks/e869665f-7754-4207-92c1-341fd211a34e HTTP/1.1" status: 204 len: 168 time: 0.5210710 Jun 28 16:52:52.251678 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb0d9b10-9791-4943-b291-a322028dcb19 admin admin] Pushing event deleted for resources: {'Network': ['ID=e869665f-7754-4207-92c1-341fd211a34e,revision_number=None']} {{(pid=74185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 16:52:52.253899 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG oslo_concurrency.lockutils [None req-eb0d9b10-9791-4943-b291-a322028dcb19 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=74185) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 16:52:52.444405 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG neutron.wsgi [-] (74185) accepted ('10.222.0.26', 56796) {{(pid=74185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 28 16:52:52.493819 dv-cinder-798104-1-smb neutron-server[74185]: INFO neutron.wsgi [None req-af6f078d-82c5-4d3f-a809-e027bd244903 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=fb4759db45dc43528dedaac3468e3c72&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0482066 Jun 28 16:52:52.496188 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG neutron.wsgi [-] (74185) accepted ('10.222.0.26', 56800) {{(pid=74185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 28 16:52:52.558491 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG neutron_lib.callbacks.manager [None req-74d03546-0a31-4171-92ca-39f5db9ca2c1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=74185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 16:52:52.583470 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG neutron_lib.callbacks.manager [None req-74d03546-0a31-4171-92ca-39f5db9ca2c1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=74185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 16:52:52.633285 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG neutron_lib.callbacks.manager [None req-74d03546-0a31-4171-92ca-39f5db9ca2c1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2050486'] for security_group, after_delete {{(pid=74185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 16:52:52.636748 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG oslo_concurrency.lockutils [None req-7191d813-e857-420c-9b8a-22e52e229a4d tempest-TestShelveInstance-142730798 tempest-TestShelveInstance-142730798-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74185) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 16:52:52.650984 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74d03546-0a31-4171-92ca-39f5db9ca2c1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2d854f73-f8bc-429a-b3f8-03dd40068db0,revision_number=None']} {{(pid=74185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 16:52:52.653629 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG oslo_concurrency.lockutils [None req-74d03546-0a31-4171-92ca-39f5db9ca2c1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=74185) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 16:52:52.664796 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG neutron_lib.callbacks.manager [None req-74d03546-0a31-4171-92ca-39f5db9ca2c1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=74185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 16:52:52.668318 dv-cinder-798104-1-smb neutron-server[74185]: INFO neutron.wsgi [None req-74d03546-0a31-4171-92ca-39f5db9ca2c1 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/2d854f73-f8bc-429a-b3f8-03dd40068db0 HTTP/1.1" status: 204 len: 168 time: 0.1686485 Jun 28 16:52:53.051462 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG neutron.wsgi [-] (74185) accepted ('10.222.0.26', 56808) {{(pid=74185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 28 16:52:53.103113 dv-cinder-798104-1-smb neutron-server[74185]: INFO neutron.wsgi [None req-8693e371-2b80-4462-a84e-c9660dc2e94e admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=cc41dbf1939041ce8523d1ac73f89063&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0503840 Jun 28 16:52:53.105470 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG neutron.wsgi [-] (74185) accepted ('10.222.0.26', 56812) {{(pid=74185) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 28 16:52:53.164145 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG neutron_lib.callbacks.manager [None req-9890ceab-7745-4b7e-b607-65c5238708a8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=74185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 16:52:53.191941 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG neutron_lib.callbacks.manager [None req-9890ceab-7745-4b7e-b607-65c5238708a8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=74185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 16:52:53.245312 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG neutron_lib.callbacks.manager [None req-9890ceab-7745-4b7e-b607-65c5238708a8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2050486'] for security_group, after_delete {{(pid=74185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 16:52:53.250362 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG oslo_concurrency.lockutils [None req-22a42d8f-ecc9-4d8d-b6fc-a4e0eb5734de admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74185) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 16:52:53.263710 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9890ceab-7745-4b7e-b607-65c5238708a8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=de45e71a-4935-4240-a7b9-0e3e06b698ed,revision_number=None']} {{(pid=74185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 16:52:53.266753 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG neutron_lib.callbacks.manager [None req-9890ceab-7745-4b7e-b607-65c5238708a8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=74185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 16:52:53.267848 dv-cinder-798104-1-smb neutron-server[74185]: INFO neutron.wsgi [None req-9890ceab-7745-4b7e-b607-65c5238708a8 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/de45e71a-4935-4240-a7b9-0e3e06b698ed HTTP/1.1" status: 204 len: 168 time: 0.1614993 Jun 28 16:52:53.268820 dv-cinder-798104-1-smb neutron-server[74185]: DEBUG oslo_concurrency.lockutils [None req-9890ceab-7745-4b7e-b607-65c5238708a8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=74185) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 16:53:13.617499 dv-cinder-798104-1-smb neutron-server[74187]: DEBUG neutron_lib.callbacks.manager [None req-aa33b2e5-74c1-425d-985e-b71bc098a4ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774158209648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1002899'] for agent, after_update {{(pid=74187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 16:53:13.893550 dv-cinder-798104-1-smb neutron-server[74187]: DEBUG neutron_lib.callbacks.manager [None req-c72dd329-595c-4eca-9296-ba6eff8780d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774158209648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1002899'] for agent, after_update {{(pid=74187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 16:53:16.175563 dv-cinder-798104-1-smb neutron-server[74187]: DEBUG neutron_lib.callbacks.manager [None req-3dd785c8-980f-49d7-bdc3-0ef7b91762d7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774158209648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1002899'] for agent, after_update {{(pid=74187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 16:53:17.623899 dv-cinder-798104-1-smb neutron-server[74187]: DEBUG neutron_lib.callbacks.manager [None req-17b6939a-39ed-439c-8d74-c49ac6595f0c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774158209648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1002899'] for agent, after_update {{(pid=74187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 16:53:18.673226 dv-cinder-798104-1-smb neutron-server[74187]: DEBUG neutron_lib.callbacks.manager [None req-d49266a9-82cf-4da4-977f-ceca59b71534 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774158209648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1002899'] for agent, after_update {{(pid=74187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 16:53:18.951456 dv-cinder-798104-1-smb neutron-server[74188]: DEBUG neutron.db.agents_db [None req-8255730c-b11f-4cfb-aeb3-67319944b41a None None] Agent healthcheck: found 6 active agents {{(pid=74188) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jun 28 16:53:19.495547 dv-cinder-798104-1-smb neutron-server[74187]: DEBUG neutron_lib.callbacks.manager [None req-d0e5ad82-df9b-4ee3-8ee9-b93c74fbe1d3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774158209648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1002899'] for agent, after_update {{(pid=74187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 16:53:43.619026 dv-cinder-798104-1-smb neutron-server[74187]: DEBUG neutron_lib.callbacks.manager [None req-0e02d114-fb25-42e6-9e21-efb090ce4b18 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774158209648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1002899'] for agent, after_update {{(pid=74187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 16:53:43.902279 dv-cinder-798104-1-smb neutron-server[74187]: DEBUG neutron_lib.callbacks.manager [None req-c72dd329-595c-4eca-9296-ba6eff8780d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774158209648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1002899'] for agent, after_update {{(pid=74187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 16:53:46.176868 dv-cinder-798104-1-smb neutron-server[74187]: DEBUG neutron_lib.callbacks.manager [None req-892807e7-5f46-4436-9b25-908a1ce7d2f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774158209648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1002899'] for agent, after_update {{(pid=74187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 16:53:47.628420 dv-cinder-798104-1-smb neutron-server[74187]: DEBUG neutron_lib.callbacks.manager [None req-17b6939a-39ed-439c-8d74-c49ac6595f0c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774158209648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1002899'] for agent, after_update {{(pid=74187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 16:53:48.676367 dv-cinder-798104-1-smb neutron-server[74187]: DEBUG neutron_lib.callbacks.manager [None req-d49266a9-82cf-4da4-977f-ceca59b71534 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774158209648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1002899'] for agent, after_update {{(pid=74187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 16:53:49.526275 dv-cinder-798104-1-smb neutron-server[74187]: DEBUG neutron_lib.callbacks.manager [None req-d0e5ad82-df9b-4ee3-8ee9-b93c74fbe1d3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774158209648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1002899'] for agent, after_update {{(pid=74187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 16:53:55.951101 dv-cinder-798104-1-smb neutron-server[74188]: DEBUG neutron.db.agents_db [None req-8255730c-b11f-4cfb-aeb3-67319944b41a None None] Agent healthcheck: found 6 active agents {{(pid=74188) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jun 28 16:54:13.620099 dv-cinder-798104-1-smb neutron-server[74187]: DEBUG neutron_lib.callbacks.manager [None req-ed14fee1-5e72-472c-bef0-3d59caf7d928 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774158209648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1002899'] for agent, after_update {{(pid=74187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 16:54:13.899618 dv-cinder-798104-1-smb neutron-server[74187]: DEBUG neutron_lib.callbacks.manager [None req-c72dd329-595c-4eca-9296-ba6eff8780d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774158209648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1002899'] for agent, after_update {{(pid=74187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 16:54:16.180239 dv-cinder-798104-1-smb neutron-server[74187]: DEBUG neutron_lib.callbacks.manager [None req-57a307aa-ffbb-4520-82ac-d5324e1a680b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774158209648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1002899'] for agent, after_update {{(pid=74187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 16:54:17.630256 dv-cinder-798104-1-smb neutron-server[74187]: DEBUG neutron_lib.callbacks.manager [None req-17b6939a-39ed-439c-8d74-c49ac6595f0c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774158209648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1002899'] for agent, after_update {{(pid=74187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 16:54:18.679275 dv-cinder-798104-1-smb neutron-server[74187]: DEBUG neutron_lib.callbacks.manager [None req-d49266a9-82cf-4da4-977f-ceca59b71534 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774158209648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1002899'] for agent, after_update {{(pid=74187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 16:54:19.513320 dv-cinder-798104-1-smb neutron-server[74187]: DEBUG neutron_lib.callbacks.manager [None req-d0e5ad82-df9b-4ee3-8ee9-b93c74fbe1d3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774158209648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1002899'] for agent, after_update {{(pid=74187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 16:54:32.950607 dv-cinder-798104-1-smb neutron-server[74188]: DEBUG neutron.db.agents_db [None req-8255730c-b11f-4cfb-aeb3-67319944b41a None None] Agent healthcheck: found 6 active agents {{(pid=74188) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jun 28 16:54:43.622046 dv-cinder-798104-1-smb neutron-server[74187]: DEBUG neutron_lib.callbacks.manager [None req-e05a98c5-4da6-4393-bc08-f8c84f2be1f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774158209648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1002899'] for agent, after_update {{(pid=74187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 16:54:43.901987 dv-cinder-798104-1-smb neutron-server[74187]: DEBUG neutron_lib.callbacks.manager [None req-c72dd329-595c-4eca-9296-ba6eff8780d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774158209648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1002899'] for agent, after_update {{(pid=74187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 16:54:46.181454 dv-cinder-798104-1-smb neutron-server[74187]: DEBUG neutron_lib.callbacks.manager [None req-6e9bea51-2f94-459c-a175-c2014fc72319 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774158209648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1002899'] for agent, after_update {{(pid=74187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 16:54:47.632902 dv-cinder-798104-1-smb neutron-server[74187]: DEBUG neutron_lib.callbacks.manager [None req-17b6939a-39ed-439c-8d74-c49ac6595f0c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774158209648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1002899'] for agent, after_update {{(pid=74187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 16:54:48.687474 dv-cinder-798104-1-smb neutron-server[74187]: DEBUG neutron_lib.callbacks.manager [None req-d49266a9-82cf-4da4-977f-ceca59b71534 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774158209648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1002899'] for agent, after_update {{(pid=74187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 16:54:49.526504 dv-cinder-798104-1-smb neutron-server[74187]: DEBUG neutron_lib.callbacks.manager [None req-d0e5ad82-df9b-4ee3-8ee9-b93c74fbe1d3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774158209648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1002899'] for agent, after_update {{(pid=74187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 16:55:09.950328 dv-cinder-798104-1-smb neutron-server[74188]: DEBUG neutron.db.agents_db [None req-8255730c-b11f-4cfb-aeb3-67319944b41a None None] Agent healthcheck: found 6 active agents {{(pid=74188) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jun 28 16:55:13.623325 dv-cinder-798104-1-smb neutron-server[74187]: DEBUG neutron_lib.callbacks.manager [None req-ad67f818-ed9c-4f40-9715-74e4c18da517 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774158209648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1002899'] for agent, after_update {{(pid=74187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 16:55:13.904715 dv-cinder-798104-1-smb neutron-server[74187]: DEBUG neutron_lib.callbacks.manager [None req-c72dd329-595c-4eca-9296-ba6eff8780d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774158209648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1002899'] for agent, after_update {{(pid=74187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 16:55:16.182497 dv-cinder-798104-1-smb neutron-server[74187]: DEBUG neutron_lib.callbacks.manager [None req-2829101c-11ab-4129-868f-bdea33d829f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774158209648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1002899'] for agent, after_update {{(pid=74187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 16:55:17.635696 dv-cinder-798104-1-smb neutron-server[74187]: DEBUG neutron_lib.callbacks.manager [None req-17b6939a-39ed-439c-8d74-c49ac6595f0c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774158209648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1002899'] for agent, after_update {{(pid=74187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 16:55:18.684507 dv-cinder-798104-1-smb neutron-server[74187]: DEBUG neutron_lib.callbacks.manager [None req-d49266a9-82cf-4da4-977f-ceca59b71534 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774158209648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1002899'] for agent, after_update {{(pid=74187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 16:55:19.525249 dv-cinder-798104-1-smb neutron-server[74187]: DEBUG neutron_lib.callbacks.manager [None req-d0e5ad82-df9b-4ee3-8ee9-b93c74fbe1d3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774158209648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1002899'] for agent, after_update {{(pid=74187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 16:55:43.625223 dv-cinder-798104-1-smb neutron-server[74187]: DEBUG neutron_lib.callbacks.manager [None req-547cd748-6a79-4210-aac0-ea81c805b1cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774158209648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1002899'] for agent, after_update {{(pid=74187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 16:55:43.906504 dv-cinder-798104-1-smb neutron-server[74187]: DEBUG neutron_lib.callbacks.manager [None req-c72dd329-595c-4eca-9296-ba6eff8780d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774158209648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1002899'] for agent, after_update {{(pid=74187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 16:55:46.184931 dv-cinder-798104-1-smb neutron-server[74187]: DEBUG neutron_lib.callbacks.manager [None req-bad6fdf7-f8a8-4ad7-b651-96053aea707e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774158209648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1002899'] for agent, after_update {{(pid=74187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 16:55:46.952157 dv-cinder-798104-1-smb neutron-server[74188]: DEBUG neutron.db.agents_db [None req-8255730c-b11f-4cfb-aeb3-67319944b41a None None] Agent healthcheck: found 6 active agents {{(pid=74188) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jun 28 16:55:47.638792 dv-cinder-798104-1-smb neutron-server[74187]: DEBUG neutron_lib.callbacks.manager [None req-17b6939a-39ed-439c-8d74-c49ac6595f0c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774158209648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1002899'] for agent, after_update {{(pid=74187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 16:55:48.690593 dv-cinder-798104-1-smb neutron-server[74187]: DEBUG neutron_lib.callbacks.manager [None req-d49266a9-82cf-4da4-977f-ceca59b71534 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774158209648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1002899'] for agent, after_update {{(pid=74187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 16:55:49.539985 dv-cinder-798104-1-smb neutron-server[74187]: DEBUG neutron_lib.callbacks.manager [None req-d0e5ad82-df9b-4ee3-8ee9-b93c74fbe1d3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774158209648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1002899'] for agent, after_update {{(pid=74187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 16:56:13.626760 dv-cinder-798104-1-smb neutron-server[74187]: DEBUG neutron_lib.callbacks.manager [None req-c273996e-6ae5-486a-9912-996b740ab0ed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774158209648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1002899'] for agent, after_update {{(pid=74187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 16:56:13.907720 dv-cinder-798104-1-smb neutron-server[74187]: DEBUG neutron_lib.callbacks.manager [None req-c72dd329-595c-4eca-9296-ba6eff8780d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774158209648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1002899'] for agent, after_update {{(pid=74187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 16:56:16.187508 dv-cinder-798104-1-smb neutron-server[74187]: DEBUG neutron_lib.callbacks.manager [None req-5e38da72-1ba5-4971-bb1e-9a870a3ad4c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774158209648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1002899'] for agent, after_update {{(pid=74187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 16:56:17.644660 dv-cinder-798104-1-smb neutron-server[74187]: DEBUG neutron_lib.callbacks.manager [None req-17b6939a-39ed-439c-8d74-c49ac6595f0c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774158209648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1002899'] for agent, after_update {{(pid=74187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 16:56:18.689309 dv-cinder-798104-1-smb neutron-server[74187]: DEBUG neutron_lib.callbacks.manager [None req-d49266a9-82cf-4da4-977f-ceca59b71534 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774158209648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1002899'] for agent, after_update {{(pid=74187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 16:56:19.555211 dv-cinder-798104-1-smb neutron-server[74187]: DEBUG neutron_lib.callbacks.manager [None req-d0e5ad82-df9b-4ee3-8ee9-b93c74fbe1d3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774158209648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1002899'] for agent, after_update {{(pid=74187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 16:56:23.952940 dv-cinder-798104-1-smb neutron-server[74188]: DEBUG neutron.db.agents_db [None req-8255730c-b11f-4cfb-aeb3-67319944b41a None None] Agent healthcheck: found 6 active agents {{(pid=74188) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jun 28 16:56:43.627801 dv-cinder-798104-1-smb neutron-server[74187]: DEBUG neutron_lib.callbacks.manager [None req-5e668853-20be-40c1-ae4d-31e2b25bb706 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774158209648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1002899'] for agent, after_update {{(pid=74187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 16:56:43.909796 dv-cinder-798104-1-smb neutron-server[74187]: DEBUG neutron_lib.callbacks.manager [None req-c72dd329-595c-4eca-9296-ba6eff8780d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774158209648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1002899'] for agent, after_update {{(pid=74187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 16:56:46.188983 dv-cinder-798104-1-smb neutron-server[74187]: DEBUG neutron_lib.callbacks.manager [None req-12716cef-aa8e-46dd-a49d-51d05c5bccf6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774158209648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1002899'] for agent, after_update {{(pid=74187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 16:56:47.645041 dv-cinder-798104-1-smb neutron-server[74187]: DEBUG neutron_lib.callbacks.manager [None req-17b6939a-39ed-439c-8d74-c49ac6595f0c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774158209648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1002899'] for agent, after_update {{(pid=74187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 16:56:48.691879 dv-cinder-798104-1-smb neutron-server[74187]: DEBUG neutron_lib.callbacks.manager [None req-d49266a9-82cf-4da4-977f-ceca59b71534 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774158209648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1002899'] for agent, after_update {{(pid=74187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 16:56:49.570640 dv-cinder-798104-1-smb neutron-server[74187]: DEBUG neutron_lib.callbacks.manager [None req-d0e5ad82-df9b-4ee3-8ee9-b93c74fbe1d3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774158209648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1002899'] for agent, after_update {{(pid=74187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 16:56:59.651258 dv-cinder-798104-1-smb neutron-server[74186]: DEBUG neutron.wsgi [req-be467388-9a01-49ce-8806-67840f86d799 req-0e26b008-a9a4-41ab-abb7-ef9424db04b4 service neutron] (74186) timed out ('10.222.0.41', 62140) {{(pid=74186) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}} Jun 28 16:57:00.952203 dv-cinder-798104-1-smb neutron-server[74188]: DEBUG neutron.db.agents_db [None req-8255730c-b11f-4cfb-aeb3-67319944b41a None None] Agent healthcheck: found 6 active agents {{(pid=74188) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jun 28 16:57:13.630020 dv-cinder-798104-1-smb neutron-server[74187]: DEBUG neutron_lib.callbacks.manager [None req-78b7208f-208b-4058-b509-2ef7e79311d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774158209648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1002899'] for agent, after_update {{(pid=74187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 16:57:13.912979 dv-cinder-798104-1-smb neutron-server[74187]: DEBUG neutron_lib.callbacks.manager [None req-c72dd329-595c-4eca-9296-ba6eff8780d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774158209648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1002899'] for agent, after_update {{(pid=74187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 16:57:16.190514 dv-cinder-798104-1-smb neutron-server[74187]: DEBUG neutron_lib.callbacks.manager [None req-01f492b6-5152-461d-a25d-6e40e2bd51e5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774158209648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1002899'] for agent, after_update {{(pid=74187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 16:57:17.647236 dv-cinder-798104-1-smb neutron-server[74187]: DEBUG neutron_lib.callbacks.manager [None req-17b6939a-39ed-439c-8d74-c49ac6595f0c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774158209648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1002899'] for agent, after_update {{(pid=74187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 16:57:18.695384 dv-cinder-798104-1-smb neutron-server[74187]: DEBUG neutron_lib.callbacks.manager [None req-d49266a9-82cf-4da4-977f-ceca59b71534 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774158209648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1002899'] for agent, after_update {{(pid=74187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 16:57:19.569004 dv-cinder-798104-1-smb neutron-server[74187]: DEBUG neutron_lib.callbacks.manager [None req-d0e5ad82-df9b-4ee3-8ee9-b93c74fbe1d3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774158209648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1002899'] for agent, after_update {{(pid=74187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 16:57:37.952601 dv-cinder-798104-1-smb neutron-server[74188]: DEBUG neutron.db.agents_db [None req-8255730c-b11f-4cfb-aeb3-67319944b41a None None] Agent healthcheck: found 6 active agents {{(pid=74188) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jun 28 16:57:43.631283 dv-cinder-798104-1-smb neutron-server[74187]: DEBUG neutron_lib.callbacks.manager [None req-5153fef8-c7cb-42c4-94d1-f7d23596dedb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774158209648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1002899'] for agent, after_update {{(pid=74187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 16:57:43.913975 dv-cinder-798104-1-smb neutron-server[74187]: DEBUG neutron_lib.callbacks.manager [None req-c72dd329-595c-4eca-9296-ba6eff8780d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774158209648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1002899'] for agent, after_update {{(pid=74187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 16:57:46.191122 dv-cinder-798104-1-smb neutron-server[74187]: DEBUG neutron_lib.callbacks.manager [None req-a75ff39d-0227-4308-8e33-0b1eea2108bc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774158209648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1002899'] for agent, after_update {{(pid=74187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 16:57:47.651295 dv-cinder-798104-1-smb neutron-server[74187]: DEBUG neutron_lib.callbacks.manager [None req-17b6939a-39ed-439c-8d74-c49ac6595f0c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774158209648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1002899'] for agent, after_update {{(pid=74187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 16:57:48.697834 dv-cinder-798104-1-smb neutron-server[74187]: DEBUG neutron_lib.callbacks.manager [None req-d49266a9-82cf-4da4-977f-ceca59b71534 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774158209648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1002899'] for agent, after_update {{(pid=74187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 16:57:49.585995 dv-cinder-798104-1-smb neutron-server[74187]: DEBUG neutron_lib.callbacks.manager [None req-d0e5ad82-df9b-4ee3-8ee9-b93c74fbe1d3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774158209648', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1002899'] for agent, after_update {{(pid=74187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}